00000080:00200000:2.0:1789762978.812259:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762978.812261:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2938 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812272:0:13463:0:(rw26.c:871:ll_write_end()) pos 12034048, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812276:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006326b6c8[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2938] 00000080:00200000:2.0:1789762978.812279:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000772f8a3f 17ffffc0001001 3:0 ffff998588266700 2938 lru 00000080:00200000:2.0:1789762978.812284:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e05aa546 1914: 1< 0 - - > 2< 7839744 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812306:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006326b6c8 00000080:00200000:2.0:1789762978.812307:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1789762978.812309:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2939 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812324:0:13463:0:(rw26.c:871:ll_write_end()) pos 12038144, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812328:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000067659b5e[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2939] 00000080:00200000:2.0:1789762978.812331:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007fb5a714 17ffffc0001001 3:0 ffff998588266460 2939 lru 00000080:00200000:2.0:1789762978.812337:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000003d4b7a9e 1915: 1< 0 - - > 2< 7843840 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812339:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000067659b5e 00000080:00200000:2.0:1789762978.812340:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1789762978.812342:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2940 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812354:0:13463:0:(rw26.c:871:ll_write_end()) pos 12042240, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812357:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000416c1334[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2940] 00000080:00200000:2.0:1789762978.812360:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000abe324a4 17ffffc0001001 3:0 ffff998588266d20 2940 lru 00000080:00200000:2.0:1789762978.812366:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d0fefa14 1916: 1< 0 - - > 2< 7847936 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812368:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000416c1334 00000080:00200000:2.0:1789762978.812369:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1789762978.812370:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2941 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812382:0:13463:0:(rw26.c:871:ll_write_end()) pos 12046336, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812385:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000824a5e59[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2941] 00000080:00200000:2.0:1789762978.812388:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000bafc3de 17ffffc0001001 3:0 ffff998588266ee0 2941 lru 00000080:00200000:2.0:1789762978.812393:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8585431 1917: 1< 0 - - > 2< 7852032 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812395:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000824a5e59 00000080:00200000:2.0:1789762978.812396:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1789762978.812397:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2942 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812409:0:13463:0:(rw26.c:871:ll_write_end()) pos 12050432, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812413:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000122fef48[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2942] 00000080:00200000:2.0:1789762978.812415:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006cf50ff3 17ffffc0001001 3:0 ffff9985882661c0 2942 lru 00000080:00200000:2.0:1789762978.812421:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000003941be19 1918: 1< 0 - - > 2< 7856128 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812424:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000122fef48 00000080:00200000:2.0:1789762978.812425:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1789762978.812426:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2943 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812438:0:13463:0:(rw26.c:871:ll_write_end()) pos 12054528, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812442:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000033c9491e[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2943] 00000080:00200000:2.0:1789762978.812444:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff78c8ac 17ffffc0001001 3:0 ffff998588266000 2943 lru 00000080:00200000:2.0:1789762978.812450:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d20919b5 1919: 1< 0 - - > 2< 7860224 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812452:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000033c9491e 00000080:00200000:2.0:1789762978.812453:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762978.812455:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2944 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812474:0:13463:0:(rw26.c:871:ll_write_end()) pos 12058624, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812478:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000734d25c6[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2944] 00000080:00200000:2.0:1789762978.812481:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007829d0ad 17ffffc0001021 2:0 ffff9985882668c0 2944 lru 00000080:00200000:2.0:1789762978.812487:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000401e68fb 1920: 1< 0 - - > 2< 7864320 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812489:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000734d25c6 00000080:00200000:2.0:1789762978.812490:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1789762978.812491:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2945 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812503:0:13463:0:(rw26.c:871:ll_write_end()) pos 12062720, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812507:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d1d79d76[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2945] 00000080:00200000:2.0:1789762978.812510:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e8512e10 17ffffc0001001 3:0 ffff998588266380 2945 lru 00000080:00200000:2.0:1789762978.812515:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f6e83f37 1921: 1< 0 - - > 2< 7868416 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812517:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d1d79d76 00000080:00200000:2.0:1789762978.812518:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1789762978.812520:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2946 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812531:0:13463:0:(rw26.c:871:ll_write_end()) pos 12066816, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812535:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000040bdb7ea[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2946] 00000080:00200000:2.0:1789762978.812538:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000045e0a801 17ffffc0001001 3:0 ffff9985882660e0 2946 lru 00000080:00200000:2.0:1789762978.812543:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000005ea71b7a 1922: 1< 0 - - > 2< 7872512 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812545:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000040bdb7ea 00000080:00200000:2.0:1789762978.812547:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1789762978.812548:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2947 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812560:0:13463:0:(rw26.c:871:ll_write_end()) pos 12070912, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812563:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a3fabe93[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2947] 00000080:00200000:2.0:1789762978.812566:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000350db3cb 17ffffc0001001 3:0 ffff998588266540 2947 lru 00000080:00200000:2.0:1789762978.812571:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000163792db 1923: 1< 0 - - > 2< 7876608 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812573:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a3fabe93 00000080:00200000:2.0:1789762978.812574:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1789762978.812575:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2948 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812595:0:13463:0:(rw26.c:871:ll_write_end()) pos 12075008, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812599:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d3c5a533[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2948] 00000080:00200000:2.0:1789762978.812601:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ef8523aa 17ffffc0001001 3:0 ffff998588267460 2948 lru 00000080:00200000:2.0:1789762978.812606:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000015e3cf91 1924: 1< 0 - - > 2< 7880704 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812609:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d3c5a533 00000080:00200000:2.0:1789762978.812610:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1789762978.812612:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2949 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812623:0:13463:0:(rw26.c:871:ll_write_end()) pos 12079104, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812627:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f9829bcc[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2949] 00000080:00200000:2.0:1789762978.812645:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000bd7ff759 17ffffc0001001 3:0 ffff998588267d20 2949 lru 00000080:00200000:2.0:1789762978.812653:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008ac61f3a 1925: 1< 0 - - > 2< 7884800 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812656:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f9829bcc 00000080:00200000:2.0:1789762978.812657:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1789762978.812659:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2950 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812675:0:13463:0:(rw26.c:871:ll_write_end()) pos 12083200, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812679:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000020b5febd[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2950] 00000080:00200000:2.0:1789762978.812682:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000072efa306 17ffffc0001001 3:0 ffff998588267ee0 2950 lru 00000080:00200000:2.0:1789762978.812687:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008b8f14a5 1926: 1< 0 - - > 2< 7888896 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812689:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000020b5febd 00000080:00200000:2.0:1789762978.812690:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1789762978.812692:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2951 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812706:0:13463:0:(rw26.c:871:ll_write_end()) pos 12087296, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812709:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000aca3261b[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2951] 00000080:00200000:2.0:1789762978.812713:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000037b60ccb 17ffffc0001001 3:0 ffff9985882671c0 2951 lru 00000080:00200000:2.0:1789762978.812718:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009cd5dba9 1927: 1< 0 - - > 2< 7892992 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812720:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000aca3261b 00000080:00200000:2.0:1789762978.812722:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1789762978.812723:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2952 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812735:0:13463:0:(rw26.c:871:ll_write_end()) pos 12091392, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812739:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000090f92727[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2952] 00000080:00200000:2.0:1789762978.812741:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004dd88caf 17ffffc0001001 3:0 ffff998588267000 2952 lru 00000080:00200000:2.0:1789762978.812746:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000111f4a48 1928: 1< 0 - - > 2< 7897088 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812749:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000090f92727 00000080:00200000:2.0:1789762978.812750:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1789762978.812751:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2953 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812763:0:13463:0:(rw26.c:871:ll_write_end()) pos 12095488, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812767:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000026908a1d[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2953] 00000080:00200000:2.0:1789762978.812769:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000d122128 17ffffc0001001 3:0 ffff9985882678c0 2953 lru 00000080:00200000:2.0:1789762978.812775:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000063f16036 1929: 1< 0 - - > 2< 7901184 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812776:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000026908a1d 00000080:00200000:2.0:1789762978.812777:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1789762978.812779:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2954 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812790:0:13463:0:(rw26.c:871:ll_write_end()) pos 12099584, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812794:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000001c7504b[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2954] 00000080:00200000:2.0:1789762978.812796:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fcf2290b 17ffffc0001001 3:0 ffff998588267380 2954 lru 00000080:00200000:2.0:1789762978.812801:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001fecaad0 1930: 1< 0 - - > 2< 7905280 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812803:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000001c7504b 00000080:00200000:2.0:1789762978.812804:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1789762978.812806:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2955 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812817:0:13463:0:(rw26.c:871:ll_write_end()) pos 12103680, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812821:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000091c01f6[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2955] 00000080:00200000:2.0:1789762978.812824:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f99948a8 17ffffc0001001 3:0 ffff9985882670e0 2955 lru 00000080:00200000:2.0:1789762978.812830:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000021f9d12 1931: 1< 0 - - > 2< 7909376 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812832:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000091c01f6 00000080:00200000:2.0:1789762978.812833:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1789762978.812835:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2956 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812846:0:13463:0:(rw26.c:871:ll_write_end()) pos 12107776, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812850:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000559387a3[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2956] 00000080:00200000:2.0:1789762978.812853:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000056a6fd39 17ffffc0001001 3:0 ffff998588267540 2956 lru 00000080:00200000:2.0:1789762978.812858:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000003bbe14b7 1932: 1< 0 - - > 2< 7913472 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812860:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000559387a3 00000080:00200000:2.0:1789762978.812861:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1789762978.812862:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2957 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812873:0:13463:0:(rw26.c:871:ll_write_end()) pos 12111872, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812877:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a3c373bb[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2957] 00000080:00200000:2.0:1789762978.812880:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000aa02f73 17ffffc0001001 3:0 ffff998588267b60 2957 lru 00000080:00200000:2.0:1789762978.812885:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000003799d3e9 1933: 1< 0 - - > 2< 7917568 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812887:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a3c373bb 00000080:00200000:2.0:1789762978.812888:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1789762978.812889:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2958 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812902:0:13463:0:(rw26.c:871:ll_write_end()) pos 12115968, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812906:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000003b68cbb[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2958] 00000080:00200000:2.0:1789762978.812909:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e83a454b 17ffffc0001001 3:0 ffff998588267620 2958 lru 00000080:00200000:2.0:1789762978.812914:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c334d878 1934: 1< 0 - - > 2< 7921664 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812916:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000003b68cbb 00000080:00200000:2.0:1789762978.812917:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1789762978.812918:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2959 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812933:0:13463:0:(rw26.c:871:ll_write_end()) pos 12120064, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812937:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000014a684[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2959] 00000080:00200000:2.0:1789762978.812940:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006dd3b64c 17ffffc0001021 2:0 ffff998588267c40 2959 lru 00000080:00200000:2.0:1789762978.812946:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4047eba 1935: 1< 0 - - > 2< 7925760 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812948:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000014a684 00000080:00200000:2.0:1789762978.812949:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1789762978.812951:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2960 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812963:0:13463:0:(rw26.c:871:ll_write_end()) pos 12124160, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812967:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000408e4006[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2960] 00000080:00200000:2.0:1789762978.812969:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a3f1f486 17ffffc0001001 3:0 ffff998588267a80 2960 lru 00000080:00200000:2.0:1789762978.812975:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000020650dd6 1936: 1< 0 - - > 2< 7929856 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.812977:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000408e4006 00000080:00200000:2.0:1789762978.812978:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1789762978.812980:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2961 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.812991:0:13463:0:(rw26.c:871:ll_write_end()) pos 12128256, len 4096, copied 4096 00000080:00200000:2.0:1789762978.812995:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004cf580bd[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2961] 00000080:00200000:2.0:1789762978.812998:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000de22b62c 17ffffc0001001 3:0 ffff9985882679a0 2961 lru 00000080:00200000:2.0:1789762978.813003:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000032e37444 1937: 1< 0 - - > 2< 7933952 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813005:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004cf580bd 00000080:00200000:2.0:1789762978.813006:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762978.813007:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2962 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813018:0:13463:0:(rw26.c:871:ll_write_end()) pos 12132352, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813022:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000085ecf7cf[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2962] 00000080:00200000:2.0:1789762978.813024:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002eb47332 17ffffc0001001 3:0 ffff9985882677e0 2962 lru 00000080:00200000:2.0:1789762978.813030:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d662750e 1938: 1< 0 - - > 2< 7938048 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813032:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000085ecf7cf 00000080:00200000:2.0:1789762978.813033:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1789762978.813034:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2963 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813045:0:13463:0:(rw26.c:871:ll_write_end()) pos 12136448, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813049:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000000ec1741[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2963] 00000080:00200000:2.0:1789762978.813051:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003e55b97c 17ffffc0001001 3:0 ffff9985882672a0 2963 lru 00000080:00200000:2.0:1789762978.813057:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a047a700 1939: 1< 0 - - > 2< 7942144 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813058:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000000ec1741 00000080:00200000:2.0:1789762978.813059:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1789762978.813061:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2964 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813072:0:13463:0:(rw26.c:871:ll_write_end()) pos 12140544, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813076:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007aafa0eb[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2964] 00000080:00200000:2.0:1789762978.813078:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f5ba64d2 17ffffc0001001 3:0 ffff998588267e00 2964 lru 00000080:00200000:2.0:1789762978.813084:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000022855a81 1940: 1< 0 - - > 2< 7946240 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813086:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007aafa0eb 00000080:00200000:2.0:1789762978.813088:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1789762978.813089:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2965 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813102:0:13463:0:(rw26.c:871:ll_write_end()) pos 12144640, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813106:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001dcc51f4[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2965] 00000080:00200000:2.0:1789762978.813109:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002b4b0bec 17ffffc0001001 3:0 ffff998588267700 2965 lru 00000080:00200000:2.0:1789762978.813114:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a8cd70a9 1941: 1< 0 - - > 2< 7950336 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813116:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001dcc51f4 00000080:00200000:2.0:1789762978.813117:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1789762978.813119:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2966 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813139:0:13463:0:(rw26.c:871:ll_write_end()) pos 12148736, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813143:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000719eb379[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2966] 00000080:00200000:2.0:1789762978.813146:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000007463460 17ffffc0001001 3:0 ffff99858821cc40 2966 lru 00000080:00200000:2.0:1789762978.813151:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000cceed4ec 1942: 1< 0 - - > 2< 7954432 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813154:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000719eb379 00000080:00200000:2.0:1789762978.813155:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1789762978.813156:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2967 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813168:0:13463:0:(rw26.c:871:ll_write_end()) pos 12152832, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813172:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000693f6a42[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2967] 00000080:00200000:2.0:1789762978.813174:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d82c521b 17ffffc0001001 3:0 ffff99858821ca80 2967 lru 00000080:00200000:2.0:1789762978.813180:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001e196d91 1943: 1< 0 - - > 2< 7958528 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813182:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000693f6a42 00000080:00200000:2.0:1789762978.813184:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1789762978.813185:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2968 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813196:0:13463:0:(rw26.c:871:ll_write_end()) pos 12156928, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813200:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000067f1c608[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2968] 00000080:00200000:2.0:1789762978.813203:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000badc13bf 17ffffc0001001 3:0 ffff99858821c9a0 2968 lru 00000080:00200000:2.0:1789762978.813208:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004b1a267d 1944: 1< 0 - - > 2< 7962624 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813210:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000067f1c608 00000080:00200000:2.0:1789762978.813211:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762978.813213:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2969 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813224:0:13463:0:(rw26.c:871:ll_write_end()) pos 12161024, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813228:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000091fb19ef[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2969] 00000080:00200000:2.0:1789762978.813230:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008124f0d1 17ffffc0001001 3:0 ffff99858821c7e0 2969 lru 00000080:00200000:2.0:1789762978.813236:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000091a9a99a 1945: 1< 0 - - > 2< 7966720 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813237:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000091fb19ef 00000080:00200000:2.0:1789762978.813238:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762978.813240:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2970 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813251:0:13463:0:(rw26.c:871:ll_write_end()) pos 12165120, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813255:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009757ae56[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2970] 00000080:00200000:2.0:1789762978.813257:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c6c9c51e 17ffffc0001001 3:0 ffff99858821c2a0 2970 lru 00000080:00200000:2.0:1789762978.813262:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006b7eb7a5 1946: 1< 0 - - > 2< 7970816 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813264:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009757ae56 00000080:00200000:2.0:1789762978.813265:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1789762978.813267:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2971 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813279:0:13463:0:(rw26.c:871:ll_write_end()) pos 12169216, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813283:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001b5d28a0[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2971] 00000080:00200000:2.0:1789762978.813305:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d94e0248 17ffffc0001001 3:0 ffff99858821ce00 2971 lru 00000080:00200000:2.0:1789762978.813311:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000be934ebc 1947: 1< 0 - - > 2< 7974912 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813313:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001b5d28a0 00000080:00200000:2.0:1789762978.813315:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1789762978.813317:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2972 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813334:0:13463:0:(rw26.c:871:ll_write_end()) pos 12173312, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813338:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000daa5bf39[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2972] 00000080:00200000:2.0:1789762978.813341:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000071f17748 17ffffc0001001 3:0 ffff99858821c700 2972 lru 00000080:00200000:2.0:1789762978.813346:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000066c4edec 1948: 1< 0 - - > 2< 7979008 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813348:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000daa5bf39 00000080:00200000:2.0:1789762978.813349:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1789762978.813351:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2973 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813362:0:13463:0:(rw26.c:871:ll_write_end()) pos 12177408, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813366:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000067f9c712[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2973] 00000080:00200000:2.0:1789762978.813369:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000020deeecb 17ffffc0001001 3:0 ffff99858821c460 2973 lru 00000080:00200000:2.0:1789762978.813375:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000673009c6 1949: 1< 0 - - > 2< 7983104 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813377:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000067f9c712 00000080:00200000:2.0:1789762978.813378:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762978.813380:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2974 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813395:0:13463:0:(rw26.c:871:ll_write_end()) pos 12181504, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813399:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000949b4271[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2974] 00000080:00200000:2.0:1789762978.813401:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000013405aaf 17ffffc0001021 2:0 ffff99858821cd20 2974 lru 00000080:00200000:2.0:1789762978.813407:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000026d6ac75 1950: 1< 0 - - > 2< 7987200 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813409:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000949b4271 00000080:00200000:2.0:1789762978.813410:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1789762978.813412:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2975 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813424:0:13463:0:(rw26.c:871:ll_write_end()) pos 12185600, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813428:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f98efb74[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2975] 00000080:00200000:2.0:1789762978.813430:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000024c10644 17ffffc0001001 3:0 ffff99858821cee0 2975 lru 00000080:00200000:2.0:1789762978.813436:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f52412a9 1951: 1< 0 - - > 2< 7991296 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813438:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f98efb74 00000080:00200000:2.0:1789762978.813439:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762978.813441:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2976 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813452:0:13463:0:(rw26.c:871:ll_write_end()) pos 12189696, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813456:0:13463:0:(rw26.c:929:ll_write_end()) page@000000005c4232e7[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2976] 00000080:00200000:2.0:1789762978.813458:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000479a93a4 17ffffc0001001 3:0 ffff99858821c1c0 2976 lru 00000080:00200000:2.0:1789762978.813463:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004c2b9b78 1952: 1< 0 - - > 2< 7995392 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813465:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000005c4232e7 00000080:00200000:2.0:1789762978.813466:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1789762978.813468:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2977 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813479:0:13463:0:(rw26.c:871:ll_write_end()) pos 12193792, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813483:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000027da520e[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2977] 00000080:00200000:2.0:1789762978.813485:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ab75adfe 17ffffc0001001 3:0 ffff99858821c000 2977 lru 00000080:00200000:2.0:1789762978.813490:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007c8bef17 1953: 1< 0 - - > 2< 7999488 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813493:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000027da520e 00000080:00200000:2.0:1789762978.813494:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1789762978.813496:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2978 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813507:0:13463:0:(rw26.c:871:ll_write_end()) pos 12197888, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813511:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000088951440[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2978] 00000080:00200000:2.0:1789762978.813513:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f312fdf7 17ffffc0001001 3:0 ffff99858821c8c0 2978 lru 00000080:00200000:2.0:1789762978.813518:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b21b373f 1954: 1< 0 - - > 2< 8003584 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813520:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000088951440 00000080:00200000:2.0:1789762978.813521:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1789762978.813522:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2979 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813536:0:13463:0:(rw26.c:871:ll_write_end()) pos 12201984, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813539:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c959a6ff[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2979] 00000080:00200000:2.0:1789762978.813542:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000023ad9aca 17ffffc0001001 3:0 ffff99858821c380 2979 lru 00000080:00200000:2.0:1789762978.813547:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000040feb0dc 1955: 1< 0 - - > 2< 8007680 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813549:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c959a6ff 00000080:00200000:2.0:1789762978.813550:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1789762978.813552:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2980 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813563:0:13463:0:(rw26.c:871:ll_write_end()) pos 12206080, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813567:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000085ca2e7b[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2980] 00000080:00200000:2.0:1789762978.813570:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d4df6a69 17ffffc0001001 3:0 ffff99858821c0e0 2980 lru 00000080:00200000:2.0:1789762978.813575:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000035df6800 1956: 1< 0 - - > 2< 8011776 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813577:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000085ca2e7b 00000080:00200000:2.0:1789762978.813578:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762978.813579:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2981 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813590:0:13463:0:(rw26.c:871:ll_write_end()) pos 12210176, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813594:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000bd4e6f15[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2981] 00000080:00200000:2.0:1789762978.813597:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000098d287ab 17ffffc0001001 3:0 ffff99858821c540 2981 lru 00000080:00200000:2.0:1789762978.813602:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d379e1b5 1957: 1< 0 - - > 2< 8015872 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813604:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000bd4e6f15 00000080:00200000:2.0:1789762978.813605:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1789762978.813606:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2982 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813618:0:13463:0:(rw26.c:871:ll_write_end()) pos 12214272, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813622:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009f0813d2[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2982] 00000080:00200000:2.0:1789762978.813624:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006287a060 17ffffc0001001 3:0 ffff99858821cb60 2982 lru 00000080:00200000:2.0:1789762978.813646:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000091d8e39c 1958: 1< 0 - - > 2< 8019968 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813649:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009f0813d2 00000080:00200000:2.0:1789762978.813650:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1789762978.813652:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2983 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813684:0:13463:0:(rw26.c:871:ll_write_end()) pos 12218368, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813688:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ed71b10e[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2983] 00000080:00200000:2.0:1789762978.813691:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000bae38042 17ffffc0001001 3:0 ffff99858821c620 2983 lru 00000080:00200000:2.0:1789762978.813696:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000012a1199c 1959: 1< 0 - - > 2< 8024064 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813698:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ed71b10e 00000080:00200000:2.0:1789762978.813699:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1789762978.813701:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2984 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813721:0:13463:0:(rw26.c:871:ll_write_end()) pos 12222464, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813724:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006327fff7[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2984] 00000080:00200000:2.0:1789762978.813727:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003e9e8237 17ffffc0001001 3:0 ffff99858821d460 2984 lru 00000080:00200000:2.0:1789762978.813732:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000782676b7 1960: 1< 0 - - > 2< 8028160 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813734:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006327fff7 00000080:00200000:2.0:1789762978.813735:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1789762978.813736:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2985 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813747:0:13463:0:(rw26.c:871:ll_write_end()) pos 12226560, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813751:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000069989943[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2985] 00000080:00200000:2.0:1789762978.813754:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c5d2335f 17ffffc0001001 3:0 ffff99858821dd20 2985 lru 00000080:00200000:2.0:1789762978.813759:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000005be5b020 1961: 1< 0 - - > 2< 8032256 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813761:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000069989943 00000080:00200000:2.0:1789762978.813762:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1789762978.813763:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2986 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813776:0:13463:0:(rw26.c:871:ll_write_end()) pos 12230656, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813780:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000005c9077[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2986] 00000080:00200000:2.0:1789762978.813782:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c12f2559 17ffffc0001001 3:0 ffff99858821dee0 2986 lru 00000080:00200000:2.0:1789762978.813788:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000088307d5f 1962: 1< 0 - - > 2< 8036352 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813790:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000005c9077 00000080:00200000:2.0:1789762978.813791:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1789762978.813793:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2987 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813804:0:13463:0:(rw26.c:871:ll_write_end()) pos 12234752, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813807:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000faef8427[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2987] 00000080:00200000:2.0:1789762978.813810:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003b60cce0 17ffffc0001001 3:0 ffff99858821d1c0 2987 lru 00000080:00200000:2.0:1789762978.813814:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000005a146ba3 1963: 1< 0 - - > 2< 8040448 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813816:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000faef8427 00000080:00200000:2.0:1789762978.813817:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1789762978.813818:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2988 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813829:0:13463:0:(rw26.c:871:ll_write_end()) pos 12238848, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813833:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000007e9a59[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2988] 00000080:00200000:2.0:1789762978.813835:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000531b5c8e 17ffffc0001001 3:0 ffff99858821d000 2988 lru 00000080:00200000:2.0:1789762978.813840:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000024f706cd 1964: 1< 0 - - > 2< 8044544 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813843:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000007e9a59 00000080:00200000:2.0:1789762978.813844:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1789762978.813845:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2989 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813860:0:13463:0:(rw26.c:871:ll_write_end()) pos 12242944, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813863:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007b134391[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2989] 00000080:00200000:2.0:1789762978.813866:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a3c38644 17ffffc0001021 2:0 ffff99858821d8c0 2989 lru 00000080:00200000:2.0:1789762978.813871:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000325a910f 1965: 1< 0 - - > 2< 8048640 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813874:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007b134391 00000080:00200000:2.0:1789762978.813875:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1789762978.813876:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2990 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813887:0:13463:0:(rw26.c:871:ll_write_end()) pos 12247040, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813891:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b6aab6dc[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2990] 00000080:00200000:2.0:1789762978.813893:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009ecb1682 17ffffc0001001 3:0 ffff99858821d380 2990 lru 00000080:00200000:2.0:1789762978.813898:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f9de764f 1966: 1< 0 - - > 2< 8052736 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813900:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b6aab6dc 00000080:00200000:2.0:1789762978.813902:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1789762978.813903:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2991 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813914:0:13463:0:(rw26.c:871:ll_write_end()) pos 12251136, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813918:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000712763c6[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2991] 00000080:00200000:2.0:1789762978.813921:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003f215ad2 17ffffc0001001 3:0 ffff99858821d0e0 2991 lru 00000080:00200000:2.0:1789762978.813925:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000093950d47 1967: 1< 0 - - > 2< 8056832 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813927:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000712763c6 00000080:00200000:2.0:1789762978.813928:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1789762978.813929:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2992 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813940:0:13463:0:(rw26.c:871:ll_write_end()) pos 12255232, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813943:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000bd436a03[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2992] 00000080:00200000:2.0:1789762978.813946:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b34851f9 17ffffc0001001 3:0 ffff99858821d540 2992 lru 00000080:00200000:2.0:1789762978.813951:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000396cb535 1968: 1< 0 - - > 2< 8060928 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813952:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000bd436a03 00000080:00200000:2.0:1789762978.813953:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1789762978.813955:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2993 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813966:0:13463:0:(rw26.c:871:ll_write_end()) pos 12259328, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813970:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ffb20155[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2993] 00000080:00200000:2.0:1789762978.813972:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fe288dec 17ffffc0001001 3:0 ffff99858821db60 2993 lru 00000080:00200000:2.0:1789762978.813977:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5906f92 1969: 1< 0 - - > 2< 8065024 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.813980:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ffb20155 00000080:00200000:2.0:1789762978.813981:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1789762978.813982:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2994 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.813993:0:13463:0:(rw26.c:871:ll_write_end()) pos 12263424, len 4096, copied 4096 00000080:00200000:2.0:1789762978.813996:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e144c9cc[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2994] 00000080:00200000:2.0:1789762978.813998:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fc0c4f0a 17ffffc0001001 3:0 ffff99858821d620 2994 lru 00000080:00200000:2.0:1789762978.814003:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000030ad5b90 1970: 1< 0 - - > 2< 8069120 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814005:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e144c9cc 00000080:00200000:2.0:1789762978.814006:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1789762978.814007:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2995 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814018:0:13463:0:(rw26.c:871:ll_write_end()) pos 12267520, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814021:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b1cd9a26[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2995] 00000080:00200000:2.0:1789762978.814024:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008bf252c0 17ffffc0001001 3:0 ffff99858821dc40 2995 lru 00000080:00200000:2.0:1789762978.814029:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002488fe6d 1971: 1< 0 - - > 2< 8073216 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814031:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b1cd9a26 00000080:00200000:2.0:1789762978.814032:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1789762978.814033:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2996 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814044:0:13463:0:(rw26.c:871:ll_write_end()) pos 12271616, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814047:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e54bf573[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2996] 00000080:00200000:2.0:1789762978.814050:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c800a3bc 17ffffc0001001 3:0 ffff99858821da80 2996 lru 00000080:00200000:2.0:1789762978.814054:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007a3c1079 1972: 1< 0 - - > 2< 8077312 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814056:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e54bf573 00000080:00200000:2.0:1789762978.814057:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1789762978.814058:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2997 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814069:0:13463:0:(rw26.c:871:ll_write_end()) pos 12275712, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814073:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c66c42e8[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2997] 00000080:00200000:2.0:1789762978.814075:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e6a98a54 17ffffc0001001 3:0 ffff99858821d9a0 2997 lru 00000080:00200000:2.0:1789762978.814080:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000053dc152b 1973: 1< 0 - - > 2< 8081408 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814082:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c66c42e8 00000080:00200000:2.0:1789762978.814083:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1789762978.814085:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2998 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814096:0:13463:0:(rw26.c:871:ll_write_end()) pos 12279808, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814099:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000054429f82[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2998] 00000080:00200000:2.0:1789762978.814102:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c5051408 17ffffc0001001 3:0 ffff99858821d7e0 2998 lru 00000080:00200000:2.0:1789762978.814107:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000055850d6 1974: 1< 0 - - > 2< 8085504 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814108:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000054429f82 00000080:00200000:2.0:1789762978.814109:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1789762978.814111:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 2999 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814121:0:13463:0:(rw26.c:871:ll_write_end()) pos 12283904, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814125:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b8eb4774[3 0000000058eb6e3b 2 1 0000000027054676 0 0 2999] 00000080:00200000:2.0:1789762978.814127:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005915f6a2 17ffffc0001001 3:0 ffff99858821d2a0 2999 lru 00000080:00200000:2.0:1789762978.814132:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002613badb 1975: 1< 0 - - > 2< 8089600 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814135:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b8eb4774 00000080:00200000:2.0:1789762978.814136:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1789762978.814137:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3000 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814148:0:13463:0:(rw26.c:871:ll_write_end()) pos 12288000, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814152:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000376d3828[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3000] 00000080:00200000:2.0:1789762978.814154:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003320e6c2 17ffffc0001001 3:0 ffff99858821de00 3000 lru 00000080:00200000:2.0:1789762978.814159:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9103700 1976: 1< 0 - - > 2< 8093696 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814161:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000376d3828 00000080:00200000:2.0:1789762978.814162:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1789762978.814163:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3001 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814174:0:13463:0:(rw26.c:871:ll_write_end()) pos 12292096, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814177:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c68919ef[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3001] 00000080:00200000:2.0:1789762978.814180:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000bb1c4a1a 17ffffc0001001 3:0 ffff99858821d700 3001 lru 00000080:00200000:2.0:1789762978.814185:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000038e4835c 1977: 1< 0 - - > 2< 8097792 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814187:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c68919ef 00000080:00200000:2.0:1789762978.814188:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1789762978.814190:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3002 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814207:0:13463:0:(rw26.c:871:ll_write_end()) pos 12296192, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814211:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001bb6e089[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3002] 00000080:00200000:2.0:1789762978.814213:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000654c8f02 17ffffc0001001 3:0 ffff9985880909a0 3002 lru 00000080:00200000:2.0:1789762978.814218:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a1c4f90e 1978: 1< 0 - - > 2< 8101888 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814220:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001bb6e089 00000080:00200000:2.0:1789762978.814221:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1789762978.814222:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3003 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814234:0:13463:0:(rw26.c:871:ll_write_end()) pos 12300288, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814238:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e47f0a70[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3003] 00000080:00200000:2.0:1789762978.814240:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008658190b 17ffffc0001001 3:0 ffff9985880907e0 3003 lru 00000080:00200000:2.0:1789762978.814245:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000099a2d41f 1979: 1< 0 - - > 2< 8105984 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814248:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e47f0a70 00000080:00200000:2.0:1789762978.814249:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1789762978.814251:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3004 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814264:0:13463:0:(rw26.c:871:ll_write_end()) pos 12304384, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814268:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ca498258[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3004] 00000080:00200000:2.0:1789762978.814271:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004414cd97 17ffffc0001021 2:0 ffff9985880902a0 3004 lru 00000080:00200000:2.0:1789762978.814276:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ee56ee67 1980: 1< 0 - - > 2< 8110080 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814278:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ca498258 00000080:00200000:2.0:1789762978.814279:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1789762978.814281:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3005 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814291:0:13463:0:(rw26.c:871:ll_write_end()) pos 12308480, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814295:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000087988db0[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3005] 00000080:00200000:2.0:1789762978.814297:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d5ecec90 17ffffc0001001 3:0 ffff998588090e00 3005 lru 00000080:00200000:2.0:1789762978.814320:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000991cb6d4 1981: 1< 0 - - > 2< 8114176 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814322:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000087988db0 00000080:00200000:2.0:1789762978.814323:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1789762978.814325:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3006 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814339:0:13463:0:(rw26.c:871:ll_write_end()) pos 12312576, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814343:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006545e4e8[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3006] 00000080:00200000:2.0:1789762978.814345:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000623e2dcd 17ffffc0001001 3:0 ffff998588090700 3006 lru 00000080:00200000:2.0:1789762978.814351:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000028c4b0b2 1982: 1< 0 - - > 2< 8118272 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814353:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006545e4e8 00000080:00200000:2.0:1789762978.814354:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1789762978.814355:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3007 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814367:0:13463:0:(rw26.c:871:ll_write_end()) pos 12316672, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814370:0:13463:0:(rw26.c:929:ll_write_end()) page@000000005be596e1[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3007] 00000080:00200000:2.0:1789762978.814373:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f39850b4 17ffffc0001001 3:0 ffff998588090460 3007 lru 00000080:00200000:2.0:1789762978.814378:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000edd364b0 1983: 1< 0 - - > 2< 8122368 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814380:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000005be596e1 00000080:00200000:2.0:1789762978.814381:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1789762978.814383:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3008 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814395:0:13463:0:(rw26.c:871:ll_write_end()) pos 12320768, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814399:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006d6bf566[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3008] 00000080:00200000:2.0:1789762978.814402:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003c6a0ef8 17ffffc0001001 3:0 ffff998588090d20 3008 lru 00000080:00200000:2.0:1789762978.814407:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000104df734 1984: 1< 0 - - > 2< 8126464 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814409:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006d6bf566 00000080:00200000:2.0:1789762978.814411:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1789762978.814412:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3009 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814423:0:13463:0:(rw26.c:871:ll_write_end()) pos 12324864, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814426:0:13463:0:(rw26.c:929:ll_write_end()) page@000000005f052ae9[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3009] 00000080:00200000:2.0:1789762978.814429:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002d5a69b5 17ffffc0001001 3:0 ffff998588090ee0 3009 lru 00000080:00200000:2.0:1789762978.814434:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000fc4c0f96 1985: 1< 0 - - > 2< 8130560 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814436:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000005f052ae9 00000080:00200000:2.0:1789762978.814437:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1789762978.814439:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3010 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814450:0:13463:0:(rw26.c:871:ll_write_end()) pos 12328960, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814453:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000028cc6761[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3010] 00000080:00200000:2.0:1789762978.814455:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a8eb829d 17ffffc0001001 3:0 ffff9985880901c0 3010 lru 00000080:00200000:2.0:1789762978.814460:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008cb32a32 1986: 1< 0 - - > 2< 8134656 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814462:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000028cc6761 00000080:00200000:2.0:1789762978.814463:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1789762978.814464:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3011 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814475:0:13463:0:(rw26.c:871:ll_write_end()) pos 12333056, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814479:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008c94e2c9[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3011] 00000080:00200000:2.0:1789762978.814481:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001a765b82 17ffffc0001001 3:0 ffff998588090000 3011 lru 00000080:00200000:2.0:1789762978.814486:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000081def719 1987: 1< 0 - - > 2< 8138752 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814488:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008c94e2c9 00000080:00200000:2.0:1789762978.814489:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1789762978.814490:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3012 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814501:0:13463:0:(rw26.c:871:ll_write_end()) pos 12337152, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814505:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000098bdb757[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3012] 00000080:00200000:2.0:1789762978.814507:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c9ec9ee3 17ffffc0001001 3:0 ffff9985880908c0 3012 lru 00000080:00200000:2.0:1789762978.814512:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000a71a69d 1988: 1< 0 - - > 2< 8142848 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814514:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000098bdb757 00000080:00200000:2.0:1789762978.814515:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1789762978.814516:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3013 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814527:0:13463:0:(rw26.c:871:ll_write_end()) pos 12341248, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814531:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000074489915[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3013] 00000080:00200000:2.0:1789762978.814533:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004ddfb427 17ffffc0001001 3:0 ffff998588090380 3013 lru 00000080:00200000:2.0:1789762978.814538:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd5eb845 1989: 1< 0 - - > 2< 8146944 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814540:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000074489915 00000080:00200000:2.0:1789762978.814541:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1789762978.814542:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3014 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814555:0:13463:0:(rw26.c:871:ll_write_end()) pos 12345344, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814558:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f35d5d6b[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3014] 00000080:00200000:2.0:1789762978.814561:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000053dbc724 17ffffc0001001 3:0 ffff9985880900e0 3014 lru 00000080:00200000:2.0:1789762978.814565:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000ba04839 1990: 1< 0 - - > 2< 8151040 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814567:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f35d5d6b 00000080:00200000:2.0:1789762978.814568:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1789762978.814569:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3015 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814580:0:13463:0:(rw26.c:871:ll_write_end()) pos 12349440, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814583:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000028b2b034[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3015] 00000080:00200000:2.0:1789762978.814586:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009337f238 17ffffc0001001 3:0 ffff998588090540 3015 lru 00000080:00200000:2.0:1789762978.814591:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002462ec36 1991: 1< 0 - - > 2< 8155136 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814593:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000028b2b034 00000080:00200000:2.0:1789762978.814594:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1789762978.814595:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3016 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814606:0:13463:0:(rw26.c:871:ll_write_end()) pos 12353536, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814609:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d311230c[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3016] 00000080:00200000:2.0:1789762978.814612:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000010dea688 17ffffc0001001 3:0 ffff998588090b60 3016 lru 00000080:00200000:2.0:1789762978.814617:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009b77a352 1992: 1< 0 - - > 2< 8159232 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814619:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d311230c 00000080:00200000:2.0:1789762978.814620:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1789762978.814621:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3017 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814645:0:13463:0:(rw26.c:871:ll_write_end()) pos 12357632, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814649:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f742b4a0[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3017] 00000080:00200000:2.0:1789762978.814652:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000170482e3 17ffffc0001001 3:0 ffff998588090620 3017 lru 00000080:00200000:2.0:1789762978.814657:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8b205ba 1993: 1< 0 - - > 2< 8163328 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814660:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f742b4a0 00000080:00200000:2.0:1789762978.814661:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1789762978.814662:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3018 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814675:0:13463:0:(rw26.c:871:ll_write_end()) pos 12361728, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814679:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000d224d68[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3018] 00000080:00200000:2.0:1789762978.814681:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008bd697e3 17ffffc0001001 3:0 ffff998588090c40 3018 lru 00000080:00200000:2.0:1789762978.814686:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000bad9cd88 1994: 1< 0 - - > 2< 8167424 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814688:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000d224d68 00000080:00200000:2.0:1789762978.814689:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1789762978.814691:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3019 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814705:0:13463:0:(rw26.c:871:ll_write_end()) pos 12365824, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814709:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d10fd4c0[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3019] 00000080:00200000:2.0:1789762978.814712:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d12076ca 17ffffc0001021 2:0 ffff998588090a80 3019 lru 00000080:00200000:2.0:1789762978.814717:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001faf3824 1995: 1< 0 - - > 2< 8171520 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814719:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d10fd4c0 00000080:00200000:2.0:1789762978.814720:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1789762978.814721:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3020 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814739:0:13463:0:(rw26.c:871:ll_write_end()) pos 12369920, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814743:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a0dd9680[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3020] 00000080:00200000:2.0:1789762978.814745:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004d58bf1f 17ffffc0001001 3:0 ffff998588091620 3020 lru 00000080:00200000:2.0:1789762978.814750:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c412cf7b 1996: 1< 0 - - > 2< 8175616 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814752:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a0dd9680 00000080:00200000:2.0:1789762978.814753:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1789762978.814754:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3021 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814767:0:13463:0:(rw26.c:871:ll_write_end()) pos 12374016, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814771:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000059dffe0c[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3021] 00000080:00200000:2.0:1789762978.814773:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004282cd61 17ffffc0001001 3:0 ffff998588091c40 3021 lru 00000080:00200000:2.0:1789762978.814778:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b7f21795 1997: 1< 0 - - > 2< 8179712 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814781:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000059dffe0c 00000080:00200000:2.0:1789762978.814782:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762978.814784:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3022 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814795:0:13463:0:(rw26.c:871:ll_write_end()) pos 12378112, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814799:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a5630a33[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3022] 00000080:00200000:2.0:1789762978.814802:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004d3aba3d 17ffffc0001001 3:0 ffff998588091a80 3022 lru 00000080:00200000:2.0:1789762978.814807:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000df08dba7 1998: 1< 0 - - > 2< 8183808 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814809:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a5630a33 00000080:00200000:2.0:1789762978.814810:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1789762978.814811:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3023 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814822:0:13463:0:(rw26.c:871:ll_write_end()) pos 12382208, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814825:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007830e90e[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3023] 00000080:00200000:2.0:1789762978.814827:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fa1543e2 17ffffc0001001 3:0 ffff9985880919a0 3023 lru 00000080:00200000:2.0:1789762978.814832:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a9012518 1999: 1< 0 - - > 2< 8187904 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814834:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007830e90e 00000080:00200000:2.0:1789762978.814835:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762978.814836:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3024 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814847:0:13463:0:(rw26.c:871:ll_write_end()) pos 12386304, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814851:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000043b96561[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3024] 00000080:00200000:2.0:1789762978.814853:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000053f4bf62 17ffffc0001001 3:0 ffff9985880917e0 3024 lru 00000080:00200000:2.0:1789762978.814858:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d4650aef 2000: 1< 0 - - > 2< 8192000 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814860:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000043b96561 00000080:00200000:2.0:1789762978.814860:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1789762978.814862:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3025 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814872:0:13463:0:(rw26.c:871:ll_write_end()) pos 12390400, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814876:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000072d66382[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3025] 00000080:00200000:2.0:1789762978.814878:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c963b24b 17ffffc0001001 3:0 ffff9985880912a0 3025 lru 00000080:00200000:2.0:1789762978.814883:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000780d0736 2001: 1< 0 - - > 2< 8196096 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814885:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000072d66382 00000080:00200000:2.0:1789762978.814886:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1789762978.814887:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3026 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814898:0:13463:0:(rw26.c:871:ll_write_end()) pos 12394496, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814902:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a21d3231[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3026] 00000080:00200000:2.0:1789762978.814904:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ba0eb21d 17ffffc0001001 3:0 ffff998588091e00 3026 lru 00000080:00200000:2.0:1789762978.814909:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000035283132 2002: 1< 0 - - > 2< 8200192 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814911:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a21d3231 00000080:00200000:2.0:1789762978.814912:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1789762978.814913:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3027 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814924:0:13463:0:(rw26.c:871:ll_write_end()) pos 12398592, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814928:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000cc0cd78d[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3027] 00000080:00200000:2.0:1789762978.814930:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000071ed302b 17ffffc0001001 3:0 ffff998588091700 3027 lru 00000080:00200000:2.0:1789762978.814935:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000097ce369c 2003: 1< 0 - - > 2< 8204288 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814937:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000cc0cd78d 00000080:00200000:2.0:1789762978.814938:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1789762978.814939:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3028 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814951:0:13463:0:(rw26.c:871:ll_write_end()) pos 12402688, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814954:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000fc805ab1[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3028] 00000080:00200000:2.0:1789762978.814957:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000078bce54e 17ffffc0001001 3:0 ffff998588091460 3028 lru 00000080:00200000:2.0:1789762978.814962:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004ab355a4 2004: 1< 0 - - > 2< 8208384 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814963:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000fc805ab1 00000080:00200000:2.0:1789762978.814965:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1789762978.814966:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3029 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.814976:0:13463:0:(rw26.c:871:ll_write_end()) pos 12406784, len 4096, copied 4096 00000080:00200000:2.0:1789762978.814980:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008084ba1b[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3029] 00000080:00200000:2.0:1789762978.814982:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f0b2956d 17ffffc0001001 3:0 ffff998588091d20 3029 lru 00000080:00200000:2.0:1789762978.814987:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000291a11e1 2005: 1< 0 - - > 2< 8212480 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.814989:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008084ba1b 00000080:00200000:2.0:1789762978.814990:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1789762978.814991:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3030 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815001:0:13463:0:(rw26.c:871:ll_write_end()) pos 12410880, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815005:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000024434d02[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3030] 00000080:00200000:2.0:1789762978.815007:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000019fa74e8 17ffffc0001001 3:0 ffff998588091ee0 3030 lru 00000080:00200000:2.0:1789762978.815012:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000040e81b53 2006: 1< 0 - - > 2< 8216576 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815014:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000024434d02 00000080:00200000:2.0:1789762978.815015:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1789762978.815016:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3031 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815027:0:13463:0:(rw26.c:871:ll_write_end()) pos 12414976, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815031:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000611d6b1d[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3031] 00000080:00200000:2.0:1789762978.815033:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003fe5e879 17ffffc0001001 3:0 ffff9985880911c0 3031 lru 00000080:00200000:2.0:1789762978.815038:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f0507ffa 2007: 1< 0 - - > 2< 8220672 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815039:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000611d6b1d 00000080:00200000:2.0:1789762978.815040:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762978.815042:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3032 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815052:0:13463:0:(rw26.c:871:ll_write_end()) pos 12419072, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815056:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004752bf4e[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3032] 00000080:00200000:2.0:1789762978.815058:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d46621c9 17ffffc0001001 3:0 ffff998588091000 3032 lru 00000080:00200000:2.0:1789762978.815064:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b81d493b 2008: 1< 0 - - > 2< 8224768 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815066:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004752bf4e 00000080:00200000:2.0:1789762978.815067:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1789762978.815068:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3033 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815079:0:13463:0:(rw26.c:871:ll_write_end()) pos 12423168, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815082:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000305b2196[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3033] 00000080:00200000:2.0:1789762978.815084:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000810ec6a7 17ffffc0001001 3:0 ffff9985880918c0 3033 lru 00000080:00200000:2.0:1789762978.815089:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000097311693 2009: 1< 0 - - > 2< 8228864 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815091:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000305b2196 00000080:00200000:2.0:1789762978.815092:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1789762978.815093:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3034 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815107:0:13463:0:(rw26.c:871:ll_write_end()) pos 12427264, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815111:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e8fd13ef[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3034] 00000080:00200000:2.0:1789762978.815113:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007bc0b029 17ffffc0001021 2:0 ffff998588091380 3034 lru 00000080:00200000:2.0:1789762978.815118:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ab65c602 2010: 1< 0 - - > 2< 8232960 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815120:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e8fd13ef 00000080:00200000:2.0:1789762978.815121:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762978.815123:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3035 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815136:0:13463:0:(rw26.c:871:ll_write_end()) pos 12431360, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815140:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009f5539a4[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3035] 00000080:00200000:2.0:1789762978.815143:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009cad353c 17ffffc0001001 3:0 ffff9985880910e0 3035 lru 00000080:00200000:2.0:1789762978.815148:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000218da540 2011: 1< 0 - - > 2< 8237056 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815150:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009f5539a4 00000080:00200000:2.0:1789762978.815151:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1789762978.815152:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3036 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815164:0:13463:0:(rw26.c:871:ll_write_end()) pos 12435456, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815167:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e1b607e1[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3036] 00000080:00200000:2.0:1789762978.815170:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008abce4da 17ffffc0001001 3:0 ffff998588091540 3036 lru 00000080:00200000:2.0:1789762978.815174:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000085b4eb24 2012: 1< 0 - - > 2< 8241152 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815176:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e1b607e1 00000080:00200000:2.0:1789762978.815177:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762978.815179:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3037 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815189:0:13463:0:(rw26.c:871:ll_write_end()) pos 12439552, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815193:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006a65637a[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3037] 00000080:00200000:2.0:1789762978.815196:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005a0a47c4 17ffffc0001001 3:0 ffff998588091b60 3037 lru 00000080:00200000:2.0:1789762978.815201:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000072a3b17d 2013: 1< 0 - - > 2< 8245248 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815202:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006a65637a 00000080:00200000:2.0:1789762978.815203:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1789762978.815205:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3038 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815223:0:13463:0:(rw26.c:871:ll_write_end()) pos 12443648, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815227:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000056ba5d5a[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3038] 00000080:00200000:2.0:1789762978.815229:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003671801d 17ffffc0001001 3:0 ffff9985849b68c0 3038 lru 00000080:00200000:2.0:1789762978.815234:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000057469950 2014: 1< 0 - - > 2< 8249344 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815236:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000056ba5d5a 00000080:00200000:2.0:1789762978.815237:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1789762978.815238:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3039 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815250:0:13463:0:(rw26.c:871:ll_write_end()) pos 12447744, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815254:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006cfe937b[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3039] 00000080:00200000:2.0:1789762978.815257:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000071314a60 17ffffc0001001 3:0 ffff9985849b6380 3039 lru 00000080:00200000:2.0:1789762978.815263:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000b15a4b6 2015: 1< 0 - - > 2< 8253440 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815265:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006cfe937b 00000080:00200000:2.0:1789762978.815266:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1789762978.815268:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3040 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815279:0:13463:0:(rw26.c:871:ll_write_end()) pos 12451840, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815283:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000616be256[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3040] 00000080:00200000:2.0:1789762978.815309:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f77ee731 17ffffc0001001 3:0 ffff9985849b60e0 3040 lru 00000080:00200000:2.0:1789762978.815314:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000981d31fb 2016: 1< 0 - - > 2< 8257536 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815317:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000616be256 00000080:00200000:2.0:1789762978.815318:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1789762978.815320:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3041 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815336:0:13463:0:(rw26.c:871:ll_write_end()) pos 12455936, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815340:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000740bedd8[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3041] 00000080:00200000:2.0:1789762978.815343:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ba8223c1 17ffffc0001001 3:0 ffff9985849b6540 3041 lru 00000080:00200000:2.0:1789762978.815348:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b37cf31d 2017: 1< 0 - - > 2< 8261632 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815351:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000740bedd8 00000080:00200000:2.0:1789762978.815352:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1789762978.815353:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3042 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815365:0:13463:0:(rw26.c:871:ll_write_end()) pos 12460032, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815369:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009eadef86[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3042] 00000080:00200000:2.0:1789762978.815372:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000030be4703 17ffffc0001001 3:0 ffff9985849b6b60 3042 lru 00000080:00200000:2.0:1789762978.815377:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008e3d5db0 2018: 1< 0 - - > 2< 8265728 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815379:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009eadef86 00000080:00200000:2.0:1789762978.815381:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1789762978.815383:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3043 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815395:0:13463:0:(rw26.c:871:ll_write_end()) pos 12464128, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815399:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006931a967[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3043] 00000080:00200000:2.0:1789762978.815403:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000b507339 17ffffc0001001 3:0 ffff9985849b6620 3043 lru 00000080:00200000:2.0:1789762978.815409:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007a1ce763 2019: 1< 0 - - > 2< 8269824 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815413:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006931a967 00000080:00200000:2.0:1789762978.815414:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1789762978.815415:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3044 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815426:0:13463:0:(rw26.c:871:ll_write_end()) pos 12468224, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815429:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000edeb0d3c[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3044] 00000080:00200000:2.0:1789762978.815432:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a375d796 17ffffc0001001 3:0 ffff9985849b6c40 3044 lru 00000080:00200000:2.0:1789762978.815437:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008e6ade71 2020: 1< 0 - - > 2< 8273920 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815440:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000edeb0d3c 00000080:00200000:2.0:1789762978.815442:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762978.815443:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3045 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815454:0:13463:0:(rw26.c:871:ll_write_end()) pos 12472320, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815458:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f58677a1[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3045] 00000080:00200000:2.0:1789762978.815461:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004ba02f68 17ffffc0001001 3:0 ffff9985849b6a80 3045 lru 00000080:00200000:2.0:1789762978.815467:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e47a0a8f 2021: 1< 0 - - > 2< 8278016 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815469:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f58677a1 00000080:00200000:2.0:1789762978.815470:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762978.815471:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3046 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815482:0:13463:0:(rw26.c:871:ll_write_end()) pos 12476416, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815485:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d6b03faa[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3046] 00000080:00200000:2.0:1789762978.815488:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9c7cf55 17ffffc0001001 3:0 ffff9985849b69a0 3046 lru 00000080:00200000:2.0:1789762978.815492:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000051e33f0f 2022: 1< 0 - - > 2< 8282112 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815494:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d6b03faa 00000080:00200000:2.0:1789762978.815495:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1789762978.815496:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3047 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815507:0:13463:0:(rw26.c:871:ll_write_end()) pos 12480512, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815511:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007b0ac3b0[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3047] 00000080:00200000:2.0:1789762978.815513:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001d8a5ced 17ffffc0001001 3:0 ffff9985849b67e0 3047 lru 00000080:00200000:2.0:1789762978.815518:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ea2c4fd5 2023: 1< 0 - - > 2< 8286208 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815520:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007b0ac3b0 00000080:00200000:2.0:1789762978.815521:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762978.815523:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3048 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815534:0:13463:0:(rw26.c:871:ll_write_end()) pos 12484608, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815538:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009ea838ab[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3048] 00000080:00200000:2.0:1789762978.815540:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000044166590 17ffffc0001001 3:0 ffff9985849b62a0 3048 lru 00000080:00200000:2.0:1789762978.815545:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e4a57e0f 2024: 1< 0 - - > 2< 8290304 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815548:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009ea838ab 00000080:00200000:2.0:1789762978.815549:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1789762978.815550:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3049 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815566:0:13463:0:(rw26.c:871:ll_write_end()) pos 12488704, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815570:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000079381ea6[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3049] 00000080:00200000:2.0:1789762978.815572:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d5ebb138 17ffffc0001021 2:0 ffff9985849b6e00 3049 lru 00000080:00200000:2.0:1789762978.815577:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001807c9d1 2025: 1< 0 - - > 2< 8294400 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815579:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000079381ea6 00000080:00200000:2.0:1789762978.815580:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762978.815582:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3050 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815592:0:13463:0:(rw26.c:871:ll_write_end()) pos 12492800, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815596:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ac7d971f[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3050] 00000080:00200000:2.0:1789762978.815599:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b1a0bcb9 17ffffc0001001 3:0 ffff9985849b6700 3050 lru 00000080:00200000:2.0:1789762978.815604:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000086613247 2026: 1< 0 - - > 2< 8298496 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815606:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ac7d971f 00000080:00200000:2.0:1789762978.815607:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1789762978.815608:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3051 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815619:0:13463:0:(rw26.c:871:ll_write_end()) pos 12496896, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815623:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007fcb7210[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3051] 00000080:00200000:2.0:1789762978.815625:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005385b2e0 17ffffc0001001 3:0 ffff9985849b6460 3051 lru 00000080:00200000:2.0:1789762978.815646:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000423950e8 2027: 1< 0 - - > 2< 8302592 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815648:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007fcb7210 00000080:00200000:2.0:1789762978.815649:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1789762978.815669:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3052 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815682:0:13463:0:(rw26.c:871:ll_write_end()) pos 12500992, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815686:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f702cc6c[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3052] 00000080:00200000:2.0:1789762978.815689:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006ba7b511 17ffffc0001001 3:0 ffff9985849b6d20 3052 lru 00000080:00200000:2.0:1789762978.815694:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000090e8adcf 2028: 1< 0 - - > 2< 8306688 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815696:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f702cc6c 00000080:00200000:2.0:1789762978.815697:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1789762978.815699:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3053 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815709:0:13463:0:(rw26.c:871:ll_write_end()) pos 12505088, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815713:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006e5653f9[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3053] 00000080:00200000:2.0:1789762978.815715:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000184cbd04 17ffffc0001001 3:0 ffff9985849b6ee0 3053 lru 00000080:00200000:2.0:1789762978.815720:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5ac21b6 2029: 1< 0 - - > 2< 8310784 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815722:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006e5653f9 00000080:00200000:2.0:1789762978.815723:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762978.815724:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3054 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815735:0:13463:0:(rw26.c:871:ll_write_end()) pos 12509184, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815738:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002497cd5f[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3054] 00000080:00200000:2.0:1789762978.815740:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000cf8caa99 17ffffc0001001 3:0 ffff9985849b61c0 3054 lru 00000080:00200000:2.0:1789762978.815745:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009fa6977a 2030: 1< 0 - - > 2< 8314880 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815747:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002497cd5f 00000080:00200000:2.0:1789762978.815747:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1789762978.815749:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3055 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815759:0:13463:0:(rw26.c:871:ll_write_end()) pos 12513280, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815762:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008cd3174b[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3055] 00000080:00200000:2.0:1789762978.815764:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000091b208b9 17ffffc0001001 3:0 ffff9985849b6000 3055 lru 00000080:00200000:2.0:1789762978.815769:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007cb576fa 2031: 1< 0 - - > 2< 8318976 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815770:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008cd3174b 00000080:00200000:2.0:1789762978.815771:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762978.815773:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3056 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815792:0:13463:0:(rw26.c:871:ll_write_end()) pos 12517376, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815795:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007b961e21[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3056] 00000080:00200000:2.0:1789762978.815798:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a74c5c24 17ffffc0001001 3:0 ffff9985849b7380 3056 lru 00000080:00200000:2.0:1789762978.815802:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000533473d7 2032: 1< 0 - - > 2< 8323072 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815804:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007b961e21 00000080:00200000:2.0:1789762978.815805:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762978.815807:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3057 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815817:0:13463:0:(rw26.c:871:ll_write_end()) pos 12521472, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815821:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000056d9f7b6[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3057] 00000080:00200000:2.0:1789762978.815823:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad8455e9 17ffffc0001001 3:0 ffff9985849b70e0 3057 lru 00000080:00200000:2.0:1789762978.815828:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000031d04414 2033: 1< 0 - - > 2< 8327168 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815830:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000056d9f7b6 00000080:00200000:2.0:1789762978.815831:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762978.815832:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3058 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815842:0:13463:0:(rw26.c:871:ll_write_end()) pos 12525568, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815846:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002d326154[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3058] 00000080:00200000:2.0:1789762978.815848:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b18c821f 17ffffc0001001 3:0 ffff9985849b7540 3058 lru 00000080:00200000:2.0:1789762978.815853:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007ad5788e 2034: 1< 0 - - > 2< 8331264 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815854:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002d326154 00000080:00200000:2.0:1789762978.815855:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1789762978.815857:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3059 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815867:0:13463:0:(rw26.c:871:ll_write_end()) pos 12529664, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815871:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f2132f5a[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3059] 00000080:00200000:2.0:1789762978.815873:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002dc3c12d 17ffffc0001001 3:0 ffff9985849b7b60 3059 lru 00000080:00200000:2.0:1789762978.815878:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000052423ebc 2035: 1< 0 - - > 2< 8335360 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815880:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f2132f5a 00000080:00200000:2.0:1789762978.815881:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1789762978.815882:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3060 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815893:0:13463:0:(rw26.c:871:ll_write_end()) pos 12533760, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815896:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002466ce64[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3060] 00000080:00200000:2.0:1789762978.815899:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000752d8a67 17ffffc0001001 3:0 ffff9985849b7620 3060 lru 00000080:00200000:2.0:1789762978.815903:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007f8c5f79 2036: 1< 0 - - > 2< 8339456 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815905:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002466ce64 00000080:00200000:2.0:1789762978.815906:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762978.815908:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3061 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815919:0:13463:0:(rw26.c:871:ll_write_end()) pos 12537856, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815922:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d3312315[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3061] 00000080:00200000:2.0:1789762978.815925:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000004edc573 17ffffc0001001 3:0 ffff9985849b7c40 3061 lru 00000080:00200000:2.0:1789762978.815930:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000062492732 2037: 1< 0 - - > 2< 8343552 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815932:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d3312315 00000080:00200000:2.0:1789762978.815933:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1789762978.815934:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3062 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815944:0:13463:0:(rw26.c:871:ll_write_end()) pos 12541952, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815947:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000071dc1f44[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3062] 00000080:00200000:2.0:1789762978.815950:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d7dbc68e 17ffffc0001001 3:0 ffff9985849b7a80 3062 lru 00000080:00200000:2.0:1789762978.815954:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000089654ef5 2038: 1< 0 - - > 2< 8347648 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815956:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000071dc1f44 00000080:00200000:2.0:1789762978.815957:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1789762978.815958:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3063 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815970:0:13463:0:(rw26.c:871:ll_write_end()) pos 12546048, len 4096, copied 4096 00000080:00200000:2.0:1789762978.815973:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000bfa5e83[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3063] 00000080:00200000:2.0:1789762978.815976:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003e800b9e 17ffffc0001001 3:0 ffff9985849b79a0 3063 lru 00000080:00200000:2.0:1789762978.815980:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000008622a60 2039: 1< 0 - - > 2< 8351744 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.815982:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000bfa5e83 00000080:00200000:2.0:1789762978.815983:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1789762978.815984:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3064 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.815998:0:13463:0:(rw26.c:871:ll_write_end()) pos 12550144, len 4096, copied 4096 00000080:00200000:2.0:1789762978.816001:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000881726ab[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3064] 00000080:00200000:2.0:1789762978.816003:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000019925f61 17ffffc0001021 2:0 ffff9985849b77e0 3064 lru 00000080:00200000:2.0:1789762978.816008:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2d5843d 2040: 1< 0 - - > 2< 8355840 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.816010:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000881726ab 00000080:00200000:2.0:1789762978.816011:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1789762978.816012:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3065 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.816023:0:13463:0:(rw26.c:871:ll_write_end()) pos 12554240, len 4096, copied 4096 00000080:00200000:2.0:1789762978.816026:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000255472de[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3065] 00000080:00200000:2.0:1789762978.816029:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f3e31b86 17ffffc0001001 3:0 ffff9985849b72a0 3065 lru 00000080:00200000:2.0:1789762978.816034:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4a9126e 2041: 1< 0 - - > 2< 8359936 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.816037:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000255472de 00000080:00200000:2.0:1789762978.816038:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762978.816040:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3066 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.816050:0:13463:0:(rw26.c:871:ll_write_end()) pos 12558336, len 4096, copied 4096 00000080:00200000:2.0:1789762978.816053:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000823eb258[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3066] 00000080:00200000:2.0:1789762978.816055:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c88d4d71 17ffffc0001001 3:0 ffff9985849b7e00 3066 lru 00000080:00200000:2.0:1789762978.816060:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c94d6230 2042: 1< 0 - - > 2< 8364032 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.816062:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000823eb258 00000080:00200000:2.0:1789762978.816062:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1789762978.816064:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3067 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.816074:0:13463:0:(rw26.c:871:ll_write_end()) pos 12562432, len 4096, copied 4096 00000080:00200000:2.0:1789762978.816078:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004fa5dfe8[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3067] 00000080:00200000:2.0:1789762978.816080:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002741ff2e 17ffffc0001001 3:0 ffff9985849b7700 3067 lru 00000080:00200000:2.0:1789762978.816085:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000087bbe66e 2043: 1< 0 - - > 2< 8368128 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.816086:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004fa5dfe8 00000080:00200000:2.0:1789762978.816087:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762978.816088:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3068 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.816099:0:13463:0:(rw26.c:871:ll_write_end()) pos 12566528, len 4096, copied 4096 00000080:00200000:2.0:1789762978.816102:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d1a13b84[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3068] 00000080:00200000:2.0:1789762978.816104:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004fd8799b 17ffffc0001001 3:0 ffff9985849b7460 3068 lru 00000080:00200000:2.0:1789762978.816109:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000021a381ec 2044: 1< 0 - - > 2< 8372224 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.816111:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d1a13b84 00000080:00200000:2.0:1789762978.816112:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1789762978.816113:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3069 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.816123:0:13463:0:(rw26.c:871:ll_write_end()) pos 12570624, len 4096, copied 4096 00000080:00200000:2.0:1789762978.816127:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000afff628f[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3069] 00000080:00200000:2.0:1789762978.816129:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c13416b1 17ffffc0001001 3:0 ffff9985849b7d20 3069 lru 00000080:00200000:2.0:1789762978.816134:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000cdddbee6 2045: 1< 0 - - > 2< 8376320 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.816135:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000afff628f 00000080:00200000:2.0:1789762978.816136:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762978.816138:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3070 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.816149:0:13463:0:(rw26.c:871:ll_write_end()) pos 12574720, len 4096, copied 4096 00000080:00200000:2.0:1789762978.816153:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d5daa201[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3070] 00000080:00200000:2.0:1789762978.816155:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001dd83dda 17ffffc0001001 3:0 ffff9985849b7ee0 3070 lru 00000080:00200000:2.0:1789762978.816160:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec413150 2046: 1< 0 - - > 2< 8380416 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.816162:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d5daa201 00000080:00200000:2.0:1789762978.816163:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762978.816164:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3071 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.816174:0:13463:0:(rw26.c:871:ll_write_end()) pos 12578816, len 4096, copied 4096 00000080:00200000:2.0:1789762978.816177:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e8bf5d2f[3 0000000058eb6e3b 2 1 0000000027054676 0 0 3071] 00000080:00200000:2.0:1789762978.816180:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005fbdac73 17ffffc0001001 3:0 ffff9985849b71c0 3071 lru 00000080:00200000:2.0:1789762978.816184:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000003738ec50 2047: 1< 0 - - > 2< 8384512 0 0 0x0 0x0 | 00000000ef7510e0 0000000035bd3404 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.816186:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e8bf5d2f 00000080:00200000:2.0:1789762978.816187:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1789762978.816189:0:13463:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1789762978.816209:0:13463:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001a40290c ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816219:0:13463:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001a40290c ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816225:0:13463:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816233:0:13463:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816246:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816260:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816268:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816275:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816282:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816289:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816297:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816324:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816332:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816340:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816348:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816356:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816363:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816370:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.816382:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.816387:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816395:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816402:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816409:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816422:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816429:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816437:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816444:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816451:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816458:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816465:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816472:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816479:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816487:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816495:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.816504:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.816509:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816516:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816523:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816531:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816538:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816545:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816556:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816564:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816571:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816578:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816585:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816592:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816599:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816606:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816613:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.816622:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.816627:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816648:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816656:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816663:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816671:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816678:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816686:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816693:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816704:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816712:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816719:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816726:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816733:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816741:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816748:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.816757:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.816762:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816774:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816782:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816789:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816796:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816804:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816811:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816818:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816825:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816832:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816840:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816848:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816855:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816862:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816869:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.816879:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.816884:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816891:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816898:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816910:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816917:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816924:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816931:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816939:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816946:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816953:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816960:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816967:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816975:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816982:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.816989:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.816998:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.817003:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817010:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817017:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817024:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817031:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817043:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817050:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817057:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817064:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817071:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817079:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817086:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817093:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817100:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817107:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.817117:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.817121:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817129:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817136:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817143:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817150:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817157:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817164:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817176:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817183:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817190:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817197:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817204:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817211:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817218:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817225:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.817235:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.817240:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817247:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817254:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817262:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817269:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817276:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817283:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817309:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817317:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817329:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817337:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817344:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817351:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817358:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817365:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.817375:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.817380:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817387:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817399:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817407:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817414:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817421:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817428:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817435:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817443:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817450:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817457:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817465:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817473:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817480:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817487:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.817496:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.817501:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817508:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817515:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817523:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817534:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817541:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817548:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817555:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817562:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817569:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817576:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817583:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817590:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817598:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817605:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.817614:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.817619:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817626:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817648:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817656:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817663:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817671:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817683:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817691:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817698:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817705:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817712:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817719:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817727:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817734:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817741:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.817751:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.817756:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817764:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817772:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817779:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817787:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817794:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817801:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817808:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817820:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817827:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817834:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817841:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817849:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817856:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817863:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.817872:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.817877:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817888:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817896:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817903:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817910:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817917:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817924:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817931:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817938:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817945:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817953:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817960:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817967:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817974:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.817981:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.817990:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.817995:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818002:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818010:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818021:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818028:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818035:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818042:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818049:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818056:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818064:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818071:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818078:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818085:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818092:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818099:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.818108:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.818113:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818120:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818127:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818134:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818141:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818153:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818160:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818167:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818174:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818181:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818188:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818195:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818202:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818209:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818217:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.818226:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.818231:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818238:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818245:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818252:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818259:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818267:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818274:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818300:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818310:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818318:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818326:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818333:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818340:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818347:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.818354:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.818364:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.818370:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.818377:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 1, dirtied 1 00000080:00200000:2.0:1789762978.818379:0:13463:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762978.818382:0:13463:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_r_oleg336-client.virtnet: write bytes 0, result: 1048576 00000020:00010000:2.0:1789762978.818399:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9985881f3218 (ffff998590aa2ab8/0) at cl_lock_release():245 00000020:00010000:2.0:1789762978.818402:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9985881f3218 (ffff998590aa2ab8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762978.818404:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9985902ead30 (ffff998590aa2e18/1) at cl_lock_cancel():142 00010000:00010000:2.0:1789762978.818409:0:13463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1789762978.818417:0:13463:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000020:00010000:2.0:1789762978.818426:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9985881f3218 (ffff998590aa2ab8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762978.818428:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9985902ead30 (ffff998590aa2ab8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762978.818433:0:13463:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762978.818436:0:13463:0:(file.c:2205:ll_file_io_generic()) Range unlock [2816, 3071] 00000080:00200000:2.0:1789762978.818441:0:13463:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x27:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762978.818444:0:13463:0:(file.c:2238:ll_file_io_generic()) nrs_r_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:2.0:1789762978.818463:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000008:00010000:2.0:1789762978.818475:0:42:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:2.0:1789762978.819282:0:42:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000008:00100000:2.0:1789762978.820942:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985857d9f80 - object 0x240000400:14 offset 4194304<>8388608 00000100:00100000:2.0:1789762978.820996:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2356:1876702246690432:192.168.203.136@tcp:4:dd.500 00000008:00010000:2.0:1789762978.838197:0:2356:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000008:00010000:2.0:1789762978.839408:0:2356:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000143c67c6 ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000100:00100000:2.0:1789762978.839442:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2356:1876702246690432:192.168.203.136@tcp:4:dd.500 00000080:00200000:2.0:1789762978.853741:0:13463:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x27:0x0] updating i_size 14680064 i_blocks 24576 00000080:00200000:2.0:1789762978.853750:0:13463:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1789762978.854016:0:13463:0:(file.c:2650:do_file_write_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 14680064, count: 1048576 00000080:00200000:2.0:1789762978.854024:0:13463:0:(file.c:2090:ll_file_io_generic()) nrs_r_oleg336-client.virtnet: write ppos: 14680064, bytes: 1048576 00000080:00200000:2.0:1789762978.854046:0:13463:0:(file.c:1848:ll_io_set_mirror()) nrs_r_oleg336-client.virtnet: desiginated mirror: 0 00000020:00200000:2.0:1789762978.854053:0:13463:0:(cl_io.c:214:cl_io_rw_init()) header@000000008e31a7df[0x110, 3585, [0x200000401:0x27:0x0] hash] 00000020:00200000:2.0:1789762978.854055:0:13463:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [14680064, 15728640) 0 0 00000080:00200000:2.0:1789762978.854060:0:13463:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x27:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762978.854070:0:13463:0:(file.c:2168:ll_file_io_generic()) Range lock [3584, 3839] 00020000:00200000:2.0:1789762978.854076:0:13463:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 3 chunk: [14680064, 15728640) 15728640, 1048576 00020000:00200000:2.0:1789762978.854080:0:13463:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762978.854092:0:13463:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [3584, 3839] 00000008:00010000:2.0:1789762978.854104:0:13463:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1789762978.854109:0:13463:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9985902ead30, osc lock ffff9985902caf70, flags 0x0 00010000:00010000:2.0:1789762978.854147:0:13463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1789762978.854179:0:13463:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (6291456 7340031) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1789762978.854199:0:13463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1789762978.854233:0:13463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1789762978.854249:0:13463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.854266:0:13463:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_r_oleg336-client.virtnet: write [14680064, 15728640) append 0 append lockpos 0 00000080:00200000:2.0:1789762978.854277:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3584 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.854313:0:13463:0:(rw26.c:871:ll_write_end()) pos 14680064, len 4096, copied 4096 00000080:00200000:2.0:1789762978.854321:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009db7ef2a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3584] 00000080:00200000:2.0:1789762978.854326:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002bb98f7b 17ffffc0001001 3:0 ffff9985849b7000 3584 lru 00000080:00200000:2.0:1789762978.854334:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000553103f3 1536: 1< 0 - - > 2< 6291456 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.854337:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009db7ef2a 00000080:00200000:2.0:1789762978.854339:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1789762978.854343:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3585 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.854409:0:13463:0:(rw26.c:871:ll_write_end()) pos 14684160, len 4096, copied 4096 00000080:00200000:2.0:1789762978.854415:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000001e3b313[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3585] 00000080:00200000:2.0:1789762978.854419:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a417c749 17ffffc0001001 3:0 ffff9985849b78c0 3585 lru 00000080:00200000:2.0:1789762978.854425:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d6d33023 1537: 1< 0 - - > 2< 6295552 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.854428:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000001e3b313 00000080:00200000:2.0:1789762978.854429:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1789762978.854432:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3586 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.854456:0:13463:0:(rw26.c:871:ll_write_end()) pos 14688256, len 4096, copied 4096 00000080:00200000:2.0:1789762978.854461:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d4340848[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3586] 00000080:00200000:2.0:1789762978.854464:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ed3a12f3 17ffffc0001001 3:0 ffff99859056a700 3586 lru 00000080:00200000:2.0:1789762978.854488:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000536f22f8 1538: 1< 0 - - > 2< 6299648 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.854490:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d4340848 00000080:00200000:2.0:1789762978.854491:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1789762978.854493:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3587 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.854508:0:13463:0:(rw26.c:871:ll_write_end()) pos 14692352, len 4096, copied 4096 00000080:00200000:2.0:1789762978.854513:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006a952161[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3587] 00000080:00200000:2.0:1789762978.854516:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000013d97eda 17ffffc0001001 3:0 ffff99859056a460 3587 lru 00000080:00200000:2.0:1789762978.854523:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000026afae57 1539: 1< 0 - - > 2< 6303744 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.854525:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006a952161 00000080:00200000:2.0:1789762978.854527:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1789762978.854529:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3588 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.854543:0:13463:0:(rw26.c:871:ll_write_end()) pos 14696448, len 4096, copied 4096 00000080:00200000:2.0:1789762978.854548:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000028d3297a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3588] 00000080:00200000:2.0:1789762978.854551:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b0486d27 17ffffc0001001 3:0 ffff99859056ad20 3588 lru 00000080:00200000:2.0:1789762978.854558:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002266daa1 1540: 1< 0 - - > 2< 6307840 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.854561:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000028d3297a 00000080:00200000:2.0:1789762978.854562:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1789762978.854563:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3589 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.854579:0:13463:0:(rw26.c:871:ll_write_end()) pos 14700544, len 4096, copied 4096 00000080:00200000:2.0:1789762978.854584:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ea7c742b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3589] 00000080:00200000:2.0:1789762978.854587:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d840f6b3 17ffffc0001001 3:0 ffff99859056aee0 3589 lru 00000080:00200000:2.0:1789762978.854594:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c4bd4408 1541: 1< 0 - - > 2< 6311936 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.854596:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ea7c742b 00000080:00200000:2.0:1789762978.854597:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1789762978.854599:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3590 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.854613:0:13463:0:(rw26.c:871:ll_write_end()) pos 14704640, len 4096, copied 4096 00000080:00200000:2.0:1789762978.854618:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000070b86c71[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3590] 00000080:00200000:2.0:1789762978.854622:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000021e45042 17ffffc0001001 3:0 ffff99859056a1c0 3590 lru 00000080:00200000:2.0:1789762978.854650:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e38656e5 1542: 1< 0 - - > 2< 6316032 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.854671:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000070b86c71 00000080:00200000:2.0:1789762978.854672:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1789762978.854675:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3591 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.854697:0:13463:0:(rw26.c:871:ll_write_end()) pos 14708736, len 4096, copied 4096 00000080:00200000:2.0:1789762978.854702:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007cac07fa[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3591] 00000080:00200000:2.0:1789762978.854705:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008aa9189d 17ffffc0001021 2:0 ffff99859056a000 3591 lru 00000080:00200000:2.0:1789762978.854711:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b468d316 1543: 1< 0 - - > 2< 6320128 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.854713:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007cac07fa 00000080:00200000:2.0:1789762978.854714:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1789762978.854716:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3592 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.854746:0:13463:0:(rw26.c:871:ll_write_end()) pos 14712832, len 4096, copied 4096 00000080:00200000:2.0:1789762978.854751:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000067742a5f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3592] 00000080:00200000:2.0:1789762978.854754:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad1b3768 17ffffc0001001 3:0 ffff99859056a8c0 3592 lru 00000080:00200000:2.0:1789762978.854760:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e056e6de 1544: 1< 0 - - > 2< 6324224 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.854762:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000067742a5f 00000080:00200000:2.0:1789762978.854764:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1789762978.854765:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3593 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.854778:0:13463:0:(rw26.c:871:ll_write_end()) pos 14716928, len 4096, copied 4096 00000080:00200000:2.0:1789762978.854783:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000983f8462[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3593] 00000080:00200000:2.0:1789762978.854803:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f40bc764 17ffffc0001001 3:0 ffff99859056a380 3593 lru 00000080:00200000:2.0:1789762978.854809:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000172b806b 1545: 1< 0 - - > 2< 6328320 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.854810:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000983f8462 00000080:00200000:2.0:1789762978.854812:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1789762978.854813:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3594 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.854825:0:13463:0:(rw26.c:871:ll_write_end()) pos 14721024, len 4096, copied 4096 00000080:00200000:2.0:1789762978.854829:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008c282dd0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3594] 00000080:00200000:2.0:1789762978.854832:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fcd183e0 17ffffc0001001 3:0 ffff99859056a0e0 3594 lru 00000080:00200000:2.0:1789762978.854838:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007faeec90 1546: 1< 0 - - > 2< 6332416 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.854841:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008c282dd0 00000080:00200000:2.0:1789762978.854842:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1789762978.854844:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3595 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.854882:0:13463:0:(rw26.c:871:ll_write_end()) pos 14725120, len 4096, copied 4096 00000080:00200000:2.0:1789762978.854886:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008be2b33b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3595] 00000080:00200000:2.0:1789762978.854890:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000081fa188c 17ffffc0001001 3:0 ffff99859056a540 3595 lru 00000080:00200000:2.0:1789762978.854896:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000331baeca 1547: 1< 0 - - > 2< 6336512 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.854898:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008be2b33b 00000080:00200000:2.0:1789762978.854899:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1789762978.854901:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3596 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.854919:0:13463:0:(rw26.c:871:ll_write_end()) pos 14729216, len 4096, copied 4096 00000080:00200000:2.0:1789762978.854923:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000044764477[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3596] 00000080:00200000:2.0:1789762978.854927:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a4fef694 17ffffc0001001 3:0 ffff99859056ab60 3596 lru 00000080:00200000:2.0:1789762978.854933:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f2368d81 1548: 1< 0 - - > 2< 6340608 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.854936:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000044764477 00000080:00200000:2.0:1789762978.854937:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1789762978.854939:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3597 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.854953:0:13463:0:(rw26.c:871:ll_write_end()) pos 14733312, len 4096, copied 4096 00000080:00200000:2.0:1789762978.854974:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003b2bb7ee[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3597] 00000080:00200000:2.0:1789762978.854977:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000d3c4496 17ffffc0001001 3:0 ffff99859056a620 3597 lru 00000080:00200000:2.0:1789762978.854983:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000913327c4 1549: 1< 0 - - > 2< 6344704 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.854985:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003b2bb7ee 00000080:00200000:2.0:1789762978.854986:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1789762978.854988:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3598 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855000:0:13463:0:(rw26.c:871:ll_write_end()) pos 14737408, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855004:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000010b981b2[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3598] 00000080:00200000:2.0:1789762978.855007:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008fb92e92 17ffffc0001001 3:0 ffff99859056ac40 3598 lru 00000080:00200000:2.0:1789762978.855013:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004876d2e8 1550: 1< 0 - - > 2< 6348800 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855015:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000010b981b2 00000080:00200000:2.0:1789762978.855016:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1789762978.855018:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3599 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855047:0:13463:0:(rw26.c:871:ll_write_end()) pos 14741504, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855052:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000046863ec3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3599] 00000080:00200000:2.0:1789762978.855055:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000080f16c2b 17ffffc0001001 3:0 ffff99859056aa80 3599 lru 00000080:00200000:2.0:1789762978.855062:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c80a9cf0 1551: 1< 0 - - > 2< 6352896 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855065:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000046863ec3 00000080:00200000:2.0:1789762978.855066:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1789762978.855068:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3600 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855081:0:13463:0:(rw26.c:871:ll_write_end()) pos 14745600, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855085:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d1e35d18[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3600] 00000080:00200000:2.0:1789762978.855089:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000aa82fc9 17ffffc0001001 3:0 ffff99859056a9a0 3600 lru 00000080:00200000:2.0:1789762978.855095:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007b876104 1552: 1< 0 - - > 2< 6356992 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855097:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d1e35d18 00000080:00200000:2.0:1789762978.855099:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1789762978.855100:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3601 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855115:0:13463:0:(rw26.c:871:ll_write_end()) pos 14749696, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855123:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f2fea0fb[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3601] 00000080:00200000:2.0:1789762978.855129:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004ccce0e9 17ffffc0001001 3:0 ffff99859056a7e0 3601 lru 00000080:00200000:2.0:1789762978.855155:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002be630cd 1553: 1< 0 - - > 2< 6361088 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855159:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f2fea0fb 00000080:00200000:2.0:1789762978.855161:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1789762978.855165:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3602 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855190:0:13463:0:(rw26.c:871:ll_write_end()) pos 14753792, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855198:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c146db22[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3602] 00000080:00200000:2.0:1789762978.855220:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000cd984773 17ffffc0001001 3:0 ffff99859056a2a0 3602 lru 00000080:00200000:2.0:1789762978.855232:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000078ffd844 1554: 1< 0 - - > 2< 6365184 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855236:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c146db22 00000080:00200000:2.0:1789762978.855238:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1789762978.855242:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3603 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855266:0:13463:0:(rw26.c:871:ll_write_end()) pos 14757888, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855271:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c86fdd99[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3603] 00000080:00200000:2.0:1789762978.855275:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000038402c44 17ffffc0001001 3:0 ffff99859056ae00 3603 lru 00000080:00200000:2.0:1789762978.855282:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e06ec545 1555: 1< 0 - - > 2< 6369280 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855285:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c86fdd99 00000080:00200000:2.0:1789762978.855287:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1789762978.855289:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3604 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855313:0:13463:0:(rw26.c:871:ll_write_end()) pos 14761984, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855317:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ab3ff2e4[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3604] 00000080:00200000:2.0:1789762978.855320:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000da1eb02d 17ffffc0001001 3:0 ffff99859056b1c0 3604 lru 00000080:00200000:2.0:1789762978.855327:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009164e5a2 1556: 1< 0 - - > 2< 6373376 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855330:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ab3ff2e4 00000080:00200000:2.0:1789762978.855331:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1789762978.855333:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3605 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855348:0:13463:0:(rw26.c:871:ll_write_end()) pos 14766080, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855352:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000cb9f650f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3605] 00000080:00200000:2.0:1789762978.855356:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000016c2bee6 17ffffc0001001 3:0 ffff99859056b000 3605 lru 00000080:00200000:2.0:1789762978.855362:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b1387201 1557: 1< 0 - - > 2< 6377472 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855365:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000cb9f650f 00000080:00200000:2.0:1789762978.855366:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1789762978.855368:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3606 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855403:0:13463:0:(rw26.c:871:ll_write_end()) pos 14770176, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855407:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003e3bf35d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3606] 00000080:00200000:2.0:1789762978.855410:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001a67b505 17ffffc0001021 2:0 ffff99859056b8c0 3606 lru 00000080:00200000:2.0:1789762978.855416:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007e04436b 1558: 1< 0 - - > 2< 6381568 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855418:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003e3bf35d 00000080:00200000:2.0:1789762978.855420:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1789762978.855421:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3607 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855434:0:13463:0:(rw26.c:871:ll_write_end()) pos 14774272, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855490:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003323dbf1[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3607] 00000080:00200000:2.0:1789762978.855494:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff09a62d 17ffffc0001001 3:0 ffff99859056b380 3607 lru 00000080:00200000:2.0:1789762978.855501:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9069567 1559: 1< 0 - - > 2< 6385664 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855503:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003323dbf1 00000080:00200000:2.0:1789762978.855505:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1789762978.855508:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3608 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855527:0:13463:0:(rw26.c:871:ll_write_end()) pos 14778368, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855532:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f0ba5a29[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3608] 00000080:00200000:2.0:1789762978.855535:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003ab0caa7 17ffffc0001001 3:0 ffff99859056b0e0 3608 lru 00000080:00200000:2.0:1789762978.855542:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004c9fb677 1560: 1< 0 - - > 2< 6389760 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855545:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f0ba5a29 00000080:00200000:2.0:1789762978.855546:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1789762978.855548:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3609 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855562:0:13463:0:(rw26.c:871:ll_write_end()) pos 14782464, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855566:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008a71fe2b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3609] 00000080:00200000:2.0:1789762978.855570:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006644962c 17ffffc0001001 3:0 ffff99859056b540 3609 lru 00000080:00200000:2.0:1789762978.855576:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000740c4f72 1561: 1< 0 - - > 2< 6393856 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855578:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008a71fe2b 00000080:00200000:2.0:1789762978.855580:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1789762978.855581:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3610 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855597:0:13463:0:(rw26.c:871:ll_write_end()) pos 14786560, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855602:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000029e46aaa[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3610] 00000080:00200000:2.0:1789762978.855605:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000036db1980 17ffffc0001001 3:0 ffff99859056bb60 3610 lru 00000080:00200000:2.0:1789762978.855612:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000be5ab62a 1562: 1< 0 - - > 2< 6397952 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855615:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000029e46aaa 00000080:00200000:2.0:1789762978.855616:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1789762978.855618:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3611 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855674:0:13463:0:(rw26.c:871:ll_write_end()) pos 14790656, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855680:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000bf8d4ada[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3611] 00000080:00200000:2.0:1789762978.855682:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000015986f22 17ffffc0001001 3:0 ffff99859056b620 3611 lru 00000080:00200000:2.0:1789762978.855688:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000033f0abf6 1563: 1< 0 - - > 2< 6402048 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855690:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000bf8d4ada 00000080:00200000:2.0:1789762978.855692:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1789762978.855694:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3612 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855710:0:13463:0:(rw26.c:871:ll_write_end()) pos 14794752, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855714:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d8590ab6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3612] 00000080:00200000:2.0:1789762978.855734:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004f970a15 17ffffc0001001 3:0 ffff99859056bc40 3612 lru 00000080:00200000:2.0:1789762978.855740:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000554867cf 1564: 1< 0 - - > 2< 6406144 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855743:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d8590ab6 00000080:00200000:2.0:1789762978.855744:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1789762978.855746:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3613 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855759:0:13463:0:(rw26.c:871:ll_write_end()) pos 14798848, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855764:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b14512dd[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3613] 00000080:00200000:2.0:1789762978.855767:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e6e0e5c8 17ffffc0001001 3:0 ffff99859056ba80 3613 lru 00000080:00200000:2.0:1789762978.855772:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000503fe49b 1565: 1< 0 - - > 2< 6410240 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855775:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b14512dd 00000080:00200000:2.0:1789762978.855776:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1789762978.855778:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3614 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855808:0:13463:0:(rw26.c:871:ll_write_end()) pos 14802944, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855812:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009929531d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3614] 00000080:00200000:2.0:1789762978.855814:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000056928c2c 17ffffc0001001 3:0 ffff99859056b9a0 3614 lru 00000080:00200000:2.0:1789762978.855820:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000058c1677a 1566: 1< 0 - - > 2< 6414336 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855822:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009929531d 00000080:00200000:2.0:1789762978.855823:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1789762978.855824:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3615 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855836:0:13463:0:(rw26.c:871:ll_write_end()) pos 14807040, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855840:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e571836e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3615] 00000080:00200000:2.0:1789762978.855843:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d9e5bd5e 17ffffc0001001 3:0 ffff99859056b7e0 3615 lru 00000080:00200000:2.0:1789762978.855866:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000005c274d80 1567: 1< 0 - - > 2< 6418432 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855868:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e571836e 00000080:00200000:2.0:1789762978.855869:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1789762978.855871:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3616 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855885:0:13463:0:(rw26.c:871:ll_write_end()) pos 14811136, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855889:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e39b3334[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3616] 00000080:00200000:2.0:1789762978.855893:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ac908e97 17ffffc0001001 3:0 ffff99859056b2a0 3616 lru 00000080:00200000:2.0:1789762978.855900:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c008ee86 1568: 1< 0 - - > 2< 6422528 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855904:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e39b3334 00000080:00200000:2.0:1789762978.855906:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1789762978.855908:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3617 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855923:0:13463:0:(rw26.c:871:ll_write_end()) pos 14815232, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855928:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000972e9b1d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3617] 00000080:00200000:2.0:1789762978.855931:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b54dfc5e 17ffffc0001001 3:0 ffff99859056be00 3617 lru 00000080:00200000:2.0:1789762978.855938:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006d8b5024 1569: 1< 0 - - > 2< 6426624 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855941:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000972e9b1d 00000080:00200000:2.0:1789762978.855942:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1789762978.855944:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3618 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.855975:0:13463:0:(rw26.c:871:ll_write_end()) pos 14819328, len 4096, copied 4096 00000080:00200000:2.0:1789762978.855980:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b0f05f74[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3618] 00000080:00200000:2.0:1789762978.855982:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c681f58c 17ffffc0001001 3:0 ffff99859056b700 3618 lru 00000080:00200000:2.0:1789762978.855988:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd23079f 1570: 1< 0 - - > 2< 6430720 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.855990:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b0f05f74 00000080:00200000:2.0:1789762978.855991:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1789762978.855993:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3619 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856004:0:13463:0:(rw26.c:871:ll_write_end()) pos 14823424, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856008:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000dc79559d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3619] 00000080:00200000:2.0:1789762978.856012:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000cba45ca 17ffffc0001001 3:0 ffff99859056b460 3619 lru 00000080:00200000:2.0:1789762978.856017:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000002105a37 1571: 1< 0 - - > 2< 6434816 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856019:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000dc79559d 00000080:00200000:2.0:1789762978.856020:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1789762978.856022:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3620 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856053:0:13463:0:(rw26.c:871:ll_write_end()) pos 14827520, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856057:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e1fd46ca[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3620] 00000080:00200000:2.0:1789762978.856060:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000037d5857 17ffffc0001001 3:0 ffff99859056bd20 3620 lru 00000080:00200000:2.0:1789762978.856067:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000270c801 1572: 1< 0 - - > 2< 6438912 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856069:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e1fd46ca 00000080:00200000:2.0:1789762978.856070:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1789762978.856072:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3621 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856091:0:13463:0:(rw26.c:871:ll_write_end()) pos 14831616, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856096:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008fc213a9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3621] 00000080:00200000:2.0:1789762978.856099:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006e486eef 17ffffc0001021 2:0 ffff99859056bee0 3621 lru 00000080:00200000:2.0:1789762978.856105:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ca966ad2 1573: 1< 0 - - > 2< 6443008 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856108:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008fc213a9 00000080:00200000:2.0:1789762978.856109:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1789762978.856111:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3622 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856155:0:13463:0:(rw26.c:871:ll_write_end()) pos 14835712, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856163:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000034159cfd[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3622] 00000080:00200000:2.0:1789762978.856168:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007a21df71 17ffffc0001001 3:0 ffff9985849a4a80 3622 lru 00000080:00200000:2.0:1789762978.856177:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002b3c6ae9 1574: 1< 0 - - > 2< 6447104 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856180:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000034159cfd 00000080:00200000:2.0:1789762978.856182:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1789762978.856185:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3623 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856227:0:13463:0:(rw26.c:871:ll_write_end()) pos 14839808, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856236:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b4969e07[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3623] 00000080:00200000:2.0:1789762978.856242:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ddc66323 17ffffc0001001 3:0 ffff9985849a49a0 3623 lru 00000080:00200000:2.0:1789762978.856253:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000005ec31cd7 1575: 1< 0 - - > 2< 6451200 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856257:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b4969e07 00000080:00200000:2.0:1789762978.856259:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1789762978.856262:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3624 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856283:0:13463:0:(rw26.c:871:ll_write_end()) pos 14843904, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856289:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000017bb16b5[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3624] 00000080:00200000:2.0:1789762978.856292:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d537ab55 17ffffc0001001 3:0 ffff9985849a47e0 3624 lru 00000080:00200000:2.0:1789762978.856299:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004861c030 1576: 1< 0 - - > 2< 6455296 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856302:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000017bb16b5 00000080:00200000:2.0:1789762978.856303:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1789762978.856305:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3625 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856319:0:13463:0:(rw26.c:871:ll_write_end()) pos 14848000, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856324:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d57d7e5b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3625] 00000080:00200000:2.0:1789762978.856327:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fa374fa6 17ffffc0001001 3:0 ffff9985849a42a0 3625 lru 00000080:00200000:2.0:1789762978.856334:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c82b09a0 1577: 1< 0 - - > 2< 6459392 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856337:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d57d7e5b 00000080:00200000:2.0:1789762978.856338:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1789762978.856340:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3626 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856355:0:13463:0:(rw26.c:871:ll_write_end()) pos 14852096, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856359:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004de7000e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3626] 00000080:00200000:2.0:1789762978.856362:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e1b55c72 17ffffc0001001 3:0 ffff9985849a4e00 3626 lru 00000080:00200000:2.0:1789762978.856369:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a58da779 1578: 1< 0 - - > 2< 6463488 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856371:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004de7000e 00000080:00200000:2.0:1789762978.856372:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1789762978.856374:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3627 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856406:0:13463:0:(rw26.c:871:ll_write_end()) pos 14856192, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856411:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b21e4809[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3627] 00000080:00200000:2.0:1789762978.856414:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000081aca5ab 17ffffc0001001 3:0 ffff9985849a4700 3627 lru 00000080:00200000:2.0:1789762978.856420:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000089f1983e 1579: 1< 0 - - > 2< 6467584 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856422:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b21e4809 00000080:00200000:2.0:1789762978.856423:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1789762978.856425:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3628 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856484:0:13463:0:(rw26.c:871:ll_write_end()) pos 14860288, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856490:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004f7840f3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3628] 00000080:00200000:2.0:1789762978.856494:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001d4952ea 17ffffc0001001 3:0 ffff9985849a4460 3628 lru 00000080:00200000:2.0:1789762978.856500:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000342103d7 1580: 1< 0 - - > 2< 6471680 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856502:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004f7840f3 00000080:00200000:2.0:1789762978.856504:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1789762978.856506:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3629 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856522:0:13463:0:(rw26.c:871:ll_write_end()) pos 14864384, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856526:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000097c1a707[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3629] 00000080:00200000:2.0:1789762978.856530:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000655dda1a 17ffffc0001001 3:0 ffff9985849a4d20 3629 lru 00000080:00200000:2.0:1789762978.856537:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002eb3de72 1581: 1< 0 - - > 2< 6475776 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856539:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000097c1a707 00000080:00200000:2.0:1789762978.856541:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1789762978.856543:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3630 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856557:0:13463:0:(rw26.c:871:ll_write_end()) pos 14868480, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856562:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000080f27b92[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3630] 00000080:00200000:2.0:1789762978.856565:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a2537b25 17ffffc0001001 3:0 ffff9985849a4ee0 3630 lru 00000080:00200000:2.0:1789762978.856571:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004d7f1d8e 1582: 1< 0 - - > 2< 6479872 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856574:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000080f27b92 00000080:00200000:2.0:1789762978.856575:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1789762978.856577:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3631 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856592:0:13463:0:(rw26.c:871:ll_write_end()) pos 14872576, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856597:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000bbfddd00[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3631] 00000080:00200000:2.0:1789762978.856600:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f0690f1c 17ffffc0001001 3:0 ffff9985849a41c0 3631 lru 00000080:00200000:2.0:1789762978.856607:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d9caa94b 1583: 1< 0 - - > 2< 6483968 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856609:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000bbfddd00 00000080:00200000:2.0:1789762978.856610:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1789762978.856612:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3632 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856625:0:13463:0:(rw26.c:871:ll_write_end()) pos 14876672, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856651:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007a5ee986[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3632] 00000080:00200000:2.0:1789762978.856654:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000007ec2c7e 17ffffc0001001 3:0 ffff9985849a4000 3632 lru 00000080:00200000:2.0:1789762978.856661:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d12a5f80 1584: 1< 0 - - > 2< 6488064 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856664:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007a5ee986 00000080:00200000:2.0:1789762978.856665:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1789762978.856668:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3633 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856704:0:13463:0:(rw26.c:871:ll_write_end()) pos 14880768, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856708:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006b51e71f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3633] 00000080:00200000:2.0:1789762978.856712:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000075beb11a 17ffffc0001001 3:0 ffff9985849a48c0 3633 lru 00000080:00200000:2.0:1789762978.856718:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b9106294 1585: 1< 0 - - > 2< 6492160 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856720:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006b51e71f 00000080:00200000:2.0:1789762978.856722:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1789762978.856723:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3634 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856737:0:13463:0:(rw26.c:871:ll_write_end()) pos 14884864, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856759:0:13463:0:(rw26.c:929:ll_write_end()) page@000000005a45a344[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3634] 00000080:00200000:2.0:1789762978.856763:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000025016477 17ffffc0001001 3:0 ffff9985849a4380 3634 lru 00000080:00200000:2.0:1789762978.856769:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9fa7f8a 1586: 1< 0 - - > 2< 6496256 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856772:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000005a45a344 00000080:00200000:2.0:1789762978.856773:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1789762978.856775:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3635 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856789:0:13463:0:(rw26.c:871:ll_write_end()) pos 14888960, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856793:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e7f47b3d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3635] 00000080:00200000:2.0:1789762978.856796:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001a80f359 17ffffc0001001 3:0 ffff9985849a40e0 3635 lru 00000080:00200000:2.0:1789762978.856803:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009a45fbf1 1587: 1< 0 - - > 2< 6500352 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856822:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e7f47b3d 00000080:00200000:2.0:1789762978.856823:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1789762978.856825:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3636 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856841:0:13463:0:(rw26.c:871:ll_write_end()) pos 14893056, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856846:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b5e6374d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3636] 00000080:00200000:2.0:1789762978.856849:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008d2f6def 17ffffc0001021 2:0 ffff9985849a4540 3636 lru 00000080:00200000:2.0:1789762978.856855:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000082e39d84 1588: 1< 0 - - > 2< 6504448 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856857:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b5e6374d 00000080:00200000:2.0:1789762978.856858:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1789762978.856859:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3637 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856872:0:13463:0:(rw26.c:871:ll_write_end()) pos 14897152, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856894:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000243c60da[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3637] 00000080:00200000:2.0:1789762978.856898:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000061f441dd 17ffffc0001001 3:0 ffff9985849a4b60 3637 lru 00000080:00200000:2.0:1789762978.856904:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a230b71c 1589: 1< 0 - - > 2< 6508544 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856906:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000243c60da 00000080:00200000:2.0:1789762978.856908:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1789762978.856910:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3638 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856925:0:13463:0:(rw26.c:871:ll_write_end()) pos 14901248, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856929:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d514ac1a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3638] 00000080:00200000:2.0:1789762978.856933:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad991e71 17ffffc0001001 3:0 ffff9985849a4620 3638 lru 00000080:00200000:2.0:1789762978.856956:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000097a1f75b 1590: 1< 0 - - > 2< 6512640 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856960:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d514ac1a 00000080:00200000:2.0:1789762978.856962:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1789762978.856963:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3639 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.856976:0:13463:0:(rw26.c:871:ll_write_end()) pos 14905344, len 4096, copied 4096 00000080:00200000:2.0:1789762978.856980:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000346449ec[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3639] 00000080:00200000:2.0:1789762978.856982:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e09c677e 17ffffc0001001 3:0 ffff9985849a4c40 3639 lru 00000080:00200000:2.0:1789762978.856988:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001ebb4247 1591: 1< 0 - - > 2< 6516736 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.856990:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000346449ec 00000080:00200000:2.0:1789762978.856991:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1789762978.856992:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3640 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857013:0:13463:0:(rw26.c:871:ll_write_end()) pos 14909440, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857035:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009b6a0cdc[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3640] 00000080:00200000:2.0:1789762978.857038:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005e9b51ca 17ffffc0001001 3:0 ffff9985849a5ee0 3640 lru 00000080:00200000:2.0:1789762978.857044:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002b6139e6 1592: 1< 0 - - > 2< 6520832 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857047:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009b6a0cdc 00000080:00200000:2.0:1789762978.857048:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762978.857050:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3641 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857064:0:13463:0:(rw26.c:871:ll_write_end()) pos 14913536, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857068:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d2f133a5[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3641] 00000080:00200000:2.0:1789762978.857072:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f55e9776 17ffffc0001001 3:0 ffff9985849a51c0 3641 lru 00000080:00200000:2.0:1789762978.857079:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008d289f9a 1593: 1< 0 - - > 2< 6524928 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857081:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d2f133a5 00000080:00200000:2.0:1789762978.857082:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1789762978.857084:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3642 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857098:0:13463:0:(rw26.c:871:ll_write_end()) pos 14917632, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857103:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000bc73c745[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3642] 00000080:00200000:2.0:1789762978.857106:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008e051ecd 17ffffc0001001 3:0 ffff9985849a5000 3642 lru 00000080:00200000:2.0:1789762978.857113:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006f931548 1594: 1< 0 - - > 2< 6529024 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857117:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000bc73c745 00000080:00200000:2.0:1789762978.857118:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762978.857122:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3643 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857162:0:13463:0:(rw26.c:871:ll_write_end()) pos 14921728, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857170:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004d88eec7[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3643] 00000080:00200000:2.0:1789762978.857176:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000030ec9bfd 17ffffc0001001 3:0 ffff9985849a58c0 3643 lru 00000080:00200000:2.0:1789762978.857187:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000db5944b5 1595: 1< 0 - - > 2< 6533120 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857191:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004d88eec7 00000080:00200000:2.0:1789762978.857193:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762978.857197:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3644 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857237:0:13463:0:(rw26.c:871:ll_write_end()) pos 14925824, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857244:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000092357ba0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3644] 00000080:00200000:2.0:1789762978.857248:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001724d8c7 17ffffc0001001 3:0 ffff9985849a5380 3644 lru 00000080:00200000:2.0:1789762978.857255:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e0b5c9e5 1596: 1< 0 - - > 2< 6537216 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857258:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000092357ba0 00000080:00200000:2.0:1789762978.857259:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1789762978.857261:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3645 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857279:0:13463:0:(rw26.c:871:ll_write_end()) pos 14929920, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857284:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e1f063d3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3645] 00000080:00200000:2.0:1789762978.857288:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e00167c9 17ffffc0001001 3:0 ffff9985849a50e0 3645 lru 00000080:00200000:2.0:1789762978.857294:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007094cb21 1597: 1< 0 - - > 2< 6541312 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857297:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e1f063d3 00000080:00200000:2.0:1789762978.857298:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762978.857300:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3646 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857314:0:13463:0:(rw26.c:871:ll_write_end()) pos 14934016, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857319:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f77be412[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3646] 00000080:00200000:2.0:1789762978.857322:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c34c9efa 17ffffc0001001 3:0 ffff9985849a5540 3646 lru 00000080:00200000:2.0:1789762978.857328:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000992e2a76 1598: 1< 0 - - > 2< 6545408 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857330:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f77be412 00000080:00200000:2.0:1789762978.857332:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762978.857333:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3647 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857347:0:13463:0:(rw26.c:871:ll_write_end()) pos 14938112, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857351:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006666c54e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3647] 00000080:00200000:2.0:1789762978.857355:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004aea09cd 17ffffc0001001 3:0 ffff9985849a5b60 3647 lru 00000080:00200000:2.0:1789762978.857362:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001fd2710e 1599: 1< 0 - - > 2< 6549504 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857365:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006666c54e 00000080:00200000:2.0:1789762978.857366:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1789762978.857368:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3648 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857402:0:13463:0:(rw26.c:871:ll_write_end()) pos 14942208, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857407:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000075e47b4b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3648] 00000080:00200000:2.0:1789762978.857410:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000700c114c 17ffffc0001001 3:0 ffff9985849a5620 3648 lru 00000080:00200000:2.0:1789762978.857416:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd737978 1600: 1< 0 - - > 2< 6553600 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857419:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000075e47b4b 00000080:00200000:2.0:1789762978.857420:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762978.857422:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3649 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857477:0:13463:0:(rw26.c:871:ll_write_end()) pos 14946304, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857483:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000048e680a9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3649] 00000080:00200000:2.0:1789762978.857487:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fb30bee2 17ffffc0001001 3:0 ffff9985849a5c40 3649 lru 00000080:00200000:2.0:1789762978.857493:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000db065ade 1601: 1< 0 - - > 2< 6557696 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857496:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000048e680a9 00000080:00200000:2.0:1789762978.857497:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1789762978.857499:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3650 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857516:0:13463:0:(rw26.c:871:ll_write_end()) pos 14950400, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857521:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b4a27a99[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3650] 00000080:00200000:2.0:1789762978.857524:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a7c0d7f0 17ffffc0001001 3:0 ffff9985849a5a80 3650 lru 00000080:00200000:2.0:1789762978.857531:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb266ea2 1602: 1< 0 - - > 2< 6561792 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857533:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b4a27a99 00000080:00200000:2.0:1789762978.857535:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762978.857536:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3651 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857555:0:13463:0:(rw26.c:871:ll_write_end()) pos 14954496, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857560:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003a0334b7[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3651] 00000080:00200000:2.0:1789762978.857563:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000026f41b23 17ffffc0001021 2:0 ffff9985849a59a0 3651 lru 00000080:00200000:2.0:1789762978.857569:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000017c9ab92 1603: 1< 0 - - > 2< 6565888 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857572:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003a0334b7 00000080:00200000:2.0:1789762978.857573:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1789762978.857575:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3652 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857591:0:13463:0:(rw26.c:871:ll_write_end()) pos 14958592, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857596:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003e95e665[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3652] 00000080:00200000:2.0:1789762978.857600:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001df2cc08 17ffffc0001001 3:0 ffff9985849a57e0 3652 lru 00000080:00200000:2.0:1789762978.857606:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004b6e01d1 1604: 1< 0 - - > 2< 6569984 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857609:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003e95e665 00000080:00200000:2.0:1789762978.857610:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1789762978.857612:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3653 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857626:0:13463:0:(rw26.c:871:ll_write_end()) pos 14962688, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857665:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b1a953ab[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3653] 00000080:00200000:2.0:1789762978.857671:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a23a32e3 17ffffc0001001 3:0 ffff9985849a52a0 3653 lru 00000080:00200000:2.0:1789762978.857680:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000067234f19 1605: 1< 0 - - > 2< 6574080 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857683:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b1a953ab 00000080:00200000:2.0:1789762978.857685:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1789762978.857688:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3654 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857715:0:13463:0:(rw26.c:871:ll_write_end()) pos 14966784, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857723:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008ca5982a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3654] 00000080:00200000:2.0:1789762978.857746:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000112a1e3 17ffffc0001001 3:0 ffff9985849a5e00 3654 lru 00000080:00200000:2.0:1789762978.857758:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6605b4d 1606: 1< 0 - - > 2< 6578176 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857763:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008ca5982a 00000080:00200000:2.0:1789762978.857765:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762978.857768:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3655 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857791:0:13463:0:(rw26.c:871:ll_write_end()) pos 14970880, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857814:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b41eac9f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3655] 00000080:00200000:2.0:1789762978.857817:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005f7b59ba 17ffffc0001001 3:0 ffff9985849a5700 3655 lru 00000080:00200000:2.0:1789762978.857823:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008c05de57 1607: 1< 0 - - > 2< 6582272 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857826:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b41eac9f 00000080:00200000:2.0:1789762978.857827:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1789762978.857829:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3656 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857841:0:13463:0:(rw26.c:871:ll_write_end()) pos 14974976, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857845:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d40674d8[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3656] 00000080:00200000:2.0:1789762978.857849:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002b28ccbf 17ffffc0001001 3:0 ffff9985849a5460 3656 lru 00000080:00200000:2.0:1789762978.857855:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a46852c5 1608: 1< 0 - - > 2< 6586368 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857857:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d40674d8 00000080:00200000:2.0:1789762978.857858:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1789762978.857860:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3657 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857890:0:13463:0:(rw26.c:871:ll_write_end()) pos 14979072, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857895:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000036fb7de7[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3657] 00000080:00200000:2.0:1789762978.857898:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000bdf5adec 17ffffc0001001 3:0 ffff9985849a5d20 3657 lru 00000080:00200000:2.0:1789762978.857904:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007056ba6b 1609: 1< 0 - - > 2< 6590464 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857907:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000036fb7de7 00000080:00200000:2.0:1789762978.857908:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1789762978.857910:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3658 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857933:0:13463:0:(rw26.c:871:ll_write_end()) pos 14983168, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857937:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000349da4fd[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3658] 00000080:00200000:2.0:1789762978.857941:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f19b8c3b 17ffffc0001001 3:0 ffff99858808a460 3658 lru 00000080:00200000:2.0:1789762978.857948:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000019297ca4 1610: 1< 0 - - > 2< 6594560 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.857950:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000349da4fd 00000080:00200000:2.0:1789762978.857951:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1789762978.857953:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3659 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.857970:0:13463:0:(rw26.c:871:ll_write_end()) pos 14987264, len 4096, copied 4096 00000080:00200000:2.0:1789762978.857974:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003c1e2ea1[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3659] 00000080:00200000:2.0:1789762978.857978:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad512dce 17ffffc0001001 3:0 ffff99858808ad20 3659 lru 00000080:00200000:2.0:1789762978.858004:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004f3ef2d7 1611: 1< 0 - - > 2< 6598656 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858007:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003c1e2ea1 00000080:00200000:2.0:1789762978.858009:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1789762978.858012:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3660 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858034:0:13463:0:(rw26.c:871:ll_write_end()) pos 14991360, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858041:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004659995f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3660] 00000080:00200000:2.0:1789762978.858046:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004df4c1a3 17ffffc0001001 3:0 ffff99858808aee0 3660 lru 00000080:00200000:2.0:1789762978.858072:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c2dfcdec 1612: 1< 0 - - > 2< 6602752 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858079:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004659995f 00000080:00200000:2.0:1789762978.858082:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1789762978.858085:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3661 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858112:0:13463:0:(rw26.c:871:ll_write_end()) pos 14995456, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858121:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f89d4c47[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3661] 00000080:00200000:2.0:1789762978.858126:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008f0521a2 17ffffc0001001 3:0 ffff99858808a1c0 3661 lru 00000080:00200000:2.0:1789762978.858137:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004d7d51b6 1613: 1< 0 - - > 2< 6606848 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858142:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f89d4c47 00000080:00200000:2.0:1789762978.858144:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1789762978.858165:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3662 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858187:0:13463:0:(rw26.c:871:ll_write_end()) pos 14999552, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858193:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002ee9eca3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3662] 00000080:00200000:2.0:1789762978.858197:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000daa4887a 17ffffc0001001 3:0 ffff99858808a000 3662 lru 00000080:00200000:2.0:1789762978.858203:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000066c27146 1614: 1< 0 - - > 2< 6610944 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858205:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002ee9eca3 00000080:00200000:2.0:1789762978.858207:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1789762978.858209:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3663 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858241:0:13463:0:(rw26.c:871:ll_write_end()) pos 15003648, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858246:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e426834c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3663] 00000080:00200000:2.0:1789762978.858250:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000081d17b02 17ffffc0001001 3:0 ffff99858808a8c0 3663 lru 00000080:00200000:2.0:1789762978.858256:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008982c1e6 1615: 1< 0 - - > 2< 6615040 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858259:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e426834c 00000080:00200000:2.0:1789762978.858260:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1789762978.858262:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3664 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858276:0:13463:0:(rw26.c:871:ll_write_end()) pos 15007744, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858280:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a8f52ace[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3664] 00000080:00200000:2.0:1789762978.858284:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009a192feb 17ffffc0001001 3:0 ffff99858808a380 3664 lru 00000080:00200000:2.0:1789762978.858290:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d9c1afa2 1616: 1< 0 - - > 2< 6619136 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858292:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a8f52ace 00000080:00200000:2.0:1789762978.858294:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1789762978.858296:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3665 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858310:0:13463:0:(rw26.c:871:ll_write_end()) pos 15011840, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858315:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000084d1fbc9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3665] 00000080:00200000:2.0:1789762978.858318:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008959713c 17ffffc0001001 3:0 ffff99858808a0e0 3665 lru 00000080:00200000:2.0:1789762978.858325:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000fe8e9898 1617: 1< 0 - - > 2< 6623232 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858327:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000084d1fbc9 00000080:00200000:2.0:1789762978.858328:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1789762978.858330:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3666 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858350:0:13463:0:(rw26.c:871:ll_write_end()) pos 15015936, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858355:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000022be3bd8[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3666] 00000080:00200000:2.0:1789762978.858359:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000f72d171 17ffffc0001021 2:0 ffff99858808a540 3666 lru 00000080:00200000:2.0:1789762978.858365:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d726d75f 1618: 1< 0 - - > 2< 6627328 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858367:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000022be3bd8 00000080:00200000:2.0:1789762978.858368:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1789762978.858370:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3667 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858400:0:13463:0:(rw26.c:871:ll_write_end()) pos 15020032, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858404:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000b665008[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3667] 00000080:00200000:2.0:1789762978.858408:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000031dbe2a 17ffffc0001001 3:0 ffff99858808ab60 3667 lru 00000080:00200000:2.0:1789762978.858437:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f8a55896 1619: 1< 0 - - > 2< 6631424 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858441:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000b665008 00000080:00200000:2.0:1789762978.858442:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1789762978.858444:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3668 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858480:0:13463:0:(rw26.c:871:ll_write_end()) pos 15024128, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858485:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002367cce9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3668] 00000080:00200000:2.0:1789762978.858489:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f6ecd241 17ffffc0001001 3:0 ffff99858808a620 3668 lru 00000080:00200000:2.0:1789762978.858496:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000014331484 1620: 1< 0 - - > 2< 6635520 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858498:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002367cce9 00000080:00200000:2.0:1789762978.858499:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762978.858501:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3669 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858515:0:13463:0:(rw26.c:871:ll_write_end()) pos 15028224, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858519:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e0fcea4a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3669] 00000080:00200000:2.0:1789762978.858523:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d024f425 17ffffc0001001 3:0 ffff99858808ac40 3669 lru 00000080:00200000:2.0:1789762978.858530:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000fb6e670 1621: 1< 0 - - > 2< 6639616 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858533:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e0fcea4a 00000080:00200000:2.0:1789762978.858534:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1789762978.858536:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3670 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858550:0:13463:0:(rw26.c:871:ll_write_end()) pos 15032320, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858554:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002472737e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3670] 00000080:00200000:2.0:1789762978.858558:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000adf81776 17ffffc0001001 3:0 ffff99858808aa80 3670 lru 00000080:00200000:2.0:1789762978.858564:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a72d3d6c 1622: 1< 0 - - > 2< 6643712 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858566:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002472737e 00000080:00200000:2.0:1789762978.858568:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1789762978.858569:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3671 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858583:0:13463:0:(rw26.c:871:ll_write_end()) pos 15036416, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858588:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e63b1d3e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3671] 00000080:00200000:2.0:1789762978.858591:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c1343247 17ffffc0001001 3:0 ffff99858808a9a0 3671 lru 00000080:00200000:2.0:1789762978.858597:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000076e9c25f 1623: 1< 0 - - > 2< 6647808 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858599:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e63b1d3e 00000080:00200000:2.0:1789762978.858601:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1789762978.858602:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3672 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858617:0:13463:0:(rw26.c:871:ll_write_end()) pos 15040512, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858621:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001ecfe2dc[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3672] 00000080:00200000:2.0:1789762978.858624:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a112962e 17ffffc0001001 3:0 ffff99858808a7e0 3672 lru 00000080:00200000:2.0:1789762978.858671:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5a89dc5 1624: 1< 0 - - > 2< 6651904 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858675:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001ecfe2dc 00000080:00200000:2.0:1789762978.858677:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1789762978.858680:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3673 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858706:0:13463:0:(rw26.c:871:ll_write_end()) pos 15044608, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858714:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a6484983[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3673] 00000080:00200000:2.0:1789762978.858735:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006f913674 17ffffc0001001 3:0 ffff99858808a2a0 3673 lru 00000080:00200000:2.0:1789762978.858745:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000bc184c79 1625: 1< 0 - - > 2< 6656000 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858750:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a6484983 00000080:00200000:2.0:1789762978.858753:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1789762978.858756:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3674 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858779:0:13463:0:(rw26.c:871:ll_write_end()) pos 15048704, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858802:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007ec3bdc2[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3674] 00000080:00200000:2.0:1789762978.858806:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d0732a4b 17ffffc0001001 3:0 ffff99858808ae00 3674 lru 00000080:00200000:2.0:1789762978.858811:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e8fa2ded 1626: 1< 0 - - > 2< 6660096 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858814:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007ec3bdc2 00000080:00200000:2.0:1789762978.858815:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1789762978.858817:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3675 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858831:0:13463:0:(rw26.c:871:ll_write_end()) pos 15052800, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858835:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b6441337[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3675] 00000080:00200000:2.0:1789762978.858838:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000080234da3 17ffffc0001001 3:0 ffff99858808a700 3675 lru 00000080:00200000:2.0:1789762978.858844:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000007dbade5 1627: 1< 0 - - > 2< 6664192 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858847:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b6441337 00000080:00200000:2.0:1789762978.858848:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1789762978.858849:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3676 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858888:0:13463:0:(rw26.c:871:ll_write_end()) pos 15056896, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858893:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d6fec783[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3676] 00000080:00200000:2.0:1789762978.858896:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f4aa8928 17ffffc0001001 3:0 ffff99858808ba80 3676 lru 00000080:00200000:2.0:1789762978.858902:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000afe844f9 1628: 1< 0 - - > 2< 6668288 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858904:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d6fec783 00000080:00200000:2.0:1789762978.858905:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1789762978.858907:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3677 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858923:0:13463:0:(rw26.c:871:ll_write_end()) pos 15060992, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858927:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000006912d50[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3677] 00000080:00200000:2.0:1789762978.858930:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000098888ff9 17ffffc0001001 3:0 ffff99858808b9a0 3677 lru 00000080:00200000:2.0:1789762978.858936:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a37aeccb 1629: 1< 0 - - > 2< 6672384 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858939:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000006912d50 00000080:00200000:2.0:1789762978.858940:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1789762978.858942:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3678 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.858972:0:13463:0:(rw26.c:871:ll_write_end()) pos 15065088, len 4096, copied 4096 00000080:00200000:2.0:1789762978.858976:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000db9b5a8f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3678] 00000080:00200000:2.0:1789762978.858979:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a7efefd0 17ffffc0001001 3:0 ffff99858808b7e0 3678 lru 00000080:00200000:2.0:1789762978.858985:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ccfe7ae4 1630: 1< 0 - - > 2< 6676480 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.858987:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000db9b5a8f 00000080:00200000:2.0:1789762978.858988:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1789762978.858990:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3679 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859002:0:13463:0:(rw26.c:871:ll_write_end()) pos 15069184, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859006:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f4d7b775[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3679] 00000080:00200000:2.0:1789762978.859008:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ccaa4615 17ffffc0001001 3:0 ffff99858808b2a0 3679 lru 00000080:00200000:2.0:1789762978.859014:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006612dd58 1631: 1< 0 - - > 2< 6680576 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859016:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f4d7b775 00000080:00200000:2.0:1789762978.859017:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1789762978.859035:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3680 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859050:0:13463:0:(rw26.c:871:ll_write_end()) pos 15073280, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859054:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000db124071[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3680] 00000080:00200000:2.0:1789762978.859058:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000066bcacc 17ffffc0001001 3:0 ffff99858808be00 3680 lru 00000080:00200000:2.0:1789762978.859064:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b7765841 1632: 1< 0 - - > 2< 6684672 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859066:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000db124071 00000080:00200000:2.0:1789762978.859067:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1789762978.859069:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3681 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859086:0:13463:0:(rw26.c:871:ll_write_end()) pos 15077376, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859090:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007bb2d340[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3681] 00000080:00200000:2.0:1789762978.859093:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f5a492a0 17ffffc0001021 2:0 ffff99858808b700 3681 lru 00000080:00200000:2.0:1789762978.859099:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000041574a68 1633: 1< 0 - - > 2< 6688768 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859101:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007bb2d340 00000080:00200000:2.0:1789762978.859103:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1789762978.859104:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3682 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859117:0:13463:0:(rw26.c:871:ll_write_end()) pos 15081472, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859121:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000bb72d7c8[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3682] 00000080:00200000:2.0:1789762978.859125:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000030319f99 17ffffc0001001 3:0 ffff99858808b460 3682 lru 00000080:00200000:2.0:1789762978.859131:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002fa66201 1634: 1< 0 - - > 2< 6692864 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859135:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000bb72d7c8 00000080:00200000:2.0:1789762978.859136:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762978.859138:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3683 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859151:0:13463:0:(rw26.c:871:ll_write_end()) pos 15085568, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859155:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004efda653[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3683] 00000080:00200000:2.0:1789762978.859158:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004d8636cc 17ffffc0001001 3:0 ffff99858808bd20 3683 lru 00000080:00200000:2.0:1789762978.859164:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c86db7b5 1635: 1< 0 - - > 2< 6696960 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859166:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004efda653 00000080:00200000:2.0:1789762978.859167:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1789762978.859169:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3684 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859182:0:13463:0:(rw26.c:871:ll_write_end()) pos 15089664, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859186:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001e7c9a58[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3684] 00000080:00200000:2.0:1789762978.859189:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008b0cc7fc 17ffffc0001001 3:0 ffff99858808bee0 3684 lru 00000080:00200000:2.0:1789762978.859195:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ed824701 1636: 1< 0 - - > 2< 6701056 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859197:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001e7c9a58 00000080:00200000:2.0:1789762978.859198:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1789762978.859200:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3685 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859213:0:13463:0:(rw26.c:871:ll_write_end()) pos 15093760, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859217:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f9b99b45[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3685] 00000080:00200000:2.0:1789762978.859220:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f212cda8 17ffffc0001001 3:0 ffff99858808b1c0 3685 lru 00000080:00200000:2.0:1789762978.859226:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e88dd919 1637: 1< 0 - - > 2< 6705152 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859228:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f9b99b45 00000080:00200000:2.0:1789762978.859229:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1789762978.859231:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3686 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859243:0:13463:0:(rw26.c:871:ll_write_end()) pos 15097856, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859247:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000513fade0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3686] 00000080:00200000:2.0:1789762978.859250:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005eb638d4 17ffffc0001001 3:0 ffff99858808b000 3686 lru 00000080:00200000:2.0:1789762978.859256:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c2cf3403 1638: 1< 0 - - > 2< 6709248 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859258:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000513fade0 00000080:00200000:2.0:1789762978.859259:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1789762978.859261:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3687 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859276:0:13463:0:(rw26.c:871:ll_write_end()) pos 15101952, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859280:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b607a91f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3687] 00000080:00200000:2.0:1789762978.859283:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004b2375b7 17ffffc0001001 3:0 ffff99858808b8c0 3687 lru 00000080:00200000:2.0:1789762978.859289:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000053a1ddee 1639: 1< 0 - - > 2< 6713344 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859291:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b607a91f 00000080:00200000:2.0:1789762978.859293:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1789762978.859295:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3688 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859307:0:13463:0:(rw26.c:871:ll_write_end()) pos 15106048, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859312:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000095ecea96[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3688] 00000080:00200000:2.0:1789762978.859315:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007a3a22d4 17ffffc0001001 3:0 ffff99858808b380 3688 lru 00000080:00200000:2.0:1789762978.859321:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002b85292f 1640: 1< 0 - - > 2< 6717440 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859323:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000095ecea96 00000080:00200000:2.0:1789762978.859325:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1789762978.859326:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3689 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859339:0:13463:0:(rw26.c:871:ll_write_end()) pos 15110144, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859343:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006adc50f8[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3689] 00000080:00200000:2.0:1789762978.859346:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002116944f 17ffffc0001001 3:0 ffff99858808b0e0 3689 lru 00000080:00200000:2.0:1789762978.859352:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c7d8c9cd 1641: 1< 0 - - > 2< 6721536 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859354:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006adc50f8 00000080:00200000:2.0:1789762978.859355:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1789762978.859356:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3690 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859369:0:13463:0:(rw26.c:871:ll_write_end()) pos 15114240, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859373:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a6272c5c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3690] 00000080:00200000:2.0:1789762978.859376:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003db8db14 17ffffc0001001 3:0 ffff99858808b540 3690 lru 00000080:00200000:2.0:1789762978.859404:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008e92ec3f 1642: 1< 0 - - > 2< 6725632 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859407:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a6272c5c 00000080:00200000:2.0:1789762978.859408:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1789762978.859410:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3691 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859428:0:13463:0:(rw26.c:871:ll_write_end()) pos 15118336, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859433:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b6e11ba2[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3691] 00000080:00200000:2.0:1789762978.859436:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ea521627 17ffffc0001001 3:0 ffff99858808bb60 3691 lru 00000080:00200000:2.0:1789762978.859442:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000060c341ea 1643: 1< 0 - - > 2< 6729728 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859445:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b6e11ba2 00000080:00200000:2.0:1789762978.859446:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1789762978.859448:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3692 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859461:0:13463:0:(rw26.c:871:ll_write_end()) pos 15122432, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859466:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000eeeca668[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3692] 00000080:00200000:2.0:1789762978.859469:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000328df5dd 17ffffc0001001 3:0 ffff99858808b620 3692 lru 00000080:00200000:2.0:1789762978.859475:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ecd3691b 1644: 1< 0 - - > 2< 6733824 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859477:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000eeeca668 00000080:00200000:2.0:1789762978.859479:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1789762978.859480:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3693 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859494:0:13463:0:(rw26.c:871:ll_write_end()) pos 15126528, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859498:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000005981636[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3693] 00000080:00200000:2.0:1789762978.859501:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007ec0910b 17ffffc0001001 3:0 ffff99858808bc40 3693 lru 00000080:00200000:2.0:1789762978.859507:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000fc71e229 1645: 1< 0 - - > 2< 6737920 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859509:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000005981636 00000080:00200000:2.0:1789762978.859510:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1789762978.859512:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3694 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859534:0:13463:0:(rw26.c:871:ll_write_end()) pos 15130624, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859539:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008bcbf0af[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3694] 00000080:00200000:2.0:1789762978.859542:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000061db1ff4 17ffffc0001001 3:0 ffff99858626ce00 3694 lru 00000080:00200000:2.0:1789762978.859548:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5b9dad0 1646: 1< 0 - - > 2< 6742016 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859550:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008bcbf0af 00000080:00200000:2.0:1789762978.859551:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1789762978.859552:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3695 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859565:0:13463:0:(rw26.c:871:ll_write_end()) pos 15134720, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859570:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000aab75472[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3695] 00000080:00200000:2.0:1789762978.859573:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001283e972 17ffffc0001001 3:0 ffff99858626c700 3695 lru 00000080:00200000:2.0:1789762978.859579:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000021074ceb 1647: 1< 0 - - > 2< 6746112 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859581:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000aab75472 00000080:00200000:2.0:1789762978.859583:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1789762978.859584:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3696 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859602:0:13463:0:(rw26.c:871:ll_write_end()) pos 15138816, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859606:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001327136e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3696] 00000080:00200000:2.0:1789762978.859610:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a509cbe6 17ffffc0001021 2:0 ffff99858626c460 3696 lru 00000080:00200000:2.0:1789762978.859616:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000209b0b58 1648: 1< 0 - - > 2< 6750208 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859618:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001327136e 00000080:00200000:2.0:1789762978.859620:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1789762978.859621:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3697 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859673:0:13463:0:(rw26.c:871:ll_write_end()) pos 15142912, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859682:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000052157712[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3697] 00000080:00200000:2.0:1789762978.859686:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000034bbfeba 17ffffc0001001 3:0 ffff99858626cd20 3697 lru 00000080:00200000:2.0:1789762978.859695:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b7ce0fbc 1649: 1< 0 - - > 2< 6754304 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859698:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000052157712 00000080:00200000:2.0:1789762978.859700:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1789762978.859704:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3698 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859745:0:13463:0:(rw26.c:871:ll_write_end()) pos 15147008, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859754:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000023b339cf[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3698] 00000080:00200000:2.0:1789762978.859758:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a2f0206f 17ffffc0001001 3:0 ffff99858626cee0 3698 lru 00000080:00200000:2.0:1789762978.859765:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002af1ccb1 1650: 1< 0 - - > 2< 6758400 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859768:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000023b339cf 00000080:00200000:2.0:1789762978.859769:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1789762978.859772:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3699 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859806:0:13463:0:(rw26.c:871:ll_write_end()) pos 15151104, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859810:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009dd93d44[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3699] 00000080:00200000:2.0:1789762978.859813:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000db73fcff 17ffffc0001001 3:0 ffff99858626c1c0 3699 lru 00000080:00200000:2.0:1789762978.859819:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000049d0e5d7 1651: 1< 0 - - > 2< 6762496 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859821:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009dd93d44 00000080:00200000:2.0:1789762978.859822:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1789762978.859824:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3700 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859836:0:13463:0:(rw26.c:871:ll_write_end()) pos 15155200, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859840:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000003d4fd2c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3700] 00000080:00200000:2.0:1789762978.859844:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002b5ef704 17ffffc0001001 3:0 ffff99858626c000 3700 lru 00000080:00200000:2.0:1789762978.859849:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000039c2f56b 1652: 1< 0 - - > 2< 6766592 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859852:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000003d4fd2c 00000080:00200000:2.0:1789762978.859870:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1789762978.859872:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3701 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859886:0:13463:0:(rw26.c:871:ll_write_end()) pos 15159296, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859890:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009d52c815[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3701] 00000080:00200000:2.0:1789762978.859893:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000016758ffc 17ffffc0001001 3:0 ffff99858626c8c0 3701 lru 00000080:00200000:2.0:1789762978.859899:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5cd6b5f 1653: 1< 0 - - > 2< 6770688 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859902:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009d52c815 00000080:00200000:2.0:1789762978.859903:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1789762978.859905:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3702 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859917:0:13463:0:(rw26.c:871:ll_write_end()) pos 15163392, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859922:0:13463:0:(rw26.c:929:ll_write_end()) page@000000005844f6fe[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3702] 00000080:00200000:2.0:1789762978.859925:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009bfaeaa3 17ffffc0001001 3:0 ffff99858626c380 3702 lru 00000080:00200000:2.0:1789762978.859931:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ac98ae31 1654: 1< 0 - - > 2< 6774784 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859933:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000005844f6fe 00000080:00200000:2.0:1789762978.859934:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1789762978.859953:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3703 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859965:0:13463:0:(rw26.c:871:ll_write_end()) pos 15167488, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859969:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c3b5783c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3703] 00000080:00200000:2.0:1789762978.859972:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fafd9bd5 17ffffc0001001 3:0 ffff99858626c0e0 3703 lru 00000080:00200000:2.0:1789762978.859977:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ee3a461f 1655: 1< 0 - - > 2< 6778880 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.859979:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c3b5783c 00000080:00200000:2.0:1789762978.859980:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1789762978.859982:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3704 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.859994:0:13463:0:(rw26.c:871:ll_write_end()) pos 15171584, len 4096, copied 4096 00000080:00200000:2.0:1789762978.859998:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d03fcdcb[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3704] 00000080:00200000:2.0:1789762978.860001:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc18962e 17ffffc0001001 3:0 ffff99858626c540 3704 lru 00000080:00200000:2.0:1789762978.860024:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004fdb8a90 1656: 1< 0 - - > 2< 6782976 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860028:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d03fcdcb 00000080:00200000:2.0:1789762978.860030:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1789762978.860032:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3705 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860045:0:13463:0:(rw26.c:871:ll_write_end()) pos 15175680, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860049:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000dfa8de3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3705] 00000080:00200000:2.0:1789762978.860052:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d47699b4 17ffffc0001001 3:0 ffff99858626cb60 3705 lru 00000080:00200000:2.0:1789762978.860058:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004b2fd6e8 1657: 1< 0 - - > 2< 6787072 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860060:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000dfa8de3 00000080:00200000:2.0:1789762978.860061:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762978.860063:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3706 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860076:0:13463:0:(rw26.c:871:ll_write_end()) pos 15179776, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860080:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000044446484[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3706] 00000080:00200000:2.0:1789762978.860083:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000097d1d9ae 17ffffc0001001 3:0 ffff99858626c620 3706 lru 00000080:00200000:2.0:1789762978.860089:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6a83fee 1658: 1< 0 - - > 2< 6791168 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860091:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000044446484 00000080:00200000:2.0:1789762978.860092:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1789762978.860094:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3707 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860106:0:13463:0:(rw26.c:871:ll_write_end()) pos 15183872, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860110:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001eebc17d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3707] 00000080:00200000:2.0:1789762978.860113:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000a8dba9d 17ffffc0001001 3:0 ffff99858626cc40 3707 lru 00000080:00200000:2.0:1789762978.860119:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b461186d 1659: 1< 0 - - > 2< 6795264 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860121:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001eebc17d 00000080:00200000:2.0:1789762978.860122:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1789762978.860124:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3708 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860137:0:13463:0:(rw26.c:871:ll_write_end()) pos 15187968, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860141:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000017549966[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3708] 00000080:00200000:2.0:1789762978.860144:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005f091325 17ffffc0001001 3:0 ffff99858626ca80 3708 lru 00000080:00200000:2.0:1789762978.860150:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000882706a3 1660: 1< 0 - - > 2< 6799360 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860152:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000017549966 00000080:00200000:2.0:1789762978.860153:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1789762978.860156:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3709 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860168:0:13463:0:(rw26.c:871:ll_write_end()) pos 15192064, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860172:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002bee5a76[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3709] 00000080:00200000:2.0:1789762978.860175:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b756c71c 17ffffc0001001 3:0 ffff99858626c9a0 3709 lru 00000080:00200000:2.0:1789762978.860181:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007a104065 1661: 1< 0 - - > 2< 6803456 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860183:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002bee5a76 00000080:00200000:2.0:1789762978.860185:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1789762978.860187:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3710 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860199:0:13463:0:(rw26.c:871:ll_write_end()) pos 15196160, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860203:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e9aad0ad[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3710] 00000080:00200000:2.0:1789762978.860207:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005621ddb2 17ffffc0001001 3:0 ffff99858626c7e0 3710 lru 00000080:00200000:2.0:1789762978.860213:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000032486079 1662: 1< 0 - - > 2< 6807552 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860215:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e9aad0ad 00000080:00200000:2.0:1789762978.860216:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1789762978.860217:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3711 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860235:0:13463:0:(rw26.c:871:ll_write_end()) pos 15200256, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860239:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004d6bc1f2[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3711] 00000080:00200000:2.0:1789762978.860242:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004dd8f78d 17ffffc0001021 2:0 ffff99858626c2a0 3711 lru 00000080:00200000:2.0:1789762978.860248:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ffb038db 1663: 1< 0 - - > 2< 6811648 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860250:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004d6bc1f2 00000080:00200000:2.0:1789762978.860251:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762978.860253:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3712 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860280:0:13463:0:(rw26.c:871:ll_write_end()) pos 15204352, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860284:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b97d7ecd[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3712] 00000080:00200000:2.0:1789762978.860288:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001ff49ca2 17ffffc0001001 3:0 ffff99858626da80 3712 lru 00000080:00200000:2.0:1789762978.860294:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000eaaa57ec 1664: 1< 0 - - > 2< 6815744 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860297:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b97d7ecd 00000080:00200000:2.0:1789762978.860298:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1789762978.860300:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3713 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860313:0:13463:0:(rw26.c:871:ll_write_end()) pos 15208448, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860317:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d79b14e2[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3713] 00000080:00200000:2.0:1789762978.860320:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007c48a512 17ffffc0001001 3:0 ffff99858626d9a0 3713 lru 00000080:00200000:2.0:1789762978.860327:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000096a867b7 1665: 1< 0 - - > 2< 6819840 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860329:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d79b14e2 00000080:00200000:2.0:1789762978.860331:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1789762978.860332:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3714 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860346:0:13463:0:(rw26.c:871:ll_write_end()) pos 15212544, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860350:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ee2c9f74[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3714] 00000080:00200000:2.0:1789762978.860353:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000067464bf0 17ffffc0001001 3:0 ffff99858626d7e0 3714 lru 00000080:00200000:2.0:1789762978.860359:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000003c2233ce 1666: 1< 0 - - > 2< 6823936 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860362:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ee2c9f74 00000080:00200000:2.0:1789762978.860363:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1789762978.860365:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3715 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860379:0:13463:0:(rw26.c:871:ll_write_end()) pos 15216640, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860406:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000fb48cc47[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3715] 00000080:00200000:2.0:1789762978.860409:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000062988e70 17ffffc0001001 3:0 ffff99858626d2a0 3715 lru 00000080:00200000:2.0:1789762978.860416:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a68e593c 1667: 1< 0 - - > 2< 6828032 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860419:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000fb48cc47 00000080:00200000:2.0:1789762978.860420:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1789762978.860422:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3716 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860440:0:13463:0:(rw26.c:871:ll_write_end()) pos 15220736, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860444:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008cebeef5[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3716] 00000080:00200000:2.0:1789762978.860448:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a1a947a7 17ffffc0001001 3:0 ffff99858626de00 3716 lru 00000080:00200000:2.0:1789762978.860454:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002a26b573 1668: 1< 0 - - > 2< 6832128 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860456:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008cebeef5 00000080:00200000:2.0:1789762978.860458:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1789762978.860459:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3717 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860472:0:13463:0:(rw26.c:871:ll_write_end()) pos 15224832, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860476:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007e991656[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3717] 00000080:00200000:2.0:1789762978.860479:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008207bcad 17ffffc0001001 3:0 ffff99858626d700 3717 lru 00000080:00200000:2.0:1789762978.860485:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001ac64dad 1669: 1< 0 - - > 2< 6836224 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860487:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007e991656 00000080:00200000:2.0:1789762978.860489:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1789762978.860491:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3718 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860503:0:13463:0:(rw26.c:871:ll_write_end()) pos 15228928, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860508:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000024bdf189[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3718] 00000080:00200000:2.0:1789762978.860511:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008067fe6c 17ffffc0001001 3:0 ffff99858626d460 3718 lru 00000080:00200000:2.0:1789762978.860517:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d1e11dd5 1670: 1< 0 - - > 2< 6840320 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860519:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000024bdf189 00000080:00200000:2.0:1789762978.860520:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1789762978.860522:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3719 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860534:0:13463:0:(rw26.c:871:ll_write_end()) pos 15233024, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860538:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004bf4bf37[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3719] 00000080:00200000:2.0:1789762978.860541:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000017ccc7e0 17ffffc0001001 3:0 ffff99858626dd20 3719 lru 00000080:00200000:2.0:1789762978.860547:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000def3801e 1671: 1< 0 - - > 2< 6844416 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860549:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004bf4bf37 00000080:00200000:2.0:1789762978.860550:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1789762978.860552:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3720 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860565:0:13463:0:(rw26.c:871:ll_write_end()) pos 15237120, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860569:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000041762e7d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3720] 00000080:00200000:2.0:1789762978.860572:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c93f4231 17ffffc0001001 3:0 ffff99858626dee0 3720 lru 00000080:00200000:2.0:1789762978.860578:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c82c8e6e 1672: 1< 0 - - > 2< 6848512 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860581:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000041762e7d 00000080:00200000:2.0:1789762978.860582:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1789762978.860584:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3721 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860596:0:13463:0:(rw26.c:871:ll_write_end()) pos 15241216, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860600:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ca497e87[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3721] 00000080:00200000:2.0:1789762978.860603:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008d315c27 17ffffc0001001 3:0 ffff99858626d1c0 3721 lru 00000080:00200000:2.0:1789762978.860609:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009bd64b38 1673: 1< 0 - - > 2< 6852608 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860611:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ca497e87 00000080:00200000:2.0:1789762978.860612:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1789762978.860614:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3722 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860648:0:13463:0:(rw26.c:871:ll_write_end()) pos 15245312, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860673:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000b0f69b5[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3722] 00000080:00200000:2.0:1789762978.860678:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c82d2671 17ffffc0001001 3:0 ffff99858626d000 3722 lru 00000080:00200000:2.0:1789762978.860687:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001c96594a 1674: 1< 0 - - > 2< 6856704 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860690:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000b0f69b5 00000080:00200000:2.0:1789762978.860692:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1789762978.860695:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3723 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860736:0:13463:0:(rw26.c:871:ll_write_end()) pos 15249408, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860744:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000033c3caf3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3723] 00000080:00200000:2.0:1789762978.860749:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a17b7262 17ffffc0001001 3:0 ffff99858626d8c0 3723 lru 00000080:00200000:2.0:1789762978.860760:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000da71aa24 1675: 1< 0 - - > 2< 6860800 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860764:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000033c3caf3 00000080:00200000:2.0:1789762978.860765:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1789762978.860768:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3724 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860804:0:13463:0:(rw26.c:871:ll_write_end()) pos 15253504, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860809:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006788ef6e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3724] 00000080:00200000:2.0:1789762978.860812:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006e350dd8 17ffffc0001001 3:0 ffff99858626d380 3724 lru 00000080:00200000:2.0:1789762978.860818:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000022594ee7 1676: 1< 0 - - > 2< 6864896 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860820:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006788ef6e 00000080:00200000:2.0:1789762978.860821:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1789762978.860823:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3725 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860835:0:13463:0:(rw26.c:871:ll_write_end()) pos 15257600, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860839:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000072accd3a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3725] 00000080:00200000:2.0:1789762978.860841:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002f9a2723 17ffffc0001001 3:0 ffff99858626d0e0 3725 lru 00000080:00200000:2.0:1789762978.860847:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006493eeee 1677: 1< 0 - - > 2< 6868992 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860849:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000072accd3a 00000080:00200000:2.0:1789762978.860850:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1789762978.860852:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3726 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860886:0:13463:0:(rw26.c:871:ll_write_end()) pos 15261696, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860891:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003c2a3e67[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3726] 00000080:00200000:2.0:1789762978.860894:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007d3a1536 17ffffc0001021 2:0 ffff99858626d540 3726 lru 00000080:00200000:2.0:1789762978.860900:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000084dca7fd 1678: 1< 0 - - > 2< 6873088 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860904:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003c2a3e67 00000080:00200000:2.0:1789762978.860906:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1789762978.860907:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3727 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860921:0:13463:0:(rw26.c:871:ll_write_end()) pos 15265792, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860926:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ac18e7b4[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3727] 00000080:00200000:2.0:1789762978.860929:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000758ae9d5 17ffffc0001001 3:0 ffff99858626db60 3727 lru 00000080:00200000:2.0:1789762978.860935:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000230767e5 1679: 1< 0 - - > 2< 6877184 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860954:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ac18e7b4 00000080:00200000:2.0:1789762978.860955:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1789762978.860957:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3728 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860968:0:13463:0:(rw26.c:871:ll_write_end()) pos 15269888, len 4096, copied 4096 00000080:00200000:2.0:1789762978.860972:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008c6e70b7[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3728] 00000080:00200000:2.0:1789762978.860975:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001cc4f4cf 17ffffc0001001 3:0 ffff99858626d620 3728 lru 00000080:00200000:2.0:1789762978.860981:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9cacef7 1680: 1< 0 - - > 2< 6881280 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.860982:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008c6e70b7 00000080:00200000:2.0:1789762978.860983:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1789762978.860985:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3729 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.860998:0:13463:0:(rw26.c:871:ll_write_end()) pos 15273984, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861002:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a3faf447[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3729] 00000080:00200000:2.0:1789762978.861005:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000bca890eb 17ffffc0001001 3:0 ffff99858626dc40 3729 lru 00000080:00200000:2.0:1789762978.861011:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000601969f7 1681: 1< 0 - - > 2< 6885376 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861014:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a3faf447 00000080:00200000:2.0:1789762978.861015:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762978.861016:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3730 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861055:0:13463:0:(rw26.c:871:ll_write_end()) pos 15278080, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861060:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000089d3ffac[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3730] 00000080:00200000:2.0:1789762978.861063:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000008109497 17ffffc0001001 3:0 ffff9985882ca9a0 3730 lru 00000080:00200000:2.0:1789762978.861069:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ccd8e6c8 1682: 1< 0 - - > 2< 6889472 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861071:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000089d3ffac 00000080:00200000:2.0:1789762978.861073:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1789762978.861075:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3731 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861088:0:13463:0:(rw26.c:871:ll_write_end()) pos 15282176, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861093:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000a76d4b3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3731] 00000080:00200000:2.0:1789762978.861096:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000062414aec 17ffffc0001001 3:0 ffff9985882ca7e0 3731 lru 00000080:00200000:2.0:1789762978.861102:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000249a00a0 1683: 1< 0 - - > 2< 6893568 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861105:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000a76d4b3 00000080:00200000:2.0:1789762978.861106:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1789762978.861107:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3732 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861120:0:13463:0:(rw26.c:871:ll_write_end()) pos 15286272, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861125:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000968121d1[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3732] 00000080:00200000:2.0:1789762978.861128:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000f5c125a 17ffffc0001001 3:0 ffff9985882ca2a0 3732 lru 00000080:00200000:2.0:1789762978.861134:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000036e6c8b 1684: 1< 0 - - > 2< 6897664 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861136:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000968121d1 00000080:00200000:2.0:1789762978.861137:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1789762978.861138:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3733 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861151:0:13463:0:(rw26.c:871:ll_write_end()) pos 15290368, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861155:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000db31e888[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3733] 00000080:00200000:2.0:1789762978.861158:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000760784f2 17ffffc0001001 3:0 ffff9985882cae00 3733 lru 00000080:00200000:2.0:1789762978.861164:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008ff9cecc 1685: 1< 0 - - > 2< 6901760 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861166:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000db31e888 00000080:00200000:2.0:1789762978.861167:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1789762978.861169:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3734 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861182:0:13463:0:(rw26.c:871:ll_write_end()) pos 15294464, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861186:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002f9bffea[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3734] 00000080:00200000:2.0:1789762978.861189:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001163e2dc 17ffffc0001001 3:0 ffff9985882ca700 3734 lru 00000080:00200000:2.0:1789762978.861195:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004d39c436 1686: 1< 0 - - > 2< 6905856 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861197:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002f9bffea 00000080:00200000:2.0:1789762978.861198:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1789762978.861200:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3735 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861212:0:13463:0:(rw26.c:871:ll_write_end()) pos 15298560, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861216:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c95398a6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3735] 00000080:00200000:2.0:1789762978.861220:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000497c1174 17ffffc0001001 3:0 ffff9985882ca460 3735 lru 00000080:00200000:2.0:1789762978.861226:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000003188ea1a 1687: 1< 0 - - > 2< 6909952 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861229:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c95398a6 00000080:00200000:2.0:1789762978.861230:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1789762978.861232:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3736 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861246:0:13463:0:(rw26.c:871:ll_write_end()) pos 15302656, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861251:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000815c547b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3736] 00000080:00200000:2.0:1789762978.861254:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c05c1140 17ffffc0001001 3:0 ffff9985882cad20 3736 lru 00000080:00200000:2.0:1789762978.861260:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000012cc3839 1688: 1< 0 - - > 2< 6914048 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861263:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000815c547b 00000080:00200000:2.0:1789762978.861264:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762978.861266:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3737 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861279:0:13463:0:(rw26.c:871:ll_write_end()) pos 15306752, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861283:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000cba03af2[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3737] 00000080:00200000:2.0:1789762978.861286:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000741eac16 17ffffc0001001 3:0 ffff9985882caee0 3737 lru 00000080:00200000:2.0:1789762978.861292:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b99f9508 1689: 1< 0 - - > 2< 6918144 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861295:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000cba03af2 00000080:00200000:2.0:1789762978.861296:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762978.861297:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3738 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861312:0:13463:0:(rw26.c:871:ll_write_end()) pos 15310848, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861316:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006edde7fe[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3738] 00000080:00200000:2.0:1789762978.861319:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fb1979a4 17ffffc0001001 3:0 ffff9985882ca1c0 3738 lru 00000080:00200000:2.0:1789762978.861325:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000be81b87f 1690: 1< 0 - - > 2< 6922240 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861327:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006edde7fe 00000080:00200000:2.0:1789762978.861328:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1789762978.861330:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3739 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861343:0:13463:0:(rw26.c:871:ll_write_end()) pos 15314944, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861348:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d51ea90b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3739] 00000080:00200000:2.0:1789762978.861351:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d104b736 17ffffc0001001 3:0 ffff9985882ca000 3739 lru 00000080:00200000:2.0:1789762978.861357:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000acc67052 1691: 1< 0 - - > 2< 6926336 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861359:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d51ea90b 00000080:00200000:2.0:1789762978.861360:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1789762978.861362:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3740 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861375:0:13463:0:(rw26.c:871:ll_write_end()) pos 15319040, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861379:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c50183a8[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3740] 00000080:00200000:2.0:1789762978.861405:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003f0f6439 17ffffc0001001 3:0 ffff9985882ca8c0 3740 lru 00000080:00200000:2.0:1789762978.861411:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000078f5a58f 1692: 1< 0 - - > 2< 6930432 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861413:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c50183a8 00000080:00200000:2.0:1789762978.861414:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1789762978.861416:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3741 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861438:0:13463:0:(rw26.c:871:ll_write_end()) pos 15323136, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861443:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000065153066[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3741] 00000080:00200000:2.0:1789762978.861446:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003a995ad2 17ffffc0001021 2:0 ffff9985882ca380 3741 lru 00000080:00200000:2.0:1789762978.861452:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000043071920 1693: 1< 0 - - > 2< 6934528 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861455:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000065153066 00000080:00200000:2.0:1789762978.861456:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762978.861458:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3742 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861471:0:13463:0:(rw26.c:871:ll_write_end()) pos 15327232, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861475:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d6b13faa[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3742] 00000080:00200000:2.0:1789762978.861478:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000011adc4e6 17ffffc0001001 3:0 ffff9985882ca0e0 3742 lru 00000080:00200000:2.0:1789762978.861484:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000048f8b24f 1694: 1< 0 - - > 2< 6938624 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861487:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d6b13faa 00000080:00200000:2.0:1789762978.861488:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1789762978.861490:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3743 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861504:0:13463:0:(rw26.c:871:ll_write_end()) pos 15331328, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861508:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e212e7b2[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3743] 00000080:00200000:2.0:1789762978.861511:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008adb65a4 17ffffc0001001 3:0 ffff9985882ca540 3743 lru 00000080:00200000:2.0:1789762978.861518:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000679a46f3 1695: 1< 0 - - > 2< 6942720 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861520:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e212e7b2 00000080:00200000:2.0:1789762978.861521:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762978.861523:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3744 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861535:0:13463:0:(rw26.c:871:ll_write_end()) pos 15335424, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861540:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002e90cb59[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3744] 00000080:00200000:2.0:1789762978.861543:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005052b64b 17ffffc0001001 3:0 ffff9985882cab60 3744 lru 00000080:00200000:2.0:1789762978.861549:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007f63d7a1 1696: 1< 0 - - > 2< 6946816 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861551:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002e90cb59 00000080:00200000:2.0:1789762978.861552:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1789762978.861554:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3745 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861566:0:13463:0:(rw26.c:871:ll_write_end()) pos 15339520, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861570:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000fd789b60[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3745] 00000080:00200000:2.0:1789762978.861573:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d6b001f4 17ffffc0001001 3:0 ffff9985882ca620 3745 lru 00000080:00200000:2.0:1789762978.861579:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000094078e00 1697: 1< 0 - - > 2< 6950912 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861581:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000fd789b60 00000080:00200000:2.0:1789762978.861582:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1789762978.861584:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3746 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861597:0:13463:0:(rw26.c:871:ll_write_end()) pos 15343616, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861601:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b20296c5[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3746] 00000080:00200000:2.0:1789762978.861604:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000026c3a1ea 17ffffc0001001 3:0 ffff9985882cac40 3746 lru 00000080:00200000:2.0:1789762978.861610:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b139f0e9 1698: 1< 0 - - > 2< 6955008 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861613:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b20296c5 00000080:00200000:2.0:1789762978.861614:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1789762978.861615:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3747 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861628:0:13463:0:(rw26.c:871:ll_write_end()) pos 15347712, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861669:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002d49b41f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3747] 00000080:00200000:2.0:1789762978.861673:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000c332cce 17ffffc0001001 3:0 ffff9985882caa80 3747 lru 00000080:00200000:2.0:1789762978.861682:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000fe78f47c 1699: 1< 0 - - > 2< 6959104 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861687:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002d49b41f 00000080:00200000:2.0:1789762978.861689:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1789762978.861692:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3748 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861745:0:13463:0:(rw26.c:871:ll_write_end()) pos 15351808, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861753:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000033be75a1[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3748] 00000080:00200000:2.0:1789762978.861757:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005b8f434e 17ffffc0001001 3:0 ffff9985882cb9a0 3748 lru 00000080:00200000:2.0:1789762978.861763:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000043e7b50e 1700: 1< 0 - - > 2< 6963200 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861767:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000033be75a1 00000080:00200000:2.0:1789762978.861769:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762978.861771:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3749 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861806:0:13463:0:(rw26.c:871:ll_write_end()) pos 15355904, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861810:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001832ec70[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3749] 00000080:00200000:2.0:1789762978.861813:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f71c4fa6 17ffffc0001001 3:0 ffff9985882cb7e0 3749 lru 00000080:00200000:2.0:1789762978.861819:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec6c0047 1701: 1< 0 - - > 2< 6967296 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861821:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001832ec70 00000080:00200000:2.0:1789762978.861822:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1789762978.861823:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3750 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861837:0:13463:0:(rw26.c:871:ll_write_end()) pos 15360000, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861841:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000050a011a3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3750] 00000080:00200000:2.0:1789762978.861844:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007524d3da 17ffffc0001001 3:0 ffff9985882cb2a0 3750 lru 00000080:00200000:2.0:1789762978.861867:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000055ad7879 1702: 1< 0 - - > 2< 6971392 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861869:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000050a011a3 00000080:00200000:2.0:1789762978.861871:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1789762978.861873:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3751 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861886:0:13463:0:(rw26.c:871:ll_write_end()) pos 15364096, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861891:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a20b6158[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3751] 00000080:00200000:2.0:1789762978.861894:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e4c9736f 17ffffc0001001 3:0 ffff9985882cbe00 3751 lru 00000080:00200000:2.0:1789762978.861900:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d0074aa1 1703: 1< 0 - - > 2< 6975488 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861903:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a20b6158 00000080:00200000:2.0:1789762978.861904:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1789762978.861905:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3752 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861918:0:13463:0:(rw26.c:871:ll_write_end()) pos 15368192, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861923:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006bb584b6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3752] 00000080:00200000:2.0:1789762978.861926:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000028f5ff0f 17ffffc0001001 3:0 ffff9985882cb700 3752 lru 00000080:00200000:2.0:1789762978.861931:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001832a9cc 1704: 1< 0 - - > 2< 6979584 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861933:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006bb584b6 00000080:00200000:2.0:1789762978.861935:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1789762978.861937:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3753 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861950:0:13463:0:(rw26.c:871:ll_write_end()) pos 15372288, len 4096, copied 4096 00000080:00200000:2.0:1789762978.861972:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a9c57006[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3753] 00000080:00200000:2.0:1789762978.861975:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c3896afe 17ffffc0001001 3:0 ffff9985882cb460 3753 lru 00000080:00200000:2.0:1789762978.861980:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000057e52cca 1705: 1< 0 - - > 2< 6983680 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.861982:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a9c57006 00000080:00200000:2.0:1789762978.861983:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1789762978.861985:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3754 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.861997:0:13463:0:(rw26.c:871:ll_write_end()) pos 15376384, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862001:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a64b6c3a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3754] 00000080:00200000:2.0:1789762978.862004:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a295f77c 17ffffc0001001 3:0 ffff9985882cbd20 3754 lru 00000080:00200000:2.0:1789762978.862010:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d10113f4 1706: 1< 0 - - > 2< 6987776 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862011:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a64b6c3a 00000080:00200000:2.0:1789762978.862012:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1789762978.862014:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3755 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862044:0:13463:0:(rw26.c:871:ll_write_end()) pos 15380480, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862048:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000111a3dcb[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3755] 00000080:00200000:2.0:1789762978.862052:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000302b5b2f 17ffffc0001001 3:0 ffff9985882cbee0 3755 lru 00000080:00200000:2.0:1789762978.862058:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000068fd2b3c 1707: 1< 0 - - > 2< 6991872 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862060:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000111a3dcb 00000080:00200000:2.0:1789762978.862061:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1789762978.862063:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3756 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862080:0:13463:0:(rw26.c:871:ll_write_end()) pos 15384576, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862085:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000825d0d7a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3756] 00000080:00200000:2.0:1789762978.862088:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000295b6c03 17ffffc0001021 2:0 ffff9985882cb1c0 3756 lru 00000080:00200000:2.0:1789762978.862093:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008ee37fe2 1708: 1< 0 - - > 2< 6995968 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862096:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000825d0d7a 00000080:00200000:2.0:1789762978.862097:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1789762978.862099:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3757 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862113:0:13463:0:(rw26.c:871:ll_write_end()) pos 15388672, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862117:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e9e8b19e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3757] 00000080:00200000:2.0:1789762978.862120:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000352b30fa 17ffffc0001001 3:0 ffff9985882cb000 3757 lru 00000080:00200000:2.0:1789762978.862127:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d547a9eb 1709: 1< 0 - - > 2< 7000064 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862129:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e9e8b19e 00000080:00200000:2.0:1789762978.862131:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1789762978.862132:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3758 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862145:0:13463:0:(rw26.c:871:ll_write_end()) pos 15392768, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862149:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e15e756d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3758] 00000080:00200000:2.0:1789762978.862152:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008f110f5c 17ffffc0001001 3:0 ffff9985882cb8c0 3758 lru 00000080:00200000:2.0:1789762978.862158:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b49c772e 1710: 1< 0 - - > 2< 7004160 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862160:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e15e756d 00000080:00200000:2.0:1789762978.862161:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1789762978.862163:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3759 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862175:0:13463:0:(rw26.c:871:ll_write_end()) pos 15396864, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862179:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002975d27b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3759] 00000080:00200000:2.0:1789762978.862182:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001036324b 17ffffc0001001 3:0 ffff9985882cb380 3759 lru 00000080:00200000:2.0:1789762978.862188:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000050c22407 1711: 1< 0 - - > 2< 7008256 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862190:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002975d27b 00000080:00200000:2.0:1789762978.862191:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1789762978.862193:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3760 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862205:0:13463:0:(rw26.c:871:ll_write_end()) pos 15400960, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862209:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a6c48a6e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3760] 00000080:00200000:2.0:1789762978.862212:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006f709ec9 17ffffc0001001 3:0 ffff9985882cb0e0 3760 lru 00000080:00200000:2.0:1789762978.862218:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004f9cddf9 1712: 1< 0 - - > 2< 7012352 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862220:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a6c48a6e 00000080:00200000:2.0:1789762978.862221:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1789762978.862223:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3761 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862235:0:13463:0:(rw26.c:871:ll_write_end()) pos 15405056, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862239:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000040d8d404[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3761] 00000080:00200000:2.0:1789762978.862242:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000242df18 17ffffc0001001 3:0 ffff9985882cb540 3761 lru 00000080:00200000:2.0:1789762978.862248:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002de11afa 1713: 1< 0 - - > 2< 7016448 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862250:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000040d8d404 00000080:00200000:2.0:1789762978.862252:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1789762978.862254:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3762 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862266:0:13463:0:(rw26.c:871:ll_write_end()) pos 15409152, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862270:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003e8fe266[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3762] 00000080:00200000:2.0:1789762978.862273:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000033d59262 17ffffc0001001 3:0 ffff9985882cbb60 3762 lru 00000080:00200000:2.0:1789762978.862279:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007e95e58c 1714: 1< 0 - - > 2< 7020544 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862281:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003e8fe266 00000080:00200000:2.0:1789762978.862282:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1789762978.862284:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3763 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862296:0:13463:0:(rw26.c:871:ll_write_end()) pos 15413248, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862300:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000925cd34[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3763] 00000080:00200000:2.0:1789762978.862303:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007676b1e0 17ffffc0001001 3:0 ffff9985882cb620 3763 lru 00000080:00200000:2.0:1789762978.862309:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002558499f 1715: 1< 0 - - > 2< 7024640 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862311:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000925cd34 00000080:00200000:2.0:1789762978.862312:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1789762978.862314:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3764 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862328:0:13463:0:(rw26.c:871:ll_write_end()) pos 15417344, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862332:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d7e951c2[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3764] 00000080:00200000:2.0:1789762978.862335:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008b063770 17ffffc0001001 3:0 ffff9985882cbc40 3764 lru 00000080:00200000:2.0:1789762978.862341:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d4364920 1716: 1< 0 - - > 2< 7028736 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862343:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d7e951c2 00000080:00200000:2.0:1789762978.862344:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1789762978.862346:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3765 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862359:0:13463:0:(rw26.c:871:ll_write_end()) pos 15421440, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862363:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003a267a4a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3765] 00000080:00200000:2.0:1789762978.862366:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000036f8731 17ffffc0001001 3:0 ffff9985882cba80 3765 lru 00000080:00200000:2.0:1789762978.862372:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001589979d 1717: 1< 0 - - > 2< 7032832 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862374:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003a267a4a 00000080:00200000:2.0:1789762978.862375:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1789762978.862377:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3766 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862424:0:13463:0:(rw26.c:871:ll_write_end()) pos 15425536, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862430:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000176bbae6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3766] 00000080:00200000:2.0:1789762978.862433:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004d000938 17ffffc0001001 3:0 ffff99858483c380 3766 lru 00000080:00200000:2.0:1789762978.862440:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000bec25ad0 1718: 1< 0 - - > 2< 7036928 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862442:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000176bbae6 00000080:00200000:2.0:1789762978.862443:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1789762978.862445:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3767 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862459:0:13463:0:(rw26.c:871:ll_write_end()) pos 15429632, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862463:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000dff3431f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3767] 00000080:00200000:2.0:1789762978.862467:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000018dc08e 17ffffc0001001 3:0 ffff99858483c0e0 3767 lru 00000080:00200000:2.0:1789762978.862473:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000042ef7911 1719: 1< 0 - - > 2< 7041024 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862476:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000dff3431f 00000080:00200000:2.0:1789762978.862477:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1789762978.862479:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3768 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862491:0:13463:0:(rw26.c:871:ll_write_end()) pos 15433728, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862495:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000043e15538[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3768] 00000080:00200000:2.0:1789762978.862498:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000088b7d77d 17ffffc0001001 3:0 ffff99858483c540 3768 lru 00000080:00200000:2.0:1789762978.862504:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009e9ca442 1720: 1< 0 - - > 2< 7045120 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862506:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000043e15538 00000080:00200000:2.0:1789762978.862508:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1789762978.862509:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3769 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862522:0:13463:0:(rw26.c:871:ll_write_end()) pos 15437824, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862527:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004da91ef5[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3769] 00000080:00200000:2.0:1789762978.862530:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d0b572a8 17ffffc0001001 3:0 ffff99858483cb60 3769 lru 00000080:00200000:2.0:1789762978.862536:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6fc7d43 1721: 1< 0 - - > 2< 7049216 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862538:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004da91ef5 00000080:00200000:2.0:1789762978.862539:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1789762978.862541:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3770 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862553:0:13463:0:(rw26.c:871:ll_write_end()) pos 15441920, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862557:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a378ae7a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3770] 00000080:00200000:2.0:1789762978.862560:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000dbc78955 17ffffc0001001 3:0 ffff99858483c620 3770 lru 00000080:00200000:2.0:1789762978.862566:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a306fe9c 1722: 1< 0 - - > 2< 7053312 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862569:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a378ae7a 00000080:00200000:2.0:1789762978.862571:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1789762978.862572:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3771 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862591:0:13463:0:(rw26.c:871:ll_write_end()) pos 15446016, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862596:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000058dee29a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3771] 00000080:00200000:2.0:1789762978.862599:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a4329fab 17ffffc0001021 2:0 ffff99858483cc40 3771 lru 00000080:00200000:2.0:1789762978.862605:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000634f6387 1723: 1< 0 - - > 2< 7057408 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862607:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000058dee29a 00000080:00200000:2.0:1789762978.862608:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1789762978.862610:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3772 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862623:0:13463:0:(rw26.c:871:ll_write_end()) pos 15450112, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862628:0:13463:0:(rw26.c:929:ll_write_end()) page@000000005b98dd1f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3772] 00000080:00200000:2.0:1789762978.862669:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003e14f8a9 17ffffc0001001 3:0 ffff99858483ca80 3772 lru 00000080:00200000:2.0:1789762978.862677:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c3941557 1724: 1< 0 - - > 2< 7061504 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862681:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000005b98dd1f 00000080:00200000:2.0:1789762978.862683:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1789762978.862686:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3773 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862710:0:13463:0:(rw26.c:871:ll_write_end()) pos 15454208, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862719:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000cfb4ab75[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3773] 00000080:00200000:2.0:1789762978.862724:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002c19ce67 17ffffc0001001 3:0 ffff99858483c9a0 3773 lru 00000080:00200000:2.0:1789762978.862734:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000005b23d47 1725: 1< 0 - - > 2< 7065600 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862739:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000cfb4ab75 00000080:00200000:2.0:1789762978.862740:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1789762978.862743:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3774 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862759:0:13463:0:(rw26.c:871:ll_write_end()) pos 15458304, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862764:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ad764bad[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3774] 00000080:00200000:2.0:1789762978.862767:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000859a1a62 17ffffc0001001 3:0 ffff99858483c7e0 3774 lru 00000080:00200000:2.0:1789762978.862773:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c1750051 1726: 1< 0 - - > 2< 7069696 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862775:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ad764bad 00000080:00200000:2.0:1789762978.862776:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1789762978.862778:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3775 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862790:0:13463:0:(rw26.c:871:ll_write_end()) pos 15462400, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862794:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000068852089[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3775] 00000080:00200000:2.0:1789762978.862797:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000086d11ea6 17ffffc0001001 3:0 ffff99858483c2a0 3775 lru 00000080:00200000:2.0:1789762978.862803:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007ab026a8 1727: 1< 0 - - > 2< 7073792 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862805:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000068852089 00000080:00200000:2.0:1789762978.862806:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1789762978.862808:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3776 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862822:0:13463:0:(rw26.c:871:ll_write_end()) pos 15466496, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862826:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f26088fc[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3776] 00000080:00200000:2.0:1789762978.862845:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000591a29a6 17ffffc0001001 3:0 ffff99858483ce00 3776 lru 00000080:00200000:2.0:1789762978.862851:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001b46f599 1728: 1< 0 - - > 2< 7077888 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862853:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f26088fc 00000080:00200000:2.0:1789762978.862854:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1789762978.862856:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3777 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862869:0:13463:0:(rw26.c:871:ll_write_end()) pos 15470592, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862873:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000086049af7[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3777] 00000080:00200000:2.0:1789762978.862877:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000cf62000b 17ffffc0001001 3:0 ffff99858483c700 3777 lru 00000080:00200000:2.0:1789762978.862883:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000eb1afd65 1729: 1< 0 - - > 2< 7081984 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862885:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000086049af7 00000080:00200000:2.0:1789762978.862887:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1789762978.862888:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3778 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862901:0:13463:0:(rw26.c:871:ll_write_end()) pos 15474688, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862906:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004b6f3789[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3778] 00000080:00200000:2.0:1789762978.862909:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000403ca3e2 17ffffc0001001 3:0 ffff99858483c460 3778 lru 00000080:00200000:2.0:1789762978.862914:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f738acd3 1730: 1< 0 - - > 2< 7086080 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862917:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004b6f3789 00000080:00200000:2.0:1789762978.862918:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1789762978.862920:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3779 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862932:0:13463:0:(rw26.c:871:ll_write_end()) pos 15478784, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862937:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000016672ca0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3779] 00000080:00200000:2.0:1789762978.862940:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006c7be80d 17ffffc0001001 3:0 ffff99858483cd20 3779 lru 00000080:00200000:2.0:1789762978.862946:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000025ab3703 1731: 1< 0 - - > 2< 7090176 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862948:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000016672ca0 00000080:00200000:2.0:1789762978.862949:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1789762978.862968:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3780 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.862980:0:13463:0:(rw26.c:871:ll_write_end()) pos 15482880, len 4096, copied 4096 00000080:00200000:2.0:1789762978.862984:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c803102d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3780] 00000080:00200000:2.0:1789762978.862987:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000073dea3f2 17ffffc0001001 3:0 ffff99858483cee0 3780 lru 00000080:00200000:2.0:1789762978.862992:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f4da549c 1732: 1< 0 - - > 2< 7094272 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.862994:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c803102d 00000080:00200000:2.0:1789762978.862995:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1789762978.862997:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3781 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863009:0:13463:0:(rw26.c:871:ll_write_end()) pos 15486976, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863013:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d6d69c51[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3781] 00000080:00200000:2.0:1789762978.863015:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000063f598fb 17ffffc0001001 3:0 ffff99858483c1c0 3781 lru 00000080:00200000:2.0:1789762978.863037:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009f0369fd 1733: 1< 0 - - > 2< 7098368 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863039:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d6d69c51 00000080:00200000:2.0:1789762978.863041:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1789762978.863043:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3782 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863055:0:13463:0:(rw26.c:871:ll_write_end()) pos 15491072, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863059:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000999dc8f0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3782] 00000080:00200000:2.0:1789762978.863062:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000072776b6 17ffffc0001001 3:0 ffff99858483c000 3782 lru 00000080:00200000:2.0:1789762978.863068:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000059d25b76 1734: 1< 0 - - > 2< 7102464 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863070:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000999dc8f0 00000080:00200000:2.0:1789762978.863071:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1789762978.863073:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3783 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863085:0:13463:0:(rw26.c:871:ll_write_end()) pos 15495168, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863089:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000076d1f22d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3783] 00000080:00200000:2.0:1789762978.863092:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000068f72640 17ffffc0001001 3:0 ffff99858483c8c0 3783 lru 00000080:00200000:2.0:1789762978.863098:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000550ad8e4 1735: 1< 0 - - > 2< 7106560 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863100:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000076d1f22d 00000080:00200000:2.0:1789762978.863102:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1789762978.863103:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3784 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863125:0:13463:0:(rw26.c:871:ll_write_end()) pos 15499264, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863129:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008b1eb828[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3784] 00000080:00200000:2.0:1789762978.863132:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e4fb2b5e 17ffffc0001001 3:0 ffff99858483dd20 3784 lru 00000080:00200000:2.0:1789762978.863138:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000018a1c4cb 1736: 1< 0 - - > 2< 7110656 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863140:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008b1eb828 00000080:00200000:2.0:1789762978.863142:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1789762978.863144:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3785 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863159:0:13463:0:(rw26.c:871:ll_write_end()) pos 15503360, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863163:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000016e7985a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3785] 00000080:00200000:2.0:1789762978.863167:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000052e3ee57 17ffffc0001001 3:0 ffff99858483dee0 3785 lru 00000080:00200000:2.0:1789762978.863173:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009454b458 1737: 1< 0 - - > 2< 7114752 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863176:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000016e7985a 00000080:00200000:2.0:1789762978.863177:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1789762978.863178:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3786 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863195:0:13463:0:(rw26.c:871:ll_write_end()) pos 15507456, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863200:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002d604688[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3786] 00000080:00200000:2.0:1789762978.863202:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000bf536c90 17ffffc0001021 2:0 ffff99858483d1c0 3786 lru 00000080:00200000:2.0:1789762978.863208:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e53201df 1738: 1< 0 - - > 2< 7118848 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863211:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002d604688 00000080:00200000:2.0:1789762978.863212:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1789762978.863214:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3787 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863227:0:13463:0:(rw26.c:871:ll_write_end()) pos 15511552, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863231:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ee7bde88[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3787] 00000080:00200000:2.0:1789762978.863235:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009f1500b9 17ffffc0001001 3:0 ffff99858483d000 3787 lru 00000080:00200000:2.0:1789762978.863241:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000003042be0a 1739: 1< 0 - - > 2< 7122944 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863244:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ee7bde88 00000080:00200000:2.0:1789762978.863245:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1789762978.863247:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3788 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863260:0:13463:0:(rw26.c:871:ll_write_end()) pos 15515648, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863264:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000915566dd[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3788] 00000080:00200000:2.0:1789762978.863268:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005db6d46d 17ffffc0001001 3:0 ffff99858483d8c0 3788 lru 00000080:00200000:2.0:1789762978.863274:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e2a64ef2 1740: 1< 0 - - > 2< 7127040 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863276:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000915566dd 00000080:00200000:2.0:1789762978.863277:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1789762978.863278:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3789 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863291:0:13463:0:(rw26.c:871:ll_write_end()) pos 15519744, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863295:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007b0eafab[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3789] 00000080:00200000:2.0:1789762978.863298:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a72eaf61 17ffffc0001001 3:0 ffff99858483d380 3789 lru 00000080:00200000:2.0:1789762978.863304:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002ca18ced 1741: 1< 0 - - > 2< 7131136 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863306:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007b0eafab 00000080:00200000:2.0:1789762978.863307:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762978.863308:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3790 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863321:0:13463:0:(rw26.c:871:ll_write_end()) pos 15523840, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863325:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000efa89853[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3790] 00000080:00200000:2.0:1789762978.863328:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000048901227 17ffffc0001001 3:0 ffff99858483d0e0 3790 lru 00000080:00200000:2.0:1789762978.863334:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000881a5cb3 1742: 1< 0 - - > 2< 7135232 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863336:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000efa89853 00000080:00200000:2.0:1789762978.863337:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1789762978.863339:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3791 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863376:0:13463:0:(rw26.c:871:ll_write_end()) pos 15527936, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863381:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006e052e62[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3791] 00000080:00200000:2.0:1789762978.863384:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000002820952 17ffffc0001001 3:0 ffff99858483d540 3791 lru 00000080:00200000:2.0:1789762978.863390:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000094f1678 1743: 1< 0 - - > 2< 7139328 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863392:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006e052e62 00000080:00200000:2.0:1789762978.863394:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762978.863396:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3792 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863414:0:13463:0:(rw26.c:871:ll_write_end()) pos 15532032, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863419:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000aa2c7cb6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3792] 00000080:00200000:2.0:1789762978.863422:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fe2df7a7 17ffffc0001001 3:0 ffff99858483db60 3792 lru 00000080:00200000:2.0:1789762978.863428:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000bbf1776 1744: 1< 0 - - > 2< 7143424 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863432:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000aa2c7cb6 00000080:00200000:2.0:1789762978.863434:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1789762978.863435:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3793 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863449:0:13463:0:(rw26.c:871:ll_write_end()) pos 15536128, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863453:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006e3d8c39[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3793] 00000080:00200000:2.0:1789762978.863457:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000062b588e 17ffffc0001001 3:0 ffff99858483d620 3793 lru 00000080:00200000:2.0:1789762978.863463:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000035603ab2 1745: 1< 0 - - > 2< 7147520 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863465:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006e3d8c39 00000080:00200000:2.0:1789762978.863466:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1789762978.863468:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3794 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863481:0:13463:0:(rw26.c:871:ll_write_end()) pos 15540224, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863485:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007fdcbc1e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3794] 00000080:00200000:2.0:1789762978.863488:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007b9617d6 17ffffc0001001 3:0 ffff99858483dc40 3794 lru 00000080:00200000:2.0:1789762978.863494:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d732dc45 1746: 1< 0 - - > 2< 7151616 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863496:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007fdcbc1e 00000080:00200000:2.0:1789762978.863497:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1789762978.863498:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3795 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863511:0:13463:0:(rw26.c:871:ll_write_end()) pos 15544320, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863515:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c686a3e1[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3795] 00000080:00200000:2.0:1789762978.863518:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c919d215 17ffffc0001001 3:0 ffff99858483da80 3795 lru 00000080:00200000:2.0:1789762978.863524:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001ff31437 1747: 1< 0 - - > 2< 7155712 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863526:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c686a3e1 00000080:00200000:2.0:1789762978.863527:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1789762978.863529:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3796 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863542:0:13463:0:(rw26.c:871:ll_write_end()) pos 15548416, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863546:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ac4f16b8[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3796] 00000080:00200000:2.0:1789762978.863549:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ef7a4d2f 17ffffc0001001 3:0 ffff99858483d9a0 3796 lru 00000080:00200000:2.0:1789762978.863555:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000450329df 1748: 1< 0 - - > 2< 7159808 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863558:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ac4f16b8 00000080:00200000:2.0:1789762978.863559:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1789762978.863561:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3797 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863574:0:13463:0:(rw26.c:871:ll_write_end()) pos 15552512, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863578:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001f4a6481[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3797] 00000080:00200000:2.0:1789762978.863581:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a41397eb 17ffffc0001001 3:0 ffff99858483d7e0 3797 lru 00000080:00200000:2.0:1789762978.863588:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb873d12 1749: 1< 0 - - > 2< 7163904 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863590:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001f4a6481 00000080:00200000:2.0:1789762978.863591:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1789762978.863593:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3798 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863605:0:13463:0:(rw26.c:871:ll_write_end()) pos 15556608, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863609:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000082f19f56[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3798] 00000080:00200000:2.0:1789762978.863612:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000034e1899c 17ffffc0001001 3:0 ffff99858483d2a0 3798 lru 00000080:00200000:2.0:1789762978.863618:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb8bd72e 1750: 1< 0 - - > 2< 7168000 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863620:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000082f19f56 00000080:00200000:2.0:1789762978.863621:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1789762978.863623:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3799 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863677:0:13463:0:(rw26.c:871:ll_write_end()) pos 15560704, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863685:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b134a0c0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3799] 00000080:00200000:2.0:1789762978.863690:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002a96ac4f 17ffffc0001001 3:0 ffff99858483de00 3799 lru 00000080:00200000:2.0:1789762978.863701:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000d258996 1751: 1< 0 - - > 2< 7172096 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863705:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b134a0c0 00000080:00200000:2.0:1789762978.863707:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762978.863710:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3800 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863733:0:13463:0:(rw26.c:871:ll_write_end()) pos 15564800, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863740:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000043409434[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3800] 00000080:00200000:2.0:1789762978.863743:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000322a1213 17ffffc0001001 3:0 ffff99858483d700 3800 lru 00000080:00200000:2.0:1789762978.863749:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000027d02d40 1752: 1< 0 - - > 2< 7176192 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863752:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000043409434 00000080:00200000:2.0:1789762978.863753:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1789762978.863755:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3801 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863772:0:13463:0:(rw26.c:871:ll_write_end()) pos 15568896, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863777:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c4f93228[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3801] 00000080:00200000:2.0:1789762978.863779:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c186e5b8 17ffffc0001021 2:0 ffff99858483d460 3801 lru 00000080:00200000:2.0:1789762978.863786:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000db63e116 1753: 1< 0 - - > 2< 7180288 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863788:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c4f93228 00000080:00200000:2.0:1789762978.863789:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1789762978.863791:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3802 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863814:0:13463:0:(rw26.c:871:ll_write_end()) pos 15572992, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863818:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000fda8136e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3802] 00000080:00200000:2.0:1789762978.863821:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005947210d 17ffffc0001001 3:0 ffff998588262c40 3802 lru 00000080:00200000:2.0:1789762978.863827:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a0c30405 1754: 1< 0 - - > 2< 7184384 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863829:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000fda8136e 00000080:00200000:2.0:1789762978.863830:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762978.863832:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3803 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863845:0:13463:0:(rw26.c:871:ll_write_end()) pos 15577088, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863849:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000347a8665[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3803] 00000080:00200000:2.0:1789762978.863852:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000bdb4f5ae 17ffffc0001001 3:0 ffff998588262a80 3803 lru 00000080:00200000:2.0:1789762978.863858:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e7c85707 1755: 1< 0 - - > 2< 7188480 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863860:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000347a8665 00000080:00200000:2.0:1789762978.863861:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1789762978.863863:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3804 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863875:0:13463:0:(rw26.c:871:ll_write_end()) pos 15581184, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863879:0:13463:0:(rw26.c:929:ll_write_end()) page@000000005fcfa87b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3804] 00000080:00200000:2.0:1789762978.863881:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b18f9af3 17ffffc0001001 3:0 ffff9985882629a0 3804 lru 00000080:00200000:2.0:1789762978.863887:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002c1f6892 1756: 1< 0 - - > 2< 7192576 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863889:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000005fcfa87b 00000080:00200000:2.0:1789762978.863890:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762978.863892:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3805 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863904:0:13463:0:(rw26.c:871:ll_write_end()) pos 15585280, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863908:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e66e22c0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3805] 00000080:00200000:2.0:1789762978.863910:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001efd1044 17ffffc0001001 3:0 ffff9985882627e0 3805 lru 00000080:00200000:2.0:1789762978.863916:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004b4f23b8 1757: 1< 0 - - > 2< 7196672 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863918:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e66e22c0 00000080:00200000:2.0:1789762978.863919:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1789762978.863921:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3806 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863935:0:13463:0:(rw26.c:871:ll_write_end()) pos 15589376, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863939:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000060757811[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3806] 00000080:00200000:2.0:1789762978.863942:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000337ae6a5 17ffffc0001001 3:0 ffff9985882622a0 3806 lru 00000080:00200000:2.0:1789762978.863948:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002bc6628e 1758: 1< 0 - - > 2< 7200768 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863950:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000060757811 00000080:00200000:2.0:1789762978.863951:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1789762978.863953:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3807 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863965:0:13463:0:(rw26.c:871:ll_write_end()) pos 15593472, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863969:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007e7ad354[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3807] 00000080:00200000:2.0:1789762978.863971:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000085f0b95e 17ffffc0001001 3:0 ffff998588262e00 3807 lru 00000080:00200000:2.0:1789762978.863977:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002bdb4961 1759: 1< 0 - - > 2< 7204864 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.863979:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007e7ad354 00000080:00200000:2.0:1789762978.863980:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1789762978.863981:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3808 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.863993:0:13463:0:(rw26.c:871:ll_write_end()) pos 15597568, len 4096, copied 4096 00000080:00200000:2.0:1789762978.863997:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d767e762[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3808] 00000080:00200000:2.0:1789762978.864000:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a47b69ab 17ffffc0001001 3:0 ffff998588262700 3808 lru 00000080:00200000:2.0:1789762978.864006:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c0dad975 1760: 1< 0 - - > 2< 7208960 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864008:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d767e762 00000080:00200000:2.0:1789762978.864009:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1789762978.864011:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3809 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864023:0:13463:0:(rw26.c:871:ll_write_end()) pos 15601664, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864027:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ba130d7c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3809] 00000080:00200000:2.0:1789762978.864030:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007d1ee44f 17ffffc0001001 3:0 ffff998588262460 3809 lru 00000080:00200000:2.0:1789762978.864035:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a5e9eba6 1761: 1< 0 - - > 2< 7213056 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864037:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ba130d7c 00000080:00200000:2.0:1789762978.864038:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1789762978.864040:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3810 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864051:0:13463:0:(rw26.c:871:ll_write_end()) pos 15605760, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864055:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b4202c02[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3810] 00000080:00200000:2.0:1789762978.864058:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000397a3f96 17ffffc0001001 3:0 ffff998588262d20 3810 lru 00000080:00200000:2.0:1789762978.864064:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000174b5b15 1762: 1< 0 - - > 2< 7217152 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864066:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b4202c02 00000080:00200000:2.0:1789762978.864067:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1789762978.864068:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3811 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864080:0:13463:0:(rw26.c:871:ll_write_end()) pos 15609856, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864084:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e0a8ce5a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3811] 00000080:00200000:2.0:1789762978.864087:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000abd2b45e 17ffffc0001001 3:0 ffff998588262ee0 3811 lru 00000080:00200000:2.0:1789762978.864093:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008e43544a 1763: 1< 0 - - > 2< 7221248 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864094:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e0a8ce5a 00000080:00200000:2.0:1789762978.864095:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1789762978.864097:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3812 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864109:0:13463:0:(rw26.c:871:ll_write_end()) pos 15613952, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864113:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a5d0364c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3812] 00000080:00200000:2.0:1789762978.864115:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a2496406 17ffffc0001001 3:0 ffff9985882621c0 3812 lru 00000080:00200000:2.0:1789762978.864121:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007a648784 1764: 1< 0 - - > 2< 7225344 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864123:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a5d0364c 00000080:00200000:2.0:1789762978.864124:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762978.864126:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3813 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864139:0:13463:0:(rw26.c:871:ll_write_end()) pos 15618048, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864143:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000bc125328[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3813] 00000080:00200000:2.0:1789762978.864146:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a279bb23 17ffffc0001001 3:0 ffff998588262000 3813 lru 00000080:00200000:2.0:1789762978.864152:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b96e0108 1765: 1< 0 - - > 2< 7229440 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864154:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000bc125328 00000080:00200000:2.0:1789762978.864155:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762978.864157:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3814 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864169:0:13463:0:(rw26.c:871:ll_write_end()) pos 15622144, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864173:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000cf558f2d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3814] 00000080:00200000:2.0:1789762978.864175:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008715ad4c 17ffffc0001001 3:0 ffff9985882628c0 3814 lru 00000080:00200000:2.0:1789762978.864181:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000bf0d0ad8 1766: 1< 0 - - > 2< 7233536 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864184:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000cf558f2d 00000080:00200000:2.0:1789762978.864185:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1789762978.864187:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3815 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864199:0:13463:0:(rw26.c:871:ll_write_end()) pos 15626240, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864203:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002cfb202d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3815] 00000080:00200000:2.0:1789762978.864206:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000011769f35 17ffffc0001001 3:0 ffff998588262380 3815 lru 00000080:00200000:2.0:1789762978.864211:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000043eb04c1 1767: 1< 0 - - > 2< 7237632 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864213:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002cfb202d 00000080:00200000:2.0:1789762978.864214:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762978.864216:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3816 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864231:0:13463:0:(rw26.c:871:ll_write_end()) pos 15630336, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864236:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000022d72dbd[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3816] 00000080:00200000:2.0:1789762978.864239:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d92cf01e 17ffffc0001021 2:0 ffff9985882620e0 3816 lru 00000080:00200000:2.0:1789762978.864244:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000035cc8c48 1768: 1< 0 - - > 2< 7241728 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864246:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000022d72dbd 00000080:00200000:2.0:1789762978.864247:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1789762978.864248:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3817 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864260:0:13463:0:(rw26.c:871:ll_write_end()) pos 15634432, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864264:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a01d6c65[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3817] 00000080:00200000:2.0:1789762978.864267:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003a23ce2d 17ffffc0001001 3:0 ffff998588262540 3817 lru 00000080:00200000:2.0:1789762978.864273:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b72784a2 1769: 1< 0 - - > 2< 7245824 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864275:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a01d6c65 00000080:00200000:2.0:1789762978.864276:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762978.864278:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3818 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864290:0:13463:0:(rw26.c:871:ll_write_end()) pos 15638528, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864294:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a135881e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3818] 00000080:00200000:2.0:1789762978.864296:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005415bf89 17ffffc0001001 3:0 ffff998588262b60 3818 lru 00000080:00200000:2.0:1789762978.864323:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000081376f8b 1770: 1< 0 - - > 2< 7249920 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864325:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a135881e 00000080:00200000:2.0:1789762978.864327:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1789762978.864329:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3819 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864346:0:13463:0:(rw26.c:871:ll_write_end()) pos 15642624, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864350:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000715ed37b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3819] 00000080:00200000:2.0:1789762978.864353:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007d87f1bd 17ffffc0001001 3:0 ffff998588262620 3819 lru 00000080:00200000:2.0:1789762978.864359:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009b35c861 1771: 1< 0 - - > 2< 7254016 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864362:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000715ed37b 00000080:00200000:2.0:1789762978.864363:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1789762978.864364:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3820 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864388:0:13463:0:(rw26.c:871:ll_write_end()) pos 15646720, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864393:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004b99b659[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3820] 00000080:00200000:2.0:1789762978.864396:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d339a876 17ffffc0001001 3:0 ffff998588263e00 3820 lru 00000080:00200000:2.0:1789762978.864401:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000269c44bb 1772: 1< 0 - - > 2< 7258112 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864404:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004b99b659 00000080:00200000:2.0:1789762978.864405:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1789762978.864407:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3821 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864419:0:13463:0:(rw26.c:871:ll_write_end()) pos 15650816, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864423:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000146db43c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3821] 00000080:00200000:2.0:1789762978.864426:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004763177a 17ffffc0001001 3:0 ffff998588263700 3821 lru 00000080:00200000:2.0:1789762978.864432:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a5d9b1bb 1773: 1< 0 - - > 2< 7262208 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864434:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000146db43c 00000080:00200000:2.0:1789762978.864435:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762978.864437:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3822 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864449:0:13463:0:(rw26.c:871:ll_write_end()) pos 15654912, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864453:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a1008cf0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3822] 00000080:00200000:2.0:1789762978.864456:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000556c9d3e 17ffffc0001001 3:0 ffff998588263460 3822 lru 00000080:00200000:2.0:1789762978.864462:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009362a20d 1774: 1< 0 - - > 2< 7266304 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864463:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a1008cf0 00000080:00200000:2.0:1789762978.864464:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1789762978.864466:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3823 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864478:0:13463:0:(rw26.c:871:ll_write_end()) pos 15659008, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864482:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f1cb6f77[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3823] 00000080:00200000:2.0:1789762978.864485:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ae0a53f8 17ffffc0001001 3:0 ffff998588263d20 3823 lru 00000080:00200000:2.0:1789762978.864491:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000a2149f4 1775: 1< 0 - - > 2< 7270400 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864492:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f1cb6f77 00000080:00200000:2.0:1789762978.864493:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762978.864495:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3824 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864507:0:13463:0:(rw26.c:871:ll_write_end()) pos 15663104, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864511:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000073dac84a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3824] 00000080:00200000:2.0:1789762978.864514:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002e80e2b2 17ffffc0001001 3:0 ffff998588263ee0 3824 lru 00000080:00200000:2.0:1789762978.864519:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d86d3b86 1776: 1< 0 - - > 2< 7274496 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864521:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000073dac84a 00000080:00200000:2.0:1789762978.864522:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762978.864523:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3825 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864536:0:13463:0:(rw26.c:871:ll_write_end()) pos 15667200, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864540:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006b0ce8fa[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3825] 00000080:00200000:2.0:1789762978.864543:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006e79d903 17ffffc0001001 3:0 ffff9985882631c0 3825 lru 00000080:00200000:2.0:1789762978.864548:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004f8dc758 1777: 1< 0 - - > 2< 7278592 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864551:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006b0ce8fa 00000080:00200000:2.0:1789762978.864552:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762978.864554:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3826 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864566:0:13463:0:(rw26.c:871:ll_write_end()) pos 15671296, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864570:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000da35346a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3826] 00000080:00200000:2.0:1789762978.864572:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c9b50d67 17ffffc0001001 3:0 ffff998588263000 3826 lru 00000080:00200000:2.0:1789762978.864578:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007776630f 1778: 1< 0 - - > 2< 7282688 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864580:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000da35346a 00000080:00200000:2.0:1789762978.864581:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1789762978.864582:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3827 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864596:0:13463:0:(rw26.c:871:ll_write_end()) pos 15675392, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864599:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001b388a40[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3827] 00000080:00200000:2.0:1789762978.864602:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f5228f61 17ffffc0001001 3:0 ffff9985882638c0 3827 lru 00000080:00200000:2.0:1789762978.864608:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000792aa6d 1779: 1< 0 - - > 2< 7286784 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864610:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001b388a40 00000080:00200000:2.0:1789762978.864611:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1789762978.864613:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3828 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864625:0:13463:0:(rw26.c:871:ll_write_end()) pos 15679488, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864648:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000eec6ef8d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3828] 00000080:00200000:2.0:1789762978.864653:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000aea2d6e7 17ffffc0001001 3:0 ffff998588263380 3828 lru 00000080:00200000:2.0:1789762978.864663:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000004802ae9 1780: 1< 0 - - > 2< 7290880 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864666:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000eec6ef8d 00000080:00200000:2.0:1789762978.864683:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762978.864687:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3829 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864713:0:13463:0:(rw26.c:871:ll_write_end()) pos 15683584, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864722:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b4ed4a5a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3829] 00000080:00200000:2.0:1789762978.864727:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9e74c2b 17ffffc0001001 3:0 ffff9985882630e0 3829 lru 00000080:00200000:2.0:1789762978.864755:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ad9532af 1781: 1< 0 - - > 2< 7294976 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864758:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b4ed4a5a 00000080:00200000:2.0:1789762978.864759:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1789762978.864762:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3830 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864781:0:13463:0:(rw26.c:871:ll_write_end()) pos 15687680, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864786:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000eb387141[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3830] 00000080:00200000:2.0:1789762978.864790:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000099ed6d50 17ffffc0001001 3:0 ffff998588263540 3830 lru 00000080:00200000:2.0:1789762978.864797:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b496d755 1782: 1< 0 - - > 2< 7299072 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864817:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000eb387141 00000080:00200000:2.0:1789762978.864818:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1789762978.864820:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3831 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864836:0:13463:0:(rw26.c:871:ll_write_end()) pos 15691776, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864840:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007732d6a1[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3831] 00000080:00200000:2.0:1789762978.864843:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b4b5b12d 17ffffc0001021 2:0 ffff998588263b60 3831 lru 00000080:00200000:2.0:1789762978.864848:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a37d9030 1783: 1< 0 - - > 2< 7303168 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864850:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007732d6a1 00000080:00200000:2.0:1789762978.864852:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1789762978.864853:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3832 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864884:0:13463:0:(rw26.c:871:ll_write_end()) pos 15695872, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864889:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000082d41a65[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3832] 00000080:00200000:2.0:1789762978.864893:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003bd1b9f3 17ffffc0001001 3:0 ffff998588263620 3832 lru 00000080:00200000:2.0:1789762978.864900:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000083d16cfd 1784: 1< 0 - - > 2< 7307264 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864902:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000082d41a65 00000080:00200000:2.0:1789762978.864904:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1789762978.864905:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3833 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864919:0:13463:0:(rw26.c:871:ll_write_end()) pos 15699968, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864924:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007fa2c864[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3833] 00000080:00200000:2.0:1789762978.864927:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b44c9c0c 17ffffc0001001 3:0 ffff998588263c40 3833 lru 00000080:00200000:2.0:1789762978.864933:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d6efddbf 1785: 1< 0 - - > 2< 7311360 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864936:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007fa2c864 00000080:00200000:2.0:1789762978.864937:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762978.864956:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3834 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864969:0:13463:0:(rw26.c:871:ll_write_end()) pos 15704064, len 4096, copied 4096 00000080:00200000:2.0:1789762978.864973:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003c1b7461[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3834] 00000080:00200000:2.0:1789762978.864976:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000878b989f 17ffffc0001001 3:0 ffff998588263a80 3834 lru 00000080:00200000:2.0:1789762978.864982:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f5762b59 1786: 1< 0 - - > 2< 7315456 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.864985:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003c1b7461 00000080:00200000:2.0:1789762978.864986:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1789762978.864987:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3835 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.864999:0:13463:0:(rw26.c:871:ll_write_end()) pos 15708160, len 4096, copied 4096 00000080:00200000:2.0:1789762978.865003:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a8638e11[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3835] 00000080:00200000:2.0:1789762978.865023:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000304359b4 17ffffc0001001 3:0 ffff9985882639a0 3835 lru 00000080:00200000:2.0:1789762978.865030:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000163c252d 1787: 1< 0 - - > 2< 7319552 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.865032:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a8638e11 00000080:00200000:2.0:1789762978.865034:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762978.865036:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3836 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.865050:0:13463:0:(rw26.c:871:ll_write_end()) pos 15712256, len 4096, copied 4096 00000080:00200000:2.0:1789762978.865054:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008ed2ee28[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3836] 00000080:00200000:2.0:1789762978.865058:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005e4a6461 17ffffc0001001 3:0 ffff9985882637e0 3836 lru 00000080:00200000:2.0:1789762978.865064:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000006318e2d 1788: 1< 0 - - > 2< 7323648 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.865068:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008ed2ee28 00000080:00200000:2.0:1789762978.865070:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1789762978.865072:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3837 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.865086:0:13463:0:(rw26.c:871:ll_write_end()) pos 15716352, len 4096, copied 4096 00000080:00200000:2.0:1789762978.865091:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e7769145[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3837] 00000080:00200000:2.0:1789762978.865094:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f9ee95d2 17ffffc0001001 3:0 ffff9985882632a0 3837 lru 00000080:00200000:2.0:1789762978.865100:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000bf009dc9 1789: 1< 0 - - > 2< 7327744 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.865102:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e7769145 00000080:00200000:2.0:1789762978.865104:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762978.865105:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3838 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.865129:0:13463:0:(rw26.c:871:ll_write_end()) pos 15720448, len 4096, copied 4096 00000080:00200000:2.0:1789762978.865134:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f702b06e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3838] 00000080:00200000:2.0:1789762978.865138:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001fbf489b 17ffffc0001001 3:0 ffff99858823e8c0 3838 lru 00000080:00200000:2.0:1789762978.865161:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004215f198 1790: 1< 0 - - > 2< 7331840 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.865164:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f702b06e 00000080:00200000:2.0:1789762978.865165:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762978.865167:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3839 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.865180:0:13463:0:(rw26.c:871:ll_write_end()) pos 15724544, len 4096, copied 4096 00000080:00200000:2.0:1789762978.865184:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f2e07f17[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3839] 00000080:00200000:2.0:1789762978.865187:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005f0f1dae 17ffffc0001001 3:0 ffff99858823e380 3839 lru 00000080:00200000:2.0:1789762978.865193:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007bac3697 1791: 1< 0 - - > 2< 7335936 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 10534912 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762978.865195:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f2e07f17 00000080:00200000:2.0:1789762978.865196:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1789762978.865199:0:13463:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1789762978.865242:0:13463:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865254:0:13463:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865268:0:13463:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865277:0:13463:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865293:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865322:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865332:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865342:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865353:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865363:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865373:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865401:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865411:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865420:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865429:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865438:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865502:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865513:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.865548:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.865558:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865575:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865585:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865594:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865603:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865611:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865620:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865646:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865666:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865682:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865701:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865720:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865733:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865742:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865751:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.865764:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.865770:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865779:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865788:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865802:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865811:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865820:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865829:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865837:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865846:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865854:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865863:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865872:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865881:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865890:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865899:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.865910:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.865916:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865925:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865933:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865942:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865950:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865964:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865973:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865982:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865990:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.865999:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866008:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866016:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866024:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866033:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866042:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.866054:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.866060:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866068:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866077:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866086:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866094:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866103:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866111:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866125:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866133:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866142:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866150:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866159:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866167:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866176:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866184:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.866195:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.866202:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866210:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866219:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866228:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866236:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866245:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866253:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866262:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866270:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866284:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866319:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866330:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866341:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866351:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866360:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.866372:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.866379:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866387:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866402:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866411:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866420:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866428:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866437:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866445:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866454:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866462:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866471:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866481:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866490:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866498:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866507:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.866518:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.866524:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866532:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866541:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866549:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866564:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866573:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866581:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866590:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866599:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866607:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866615:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866624:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866656:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866673:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866690:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.866713:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.866725:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866739:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866749:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866758:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866766:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866775:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866790:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866799:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866807:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866816:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866824:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866833:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866841:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866850:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866858:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.866871:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.866878:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866887:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866896:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866904:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866913:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866921:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866930:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866938:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866952:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866962:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866970:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866979:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866987:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.866995:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867004:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.867015:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.867021:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867035:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867043:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867052:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867060:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867069:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867077:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867086:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867094:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867103:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867112:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867120:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867128:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867137:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867145:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.867156:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.867162:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867170:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867179:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867193:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867201:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867210:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867218:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867227:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867235:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867244:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867252:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867261:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867270:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867278:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867308:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.867322:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.867328:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867338:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867347:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867355:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867364:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867378:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867388:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867397:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867405:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867414:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867422:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867431:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867439:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867448:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867457:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.867468:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.867473:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867482:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867491:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867499:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867508:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867516:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867525:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867538:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867547:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867556:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867564:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867573:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867581:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867590:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867598:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.867609:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.867615:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867624:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867657:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867674:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867689:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867707:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867722:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867732:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867740:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867755:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867764:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867790:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867800:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867809:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867819:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.867832:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.867839:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867849:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867864:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867874:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867883:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867892:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867901:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867910:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867920:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867949:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867959:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867971:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.867982:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868010:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868018:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.868029:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.868035:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868043:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868052:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868061:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868074:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868083:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868091:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868100:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868108:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868117:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868125:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868133:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868142:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868151:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000008:00010000:2.0:1789762978.868159:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.868170:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.868176:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789762978.868183:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 1, dirtied 1 00000080:00200000:2.0:1789762978.868186:0:13463:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762978.868189:0:13463:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_r_oleg336-client.virtnet: write bytes 0, result: 1048576 00000020:00010000:2.0:1789762978.868199:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9985881f3218 (ffff998590aa2ab8/0) at cl_lock_release():245 00000020:00010000:2.0:1789762978.868202:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9985881f3218 (ffff998590aa2ab8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762978.868205:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9985902ead30 (ffff998590aa2e18/1) at cl_lock_cancel():142 00010000:00010000:2.0:1789762978.868210:0:13463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1789762978.868219:0:13463:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00010000:2.0:1789762978.868229:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9985881f3218 (ffff998590aa2ab8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762978.868232:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9985902ead30 (ffff998590aa2ab8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762978.868239:0:13463:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762978.868243:0:13463:0:(file.c:2205:ll_file_io_generic()) Range unlock [3584, 3839] 00000080:00200000:2.0:1789762978.868249:0:13463:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x27:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762978.868253:0:13463:0:(file.c:2238:ll_file_io_generic()) nrs_r_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1789762978.868258:0:13463:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x27:0x0] updating i_size 15728640 i_blocks 24576 00000080:00200000:2.0:1789762978.868262:0:13463:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1789762978.868437:0:13463:0:(file.c:2650:do_file_write_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 15728640, count: 1048576 00000080:00200000:2.0:1789762978.868462:0:13463:0:(file.c:2090:ll_file_io_generic()) nrs_r_oleg336-client.virtnet: write ppos: 15728640, bytes: 1048576 00000080:00200000:2.0:1789762978.868466:0:13463:0:(file.c:1848:ll_io_set_mirror()) nrs_r_oleg336-client.virtnet: desiginated mirror: 0 00000020:00200000:2.0:1789762978.868472:0:13463:0:(cl_io.c:214:cl_io_rw_init()) header@000000008e31a7df[0x110, 3841, [0x200000401:0x27:0x0] hash] 00000020:00200000:2.0:1789762978.868474:0:13463:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [15728640, 16777216) 0 0 00000080:00200000:2.0:1789762978.868477:0:13463:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x27:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762978.868486:0:13463:0:(file.c:2168:ll_file_io_generic()) Range lock [3840, 4095] 00020000:00200000:2.0:1789762978.868491:0:13463:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 3 chunk: [15728640, 16777216) 16777216, 1048576 00020000:00200000:2.0:1789762978.868494:0:13463:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762978.868503:0:13463:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [3840, 4095] 00000008:00010000:2.0:1789762978.868531:0:13463:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1789762978.868535:0:13463:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9985902ead30, osc lock ffff9985902caf70, flags 0x0 00010000:00010000:2.0:1789762978.868548:0:13463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1789762978.868562:0:13463:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (7340032 8388607) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1789762978.868574:0:13463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1789762978.868583:0:13463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1789762978.868592:0:13463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.868603:0:13463:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_r_oleg336-client.virtnet: write [15728640, 16777216) append 0 append lockpos 0 00000080:00200000:2.0:1789762978.868611:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3840 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.868665:0:13463:0:(rw26.c:871:ll_write_end()) pos 15728640, len 4096, copied 4096 00000080:00200000:2.0:1789762978.868692:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e391c3fb[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3840] 00000080:00200000:2.0:1789762978.868698:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b01d3904 17ffffc0001001 3:0 ffff99858823e0e0 3840 lru 00000080:00200000:2.0:1789762978.868709:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ccd78a22 1792: 1< 0 - - > 2< 7340032 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.868713:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e391c3fb 00000080:00200000:2.0:1789762978.868715:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1789762978.868720:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3841 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.868765:0:13463:0:(rw26.c:871:ll_write_end()) pos 15732736, len 4096, copied 4096 00000080:00200000:2.0:1789762978.868771:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001991c382[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3841] 00000080:00200000:2.0:1789762978.868775:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e7f9b523 17ffffc0001001 3:0 ffff99858823e540 3841 lru 00000080:00200000:2.0:1789762978.868782:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c46b2d0a 1793: 1< 0 - - > 2< 7344128 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.868785:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001991c382 00000080:00200000:2.0:1789762978.868786:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1789762978.868788:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3842 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.868821:0:13463:0:(rw26.c:871:ll_write_end()) pos 15736832, len 4096, copied 4096 00000080:00200000:2.0:1789762978.868828:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c7d30135[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3842] 00000080:00200000:2.0:1789762978.868833:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000076589bd2 17ffffc0001001 3:0 ffff99858823eb60 3842 lru 00000080:00200000:2.0:1789762978.868841:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000904ba6e6 1794: 1< 0 - - > 2< 7348224 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.868845:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c7d30135 00000080:00200000:2.0:1789762978.868847:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1789762978.868850:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3843 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.868873:0:13463:0:(rw26.c:871:ll_write_end()) pos 15740928, len 4096, copied 4096 00000080:00200000:2.0:1789762978.868881:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000166e6874[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3843] 00000080:00200000:2.0:1789762978.868886:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d19a3590 17ffffc0001001 3:0 ffff99858823e620 3843 lru 00000080:00200000:2.0:1789762978.868896:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007f804ad1 1795: 1< 0 - - > 2< 7352320 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.868899:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000166e6874 00000080:00200000:2.0:1789762978.868902:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1789762978.868905:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3844 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.868930:0:13463:0:(rw26.c:871:ll_write_end()) pos 15745024, len 4096, copied 4096 00000080:00200000:2.0:1789762978.868937:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c10f027b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3844] 00000080:00200000:2.0:1789762978.868942:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008c998b47 17ffffc0001001 3:0 ffff99858823ec40 3844 lru 00000080:00200000:2.0:1789762978.868950:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000037385d7b 1796: 1< 0 - - > 2< 7356416 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.868953:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c10f027b 00000080:00200000:2.0:1789762978.868955:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1789762978.868957:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3845 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.868976:0:13463:0:(rw26.c:871:ll_write_end()) pos 15749120, len 4096, copied 4096 00000080:00200000:2.0:1789762978.868983:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007bb0b537[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3845] 00000080:00200000:2.0:1789762978.868988:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000aaf01657 17ffffc0001001 3:0 ffff99858823ea80 3845 lru 00000080:00200000:2.0:1789762978.868997:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008852357f 1797: 1< 0 - - > 2< 7360512 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869000:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007bb0b537 00000080:00200000:2.0:1789762978.869002:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1789762978.869005:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3846 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869034:0:13463:0:(rw26.c:871:ll_write_end()) pos 15753216, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869042:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000165c9377[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3846] 00000080:00200000:2.0:1789762978.869047:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006126ee20 17ffffc0001021 2:0 ffff99858823e9a0 3846 lru 00000080:00200000:2.0:1789762978.869057:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c0ae7be4 1798: 1< 0 - - > 2< 7364608 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869061:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000165c9377 00000080:00200000:2.0:1789762978.869062:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1789762978.869066:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3847 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869090:0:13463:0:(rw26.c:871:ll_write_end()) pos 15757312, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869098:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000006212f3f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3847] 00000080:00200000:2.0:1789762978.869101:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000410e8079 17ffffc0001001 3:0 ffff99858823e7e0 3847 lru 00000080:00200000:2.0:1789762978.869107:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d0216276 1799: 1< 0 - - > 2< 7368704 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869109:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000006212f3f 00000080:00200000:2.0:1789762978.869111:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1789762978.869113:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3848 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869129:0:13463:0:(rw26.c:871:ll_write_end()) pos 15761408, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869134:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d1d26975[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3848] 00000080:00200000:2.0:1789762978.869137:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004c5f7972 17ffffc0001001 3:0 ffff99858823e2a0 3848 lru 00000080:00200000:2.0:1789762978.869143:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000fa8a2c1 1800: 1< 0 - - > 2< 7372800 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869145:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d1d26975 00000080:00200000:2.0:1789762978.869147:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1789762978.869148:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3849 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869161:0:13463:0:(rw26.c:871:ll_write_end()) pos 15765504, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869165:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f79501e6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3849] 00000080:00200000:2.0:1789762978.869168:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009cbbd705 17ffffc0001001 3:0 ffff99858823ee00 3849 lru 00000080:00200000:2.0:1789762978.869173:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009445d00c 1801: 1< 0 - - > 2< 7376896 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869176:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f79501e6 00000080:00200000:2.0:1789762978.869177:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1789762978.869178:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3850 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869191:0:13463:0:(rw26.c:871:ll_write_end()) pos 15769600, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869195:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004cee753c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3850] 00000080:00200000:2.0:1789762978.869197:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003965a1ed 17ffffc0001001 3:0 ffff99858823e700 3850 lru 00000080:00200000:2.0:1789762978.869203:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000005a963595 1802: 1< 0 - - > 2< 7380992 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869205:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004cee753c 00000080:00200000:2.0:1789762978.869206:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1789762978.869207:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3851 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869219:0:13463:0:(rw26.c:871:ll_write_end()) pos 15773696, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869223:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a11b95d8[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3851] 00000080:00200000:2.0:1789762978.869226:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a1bcf901 17ffffc0001001 3:0 ffff99858823e460 3851 lru 00000080:00200000:2.0:1789762978.869231:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000017dd5877 1803: 1< 0 - - > 2< 7385088 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869233:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a11b95d8 00000080:00200000:2.0:1789762978.869234:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1789762978.869236:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3852 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869248:0:13463:0:(rw26.c:871:ll_write_end()) pos 15777792, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869252:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004460ac5d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3852] 00000080:00200000:2.0:1789762978.869255:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000098781e37 17ffffc0001001 3:0 ffff99858823ed20 3852 lru 00000080:00200000:2.0:1789762978.869260:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d60afc2d 1804: 1< 0 - - > 2< 7389184 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869264:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004460ac5d 00000080:00200000:2.0:1789762978.869265:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1789762978.869266:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3853 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869279:0:13463:0:(rw26.c:871:ll_write_end()) pos 15781888, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869283:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ac00c335[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3853] 00000080:00200000:2.0:1789762978.869285:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b9770452 17ffffc0001001 3:0 ffff99858823eee0 3853 lru 00000080:00200000:2.0:1789762978.869291:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001e977041 1805: 1< 0 - - > 2< 7393280 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869293:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ac00c335 00000080:00200000:2.0:1789762978.869294:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1789762978.869295:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3854 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869307:0:13463:0:(rw26.c:871:ll_write_end()) pos 15785984, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869311:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000cd5ae5e0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3854] 00000080:00200000:2.0:1789762978.869314:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ddfcab22 17ffffc0001001 3:0 ffff99858823e1c0 3854 lru 00000080:00200000:2.0:1789762978.869319:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000d8ab72d 1806: 1< 0 - - > 2< 7397376 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869321:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000cd5ae5e0 00000080:00200000:2.0:1789762978.869322:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1789762978.869324:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3855 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869362:0:13463:0:(rw26.c:871:ll_write_end()) pos 15790080, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869368:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008bab21b5[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3855] 00000080:00200000:2.0:1789762978.869370:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006e57cad1 17ffffc0001001 3:0 ffff99858823e000 3855 lru 00000080:00200000:2.0:1789762978.869376:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000073758cdf 1807: 1< 0 - - > 2< 7401472 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869379:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008bab21b5 00000080:00200000:2.0:1789762978.869380:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1789762978.869382:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3856 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869407:0:13463:0:(rw26.c:871:ll_write_end()) pos 15794176, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869411:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000063d5e849[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3856] 00000080:00200000:2.0:1789762978.869414:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004c8fb40d 17ffffc0001001 3:0 ffff99858823f0e0 3856 lru 00000080:00200000:2.0:1789762978.869420:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e158f04f 1808: 1< 0 - - > 2< 7405568 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869422:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000063d5e849 00000080:00200000:2.0:1789762978.869424:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1789762978.869426:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3857 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869439:0:13463:0:(rw26.c:871:ll_write_end()) pos 15798272, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869443:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009597e559[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3857] 00000080:00200000:2.0:1789762978.869446:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a5c2af27 17ffffc0001001 3:0 ffff99858823f540 3857 lru 00000080:00200000:2.0:1789762978.869451:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e0728688 1809: 1< 0 - - > 2< 7409664 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869454:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009597e559 00000080:00200000:2.0:1789762978.869455:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1789762978.869456:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3858 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869468:0:13463:0:(rw26.c:871:ll_write_end()) pos 15802368, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869473:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b8af56d3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3858] 00000080:00200000:2.0:1789762978.869475:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004d691112 17ffffc0001001 3:0 ffff99858823fb60 3858 lru 00000080:00200000:2.0:1789762978.869481:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d7a20a60 1810: 1< 0 - - > 2< 7413760 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869483:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b8af56d3 00000080:00200000:2.0:1789762978.869484:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1789762978.869485:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3859 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869517:0:13463:0:(rw26.c:871:ll_write_end()) pos 15806464, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869522:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000cf04a774[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3859] 00000080:00200000:2.0:1789762978.869525:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000002166499 17ffffc0001001 3:0 ffff99858823f620 3859 lru 00000080:00200000:2.0:1789762978.869532:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6ba8079 1811: 1< 0 - - > 2< 7417856 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869535:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000cf04a774 00000080:00200000:2.0:1789762978.869536:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1789762978.869538:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3860 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869553:0:13463:0:(rw26.c:871:ll_write_end()) pos 15810560, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869558:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003e761427[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3860] 00000080:00200000:2.0:1789762978.869562:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000498bcf45 17ffffc0001001 3:0 ffff99858823fc40 3860 lru 00000080:00200000:2.0:1789762978.869585:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006bcb548c 1812: 1< 0 - - > 2< 7421952 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869587:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003e761427 00000080:00200000:2.0:1789762978.869589:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1789762978.869590:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3861 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869609:0:13463:0:(rw26.c:871:ll_write_end()) pos 15814656, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869614:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000071426301[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3861] 00000080:00200000:2.0:1789762978.869618:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000053ad1eae 17ffffc0001021 2:0 ffff99858823fa80 3861 lru 00000080:00200000:2.0:1789762978.869625:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ac69773e 1813: 1< 0 - - > 2< 7426048 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869628:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000071426301 00000080:00200000:2.0:1789762978.869653:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1789762978.869674:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3862 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869701:0:13463:0:(rw26.c:871:ll_write_end()) pos 15818752, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869709:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000026f4e5ef[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3862] 00000080:00200000:2.0:1789762978.869714:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000042dbb533 17ffffc0001001 3:0 ffff99858823f9a0 3862 lru 00000080:00200000:2.0:1789762978.869724:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004076cc76 1814: 1< 0 - - > 2< 7430144 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869728:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000026f4e5ef 00000080:00200000:2.0:1789762978.869730:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1789762978.869733:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3863 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869755:0:13463:0:(rw26.c:871:ll_write_end()) pos 15822848, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869761:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ea8e922f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3863] 00000080:00200000:2.0:1789762978.869764:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c5c9bbbd 17ffffc0001001 3:0 ffff99858823f7e0 3863 lru 00000080:00200000:2.0:1789762978.869770:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000049facb55 1815: 1< 0 - - > 2< 7434240 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869772:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ea8e922f 00000080:00200000:2.0:1789762978.869773:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1789762978.869775:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3864 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869788:0:13463:0:(rw26.c:871:ll_write_end()) pos 15826944, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869792:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d112727d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3864] 00000080:00200000:2.0:1789762978.869795:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003024b2e5 17ffffc0001001 3:0 ffff99858823f2a0 3864 lru 00000080:00200000:2.0:1789762978.869800:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002e022f62 1816: 1< 0 - - > 2< 7438336 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869803:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d112727d 00000080:00200000:2.0:1789762978.869804:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1789762978.869805:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3865 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869817:0:13463:0:(rw26.c:871:ll_write_end()) pos 15831040, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869821:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002ce09d17[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3865] 00000080:00200000:2.0:1789762978.869824:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009608be73 17ffffc0001001 3:0 ffff99858823fe00 3865 lru 00000080:00200000:2.0:1789762978.869830:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002782d109 1817: 1< 0 - - > 2< 7442432 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869832:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002ce09d17 00000080:00200000:2.0:1789762978.869834:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1789762978.869835:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3866 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869866:0:13463:0:(rw26.c:871:ll_write_end()) pos 15835136, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869870:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a7593551[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3866] 00000080:00200000:2.0:1789762978.869873:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006ee9135d 17ffffc0001001 3:0 ffff99858823f700 3866 lru 00000080:00200000:2.0:1789762978.869879:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000073cd5b5b 1818: 1< 0 - - > 2< 7446528 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869881:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a7593551 00000080:00200000:2.0:1789762978.869883:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1789762978.869885:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3867 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869897:0:13463:0:(rw26.c:871:ll_write_end()) pos 15839232, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869902:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008e351828[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3867] 00000080:00200000:2.0:1789762978.869905:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000024914386 17ffffc0001001 3:0 ffff99858823f460 3867 lru 00000080:00200000:2.0:1789762978.869911:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000682d1541 1819: 1< 0 - - > 2< 7450624 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869912:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008e351828 00000080:00200000:2.0:1789762978.869914:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1789762978.869915:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3868 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869928:0:13463:0:(rw26.c:871:ll_write_end()) pos 15843328, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869949:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008447be9d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3868] 00000080:00200000:2.0:1789762978.869953:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000063c0b66a 17ffffc0001001 3:0 ffff99858823fd20 3868 lru 00000080:00200000:2.0:1789762978.869960:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001655a595 1820: 1< 0 - - > 2< 7454720 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.869962:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008447be9d 00000080:00200000:2.0:1789762978.869963:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1789762978.869966:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3869 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.869982:0:13463:0:(rw26.c:871:ll_write_end()) pos 15847424, len 4096, copied 4096 00000080:00200000:2.0:1789762978.869987:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000001b7eac4[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3869] 00000080:00200000:2.0:1789762978.869990:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000077c4283e 17ffffc0001001 3:0 ffff99858823fee0 3869 lru 00000080:00200000:2.0:1789762978.870015:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000064c19f7a 1821: 1< 0 - - > 2< 7458816 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870018:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000001b7eac4 00000080:00200000:2.0:1789762978.870020:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1789762978.870022:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3870 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870035:0:13463:0:(rw26.c:871:ll_write_end()) pos 15851520, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870039:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000074fac34c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3870] 00000080:00200000:2.0:1789762978.870043:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000cbc2fc50 17ffffc0001001 3:0 ffff99858823f1c0 3870 lru 00000080:00200000:2.0:1789762978.870050:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a280f8cb 1822: 1< 0 - - > 2< 7462912 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870052:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000074fac34c 00000080:00200000:2.0:1789762978.870054:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1789762978.870055:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3871 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870069:0:13463:0:(rw26.c:871:ll_write_end()) pos 15855616, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870073:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000971fb7e6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3871] 00000080:00200000:2.0:1789762978.870077:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000034994c0e 17ffffc0001001 3:0 ffff99858823f000 3871 lru 00000080:00200000:2.0:1789762978.870083:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a962827f 1823: 1< 0 - - > 2< 7467008 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870085:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000971fb7e6 00000080:00200000:2.0:1789762978.870086:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1789762978.870088:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3872 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870102:0:13463:0:(rw26.c:871:ll_write_end()) pos 15859712, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870106:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004eb5b566[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3872] 00000080:00200000:2.0:1789762978.870110:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c269d14a 17ffffc0001001 3:0 ffff99858823f8c0 3872 lru 00000080:00200000:2.0:1789762978.870116:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002c0fa9f9 1824: 1< 0 - - > 2< 7471104 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870118:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004eb5b566 00000080:00200000:2.0:1789762978.870119:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1789762978.870121:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3873 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870152:0:13463:0:(rw26.c:871:ll_write_end()) pos 15863808, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870156:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000083917af9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3873] 00000080:00200000:2.0:1789762978.870159:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a431d37c 17ffffc0001001 3:0 ffff99858823f380 3873 lru 00000080:00200000:2.0:1789762978.870164:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007ea25aa9 1825: 1< 0 - - > 2< 7475200 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870166:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000083917af9 00000080:00200000:2.0:1789762978.870167:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1789762978.870169:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3874 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870191:0:13463:0:(rw26.c:871:ll_write_end()) pos 15867904, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870196:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002ba4125b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3874] 00000080:00200000:2.0:1789762978.870198:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fff64572 17ffffc0001001 3:0 ffff998584482540 3874 lru 00000080:00200000:2.0:1789762978.870204:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2487571 1826: 1< 0 - - > 2< 7479296 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870207:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002ba4125b 00000080:00200000:2.0:1789762978.870209:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1789762978.870210:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3875 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870224:0:13463:0:(rw26.c:871:ll_write_end()) pos 15872000, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870228:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000dd18cff4[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3875] 00000080:00200000:2.0:1789762978.870231:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d0f8ae9e 17ffffc0001001 3:0 ffff998584482b60 3875 lru 00000080:00200000:2.0:1789762978.870237:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000335d483a 1827: 1< 0 - - > 2< 7483392 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870239:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000dd18cff4 00000080:00200000:2.0:1789762978.870240:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1789762978.870241:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3876 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870258:0:13463:0:(rw26.c:871:ll_write_end()) pos 15876096, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870262:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a083b56b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3876] 00000080:00200000:2.0:1789762978.870265:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000036c3615a 17ffffc0001021 2:0 ffff998584482620 3876 lru 00000080:00200000:2.0:1789762978.870271:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009b5e8731 1828: 1< 0 - - > 2< 7487488 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870273:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a083b56b 00000080:00200000:2.0:1789762978.870274:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1789762978.870275:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3877 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870288:0:13463:0:(rw26.c:871:ll_write_end()) pos 15880192, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870292:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e07dac5b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3877] 00000080:00200000:2.0:1789762978.870294:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a7bdf3a2 17ffffc0001001 3:0 ffff998584482c40 3877 lru 00000080:00200000:2.0:1789762978.870300:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000050ec914e 1829: 1< 0 - - > 2< 7491584 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870302:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e07dac5b 00000080:00200000:2.0:1789762978.870303:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1789762978.870305:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3878 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870317:0:13463:0:(rw26.c:871:ll_write_end()) pos 15884288, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870321:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000871f90ae[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3878] 00000080:00200000:2.0:1789762978.870324:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000047a8ea81 17ffffc0001001 3:0 ffff998584482a80 3878 lru 00000080:00200000:2.0:1789762978.870329:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000000bd829b 1830: 1< 0 - - > 2< 7495680 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870331:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000871f90ae 00000080:00200000:2.0:1789762978.870332:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1789762978.870334:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3879 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870346:0:13463:0:(rw26.c:871:ll_write_end()) pos 15888384, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870350:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003fe3d3a3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3879] 00000080:00200000:2.0:1789762978.870353:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005fd9a72d 17ffffc0001001 3:0 ffff9985844829a0 3879 lru 00000080:00200000:2.0:1789762978.870359:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f22202c9 1831: 1< 0 - - > 2< 7499776 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870361:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003fe3d3a3 00000080:00200000:2.0:1789762978.870362:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1789762978.870384:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3880 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870402:0:13463:0:(rw26.c:871:ll_write_end()) pos 15892480, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870407:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ec8f342c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3880] 00000080:00200000:2.0:1789762978.870410:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fe322b2c 17ffffc0001001 3:0 ffff9985844827e0 3880 lru 00000080:00200000:2.0:1789762978.870416:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d7340ec8 1832: 1< 0 - - > 2< 7503872 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870418:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ec8f342c 00000080:00200000:2.0:1789762978.870420:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1789762978.870421:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3881 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870456:0:13463:0:(rw26.c:871:ll_write_end()) pos 15896576, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870460:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006a30a857[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3881] 00000080:00200000:2.0:1789762978.870464:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000028ff10db 17ffffc0001001 3:0 ffff9985844822a0 3881 lru 00000080:00200000:2.0:1789762978.870470:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000a647330 1833: 1< 0 - - > 2< 7507968 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870472:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006a30a857 00000080:00200000:2.0:1789762978.870473:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1789762978.870475:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3882 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870488:0:13463:0:(rw26.c:871:ll_write_end()) pos 15900672, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870492:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001fa49b30[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3882] 00000080:00200000:2.0:1789762978.870495:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d83ebac4 17ffffc0001001 3:0 ffff998584482e00 3882 lru 00000080:00200000:2.0:1789762978.870521:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000c19a2aa 1834: 1< 0 - - > 2< 7512064 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870523:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001fa49b30 00000080:00200000:2.0:1789762978.870524:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1789762978.870526:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3883 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870539:0:13463:0:(rw26.c:871:ll_write_end()) pos 15904768, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870543:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003526550a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3883] 00000080:00200000:2.0:1789762978.870546:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000083f619ff 17ffffc0001001 3:0 ffff998584482700 3883 lru 00000080:00200000:2.0:1789762978.870552:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000afc74dd8 1835: 1< 0 - - > 2< 7516160 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870555:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003526550a 00000080:00200000:2.0:1789762978.870556:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1789762978.870558:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3884 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870570:0:13463:0:(rw26.c:871:ll_write_end()) pos 15908864, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870574:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000022333352[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3884] 00000080:00200000:2.0:1789762978.870577:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000058593e63 17ffffc0001001 3:0 ffff998584482460 3884 lru 00000080:00200000:2.0:1789762978.870583:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002134a1a8 1836: 1< 0 - - > 2< 7520256 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870585:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000022333352 00000080:00200000:2.0:1789762978.870586:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1789762978.870588:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3885 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870600:0:13463:0:(rw26.c:871:ll_write_end()) pos 15912960, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870604:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000080b01c4f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3885] 00000080:00200000:2.0:1789762978.870606:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000da9b9fae 17ffffc0001001 3:0 ffff998584482d20 3885 lru 00000080:00200000:2.0:1789762978.870612:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000260d307f 1837: 1< 0 - - > 2< 7524352 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870614:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000080b01c4f 00000080:00200000:2.0:1789762978.870615:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1789762978.870617:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3886 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870646:0:13463:0:(rw26.c:871:ll_write_end()) pos 15917056, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870655:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001cb127c4[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3886] 00000080:00200000:2.0:1789762978.870660:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003900d658 17ffffc0001001 3:0 ffff998584482ee0 3886 lru 00000080:00200000:2.0:1789762978.870670:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000df4d6544 1838: 1< 0 - - > 2< 7528448 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870673:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001cb127c4 00000080:00200000:2.0:1789762978.870675:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1789762978.870678:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3887 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870720:0:13463:0:(rw26.c:871:ll_write_end()) pos 15921152, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870729:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d3021f34[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3887] 00000080:00200000:2.0:1789762978.870734:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a573bf95 17ffffc0001001 3:0 ffff9985844821c0 3887 lru 00000080:00200000:2.0:1789762978.870743:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002a109d3f 1839: 1< 0 - - > 2< 7532544 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870746:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d3021f34 00000080:00200000:2.0:1789762978.870748:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1789762978.870750:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3888 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870784:0:13463:0:(rw26.c:871:ll_write_end()) pos 15925248, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870789:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004613347d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3888] 00000080:00200000:2.0:1789762978.870792:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000771f25f8 17ffffc0001001 3:0 ffff998584482000 3888 lru 00000080:00200000:2.0:1789762978.870797:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000430d5e85 1840: 1< 0 - - > 2< 7536640 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870799:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004613347d 00000080:00200000:2.0:1789762978.870800:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1789762978.870802:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3889 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870813:0:13463:0:(rw26.c:871:ll_write_end()) pos 15929344, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870817:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000de2758a9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3889] 00000080:00200000:2.0:1789762978.870820:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000829ca595 17ffffc0001001 3:0 ffff9985844828c0 3889 lru 00000080:00200000:2.0:1789762978.870825:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d15a465b 1841: 1< 0 - - > 2< 7540736 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870827:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000de2758a9 00000080:00200000:2.0:1789762978.870828:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1789762978.870830:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3890 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870843:0:13463:0:(rw26.c:871:ll_write_end()) pos 15933440, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870847:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000619a4866[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3890] 00000080:00200000:2.0:1789762978.870850:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b17668a9 17ffffc0001001 3:0 ffff998584482380 3890 lru 00000080:00200000:2.0:1789762978.870855:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000891b1ce5 1842: 1< 0 - - > 2< 7544832 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870858:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000619a4866 00000080:00200000:2.0:1789762978.870877:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1789762978.870878:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3891 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870895:0:13463:0:(rw26.c:871:ll_write_end()) pos 15937536, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870900:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000036ff99f1[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3891] 00000080:00200000:2.0:1789762978.870903:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004c21ccb5 17ffffc0001021 2:0 ffff9985844820e0 3891 lru 00000080:00200000:2.0:1789762978.870908:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009c1d04c8 1843: 1< 0 - - > 2< 7548928 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870911:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000036ff99f1 00000080:00200000:2.0:1789762978.870912:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1789762978.870914:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3892 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870936:0:13463:0:(rw26.c:871:ll_write_end()) pos 15941632, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870941:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a6955dff[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3892] 00000080:00200000:2.0:1789762978.870945:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003d8e31fa 17ffffc0001001 3:0 ffff998584483ee0 3892 lru 00000080:00200000:2.0:1789762978.870951:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002ce8ce6a 1844: 1< 0 - - > 2< 7553024 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870953:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a6955dff 00000080:00200000:2.0:1789762978.870954:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1789762978.870956:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3893 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.870969:0:13463:0:(rw26.c:871:ll_write_end()) pos 15945728, len 4096, copied 4096 00000080:00200000:2.0:1789762978.870973:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000067051b3f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3893] 00000080:00200000:2.0:1789762978.870976:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002fa8bd4b 17ffffc0001001 3:0 ffff9985844831c0 3893 lru 00000080:00200000:2.0:1789762978.870982:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b40c5c34 1845: 1< 0 - - > 2< 7557120 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.870985:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000067051b3f 00000080:00200000:2.0:1789762978.870986:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1789762978.870988:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3894 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871000:0:13463:0:(rw26.c:871:ll_write_end()) pos 15949824, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871004:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002287eefc[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3894] 00000080:00200000:2.0:1789762978.871007:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009311241f 17ffffc0001001 3:0 ffff998584483000 3894 lru 00000080:00200000:2.0:1789762978.871013:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000003362e46d 1846: 1< 0 - - > 2< 7561216 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871016:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002287eefc 00000080:00200000:2.0:1789762978.871017:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1789762978.871019:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3895 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871032:0:13463:0:(rw26.c:871:ll_write_end()) pos 15953920, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871036:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e4424fe2[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3895] 00000080:00200000:2.0:1789762978.871039:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc1854a4 17ffffc0001001 3:0 ffff9985844838c0 3895 lru 00000080:00200000:2.0:1789762978.871045:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009e930d23 1847: 1< 0 - - > 2< 7565312 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871047:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e4424fe2 00000080:00200000:2.0:1789762978.871048:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1789762978.871049:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3896 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871062:0:13463:0:(rw26.c:871:ll_write_end()) pos 15958016, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871066:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000624e8b0d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3896] 00000080:00200000:2.0:1789762978.871069:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000348c768 17ffffc0001001 3:0 ffff998584483380 3896 lru 00000080:00200000:2.0:1789762978.871075:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001c965786 1848: 1< 0 - - > 2< 7569408 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871079:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000624e8b0d 00000080:00200000:2.0:1789762978.871080:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762978.871082:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3897 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871096:0:13463:0:(rw26.c:871:ll_write_end()) pos 15962112, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871100:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000027cf3ba7[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3897] 00000080:00200000:2.0:1789762978.871104:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d506a33f 17ffffc0001001 3:0 ffff9985844830e0 3897 lru 00000080:00200000:2.0:1789762978.871110:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008d3dc3b7 1849: 1< 0 - - > 2< 7573504 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871112:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000027cf3ba7 00000080:00200000:2.0:1789762978.871113:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1789762978.871115:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3898 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871127:0:13463:0:(rw26.c:871:ll_write_end()) pos 15966208, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871131:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ca43a34b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3898] 00000080:00200000:2.0:1789762978.871134:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000502bebc7 17ffffc0001001 3:0 ffff998584483540 3898 lru 00000080:00200000:2.0:1789762978.871158:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009fb11eb1 1850: 1< 0 - - > 2< 7577600 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871160:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ca43a34b 00000080:00200000:2.0:1789762978.871161:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762978.871162:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3899 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871174:0:13463:0:(rw26.c:871:ll_write_end()) pos 15970304, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871178:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008becc9c9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3899] 00000080:00200000:2.0:1789762978.871180:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001db9e141 17ffffc0001001 3:0 ffff998584483b60 3899 lru 00000080:00200000:2.0:1789762978.871186:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a50480a8 1851: 1< 0 - - > 2< 7581696 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871188:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008becc9c9 00000080:00200000:2.0:1789762978.871189:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762978.871190:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3900 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871202:0:13463:0:(rw26.c:871:ll_write_end()) pos 15974400, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871206:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000021c93eb0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3900] 00000080:00200000:2.0:1789762978.871209:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000420e4a71 17ffffc0001001 3:0 ffff998584483620 3900 lru 00000080:00200000:2.0:1789762978.871214:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4a9cadc 1852: 1< 0 - - > 2< 7585792 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871216:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000021c93eb0 00000080:00200000:2.0:1789762978.871217:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1789762978.871219:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3901 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871230:0:13463:0:(rw26.c:871:ll_write_end()) pos 15978496, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871234:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000bd7082d0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3901] 00000080:00200000:2.0:1789762978.871237:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003b36eef9 17ffffc0001001 3:0 ffff998584483c40 3901 lru 00000080:00200000:2.0:1789762978.871243:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c3922080 1853: 1< 0 - - > 2< 7589888 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871245:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000bd7082d0 00000080:00200000:2.0:1789762978.871246:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762978.871248:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3902 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871259:0:13463:0:(rw26.c:871:ll_write_end()) pos 15982592, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871263:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000086e1e6c0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3902] 00000080:00200000:2.0:1789762978.871266:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005454515d 17ffffc0001001 3:0 ffff998584483a80 3902 lru 00000080:00200000:2.0:1789762978.871271:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a40e93a3 1854: 1< 0 - - > 2< 7593984 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871273:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000086e1e6c0 00000080:00200000:2.0:1789762978.871274:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762978.871276:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3903 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871287:0:13463:0:(rw26.c:871:ll_write_end()) pos 15986688, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871291:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006b97844b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3903] 00000080:00200000:2.0:1789762978.871294:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000faebde8b 17ffffc0001001 3:0 ffff9985844839a0 3903 lru 00000080:00200000:2.0:1789762978.871299:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c131b982 1855: 1< 0 - - > 2< 7598080 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871301:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006b97844b 00000080:00200000:2.0:1789762978.871302:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1789762978.871304:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3904 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871319:0:13463:0:(rw26.c:871:ll_write_end()) pos 15990784, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871323:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006259fcf8[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3904] 00000080:00200000:2.0:1789762978.871326:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002c169577 17ffffc0001001 3:0 ffff9985844837e0 3904 lru 00000080:00200000:2.0:1789762978.871332:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009d6566c2 1856: 1< 0 - - > 2< 7602176 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871334:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006259fcf8 00000080:00200000:2.0:1789762978.871335:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762978.871336:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3905 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871369:0:13463:0:(rw26.c:871:ll_write_end()) pos 15994880, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871375:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000adae18f6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3905] 00000080:00200000:2.0:1789762978.871378:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f6560679 17ffffc0001001 3:0 ffff9985844832a0 3905 lru 00000080:00200000:2.0:1789762978.871384:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000789e3f91 1857: 1< 0 - - > 2< 7606272 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871386:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000adae18f6 00000080:00200000:2.0:1789762978.871388:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1789762978.871390:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3906 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871409:0:13463:0:(rw26.c:871:ll_write_end()) pos 15998976, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871413:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d673fcb8[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3906] 00000080:00200000:2.0:1789762978.871417:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000661b9e65 17ffffc0001021 2:0 ffff998584483e00 3906 lru 00000080:00200000:2.0:1789762978.871423:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000048a3ac90 1858: 1< 0 - - > 2< 7610368 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871425:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d673fcb8 00000080:00200000:2.0:1789762978.871426:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762978.871428:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3907 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871440:0:13463:0:(rw26.c:871:ll_write_end()) pos 16003072, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871444:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000fb52f8eb[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3907] 00000080:00200000:2.0:1789762978.871447:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e7ca226f 17ffffc0001001 3:0 ffff998584483700 3907 lru 00000080:00200000:2.0:1789762978.871452:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec370e11 1859: 1< 0 - - > 2< 7614464 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871454:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000fb52f8eb 00000080:00200000:2.0:1789762978.871456:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1789762978.871457:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3908 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871469:0:13463:0:(rw26.c:871:ll_write_end()) pos 16007168, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871473:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000006b8acce[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3908] 00000080:00200000:2.0:1789762978.871476:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002851c435 17ffffc0001001 3:0 ffff998584483460 3908 lru 00000080:00200000:2.0:1789762978.871482:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000076c12e2e 1860: 1< 0 - - > 2< 7618560 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871483:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000006b8acce 00000080:00200000:2.0:1789762978.871484:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1789762978.871486:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3909 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871499:0:13463:0:(rw26.c:871:ll_write_end()) pos 16011264, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871503:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000dff5a255[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3909] 00000080:00200000:2.0:1789762978.871505:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002ebd2daa 17ffffc0001001 3:0 ffff998584483d20 3909 lru 00000080:00200000:2.0:1789762978.871511:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000083ecd364 1861: 1< 0 - - > 2< 7622656 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871513:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000dff5a255 00000080:00200000:2.0:1789762978.871514:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1789762978.871516:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3910 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871536:0:13463:0:(rw26.c:871:ll_write_end()) pos 16015360, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871540:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000965ba63b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3910] 00000080:00200000:2.0:1789762978.871543:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007c80f374 17ffffc0001001 3:0 ffff998588162540 3910 lru 00000080:00200000:2.0:1789762978.871549:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002ee47534 1862: 1< 0 - - > 2< 7626752 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871551:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000965ba63b 00000080:00200000:2.0:1789762978.871553:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762978.871554:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3911 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871568:0:13463:0:(rw26.c:871:ll_write_end()) pos 16019456, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871572:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000011305709[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3911] 00000080:00200000:2.0:1789762978.871575:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005d23957c 17ffffc0001001 3:0 ffff998588162b60 3911 lru 00000080:00200000:2.0:1789762978.871580:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009fbd74cc 1863: 1< 0 - - > 2< 7630848 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871582:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000011305709 00000080:00200000:2.0:1789762978.871583:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1789762978.871585:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3912 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871597:0:13463:0:(rw26.c:871:ll_write_end()) pos 16023552, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871601:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000003c34a60[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3912] 00000080:00200000:2.0:1789762978.871604:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000010481f79 17ffffc0001001 3:0 ffff998588162620 3912 lru 00000080:00200000:2.0:1789762978.871610:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000028607e6a 1864: 1< 0 - - > 2< 7634944 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871612:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000003c34a60 00000080:00200000:2.0:1789762978.871613:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1789762978.871615:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3913 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871626:0:13463:0:(rw26.c:871:ll_write_end()) pos 16027648, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871651:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000288131d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3913] 00000080:00200000:2.0:1789762978.871656:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000079426b4e 17ffffc0001001 3:0 ffff998588162c40 3913 lru 00000080:00200000:2.0:1789762978.871665:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e4334d13 1865: 1< 0 - - > 2< 7639040 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871668:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000288131d 00000080:00200000:2.0:1789762978.871669:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1789762978.871672:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3914 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871697:0:13463:0:(rw26.c:871:ll_write_end()) pos 16031744, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871705:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000fc143240[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3914] 00000080:00200000:2.0:1789762978.871711:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004e5fbdea 17ffffc0001001 3:0 ffff998588162a80 3914 lru 00000080:00200000:2.0:1789762978.871719:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c2604932 1866: 1< 0 - - > 2< 7643136 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871721:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000fc143240 00000080:00200000:2.0:1789762978.871723:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1789762978.871725:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3915 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871742:0:13463:0:(rw26.c:871:ll_write_end()) pos 16035840, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871746:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000078146662[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3915] 00000080:00200000:2.0:1789762978.871749:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000050622379 17ffffc0001001 3:0 ffff9985881629a0 3915 lru 00000080:00200000:2.0:1789762978.871755:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000fd46d183 1867: 1< 0 - - > 2< 7647232 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871757:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000078146662 00000080:00200000:2.0:1789762978.871758:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1789762978.871760:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3916 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871773:0:13463:0:(rw26.c:871:ll_write_end()) pos 16039936, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871776:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000064c60820[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3916] 00000080:00200000:2.0:1789762978.871779:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000d2bda7c 17ffffc0001001 3:0 ffff9985881627e0 3916 lru 00000080:00200000:2.0:1789762978.871785:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000809bdbe2 1868: 1< 0 - - > 2< 7651328 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871787:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000064c60820 00000080:00200000:2.0:1789762978.871788:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1789762978.871790:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3917 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871802:0:13463:0:(rw26.c:871:ll_write_end()) pos 16044032, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871806:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009c673256[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3917] 00000080:00200000:2.0:1789762978.871809:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004b4bf898 17ffffc0001001 3:0 ffff9985881622a0 3917 lru 00000080:00200000:2.0:1789762978.871814:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000082bf603c 1869: 1< 0 - - > 2< 7655424 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871816:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009c673256 00000080:00200000:2.0:1789762978.871817:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1789762978.871819:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3918 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871833:0:13463:0:(rw26.c:871:ll_write_end()) pos 16048128, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871837:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c339dfef[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3918] 00000080:00200000:2.0:1789762978.871839:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000069e57a7 17ffffc0001001 3:0 ffff998588162e00 3918 lru 00000080:00200000:2.0:1789762978.871845:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000121e1bdd 1870: 1< 0 - - > 2< 7659520 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871848:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c339dfef 00000080:00200000:2.0:1789762978.871850:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1789762978.871851:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3919 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871863:0:13463:0:(rw26.c:871:ll_write_end()) pos 16052224, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871867:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000007f90209[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3919] 00000080:00200000:2.0:1789762978.871871:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c8052864 17ffffc0001001 3:0 ffff998588162700 3919 lru 00000080:00200000:2.0:1789762978.871877:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008e86b157 1871: 1< 0 - - > 2< 7663616 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871879:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000007f90209 00000080:00200000:2.0:1789762978.871880:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1789762978.871881:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3920 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871893:0:13463:0:(rw26.c:871:ll_write_end()) pos 16056320, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871897:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000dde60049[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3920] 00000080:00200000:2.0:1789762978.871900:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a257fb62 17ffffc0001001 3:0 ffff998588162460 3920 lru 00000080:00200000:2.0:1789762978.871906:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000446b2ffc 1872: 1< 0 - - > 2< 7667712 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871907:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000dde60049 00000080:00200000:2.0:1789762978.871908:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1789762978.871910:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3921 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871926:0:13463:0:(rw26.c:871:ll_write_end()) pos 16060416, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871930:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000cae4067d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3921] 00000080:00200000:2.0:1789762978.871933:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b2219dae 17ffffc0001021 2:0 ffff998588162d20 3921 lru 00000080:00200000:2.0:1789762978.871939:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000db7592ba 1873: 1< 0 - - > 2< 7671808 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871940:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000cae4067d 00000080:00200000:2.0:1789762978.871941:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1789762978.871943:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3922 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871955:0:13463:0:(rw26.c:871:ll_write_end()) pos 16064512, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871959:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000fbb1dcdf[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3922] 00000080:00200000:2.0:1789762978.871962:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000770b3620 17ffffc0001001 3:0 ffff998588162ee0 3922 lru 00000080:00200000:2.0:1789762978.871967:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002ef5ac51 1874: 1< 0 - - > 2< 7675904 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.871970:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000fbb1dcdf 00000080:00200000:2.0:1789762978.871971:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1789762978.871973:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3923 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.871985:0:13463:0:(rw26.c:871:ll_write_end()) pos 16068608, len 4096, copied 4096 00000080:00200000:2.0:1789762978.871989:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004fbf380c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3923] 00000080:00200000:2.0:1789762978.871992:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000bf25499f 17ffffc0001001 3:0 ffff9985881621c0 3923 lru 00000080:00200000:2.0:1789762978.871998:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5b3e225 1875: 1< 0 - - > 2< 7680000 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872000:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004fbf380c 00000080:00200000:2.0:1789762978.872001:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1789762978.872003:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3924 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872015:0:13463:0:(rw26.c:871:ll_write_end()) pos 16072704, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872019:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e7064778[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3924] 00000080:00200000:2.0:1789762978.872022:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc9bd899 17ffffc0001001 3:0 ffff998588162000 3924 lru 00000080:00200000:2.0:1789762978.872027:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f109c379 1876: 1< 0 - - > 2< 7684096 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872029:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e7064778 00000080:00200000:2.0:1789762978.872030:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762978.872032:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3925 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872045:0:13463:0:(rw26.c:871:ll_write_end()) pos 16076800, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872049:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000db3671fa[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3925] 00000080:00200000:2.0:1789762978.872053:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000026b71a17 17ffffc0001001 3:0 ffff9985881628c0 3925 lru 00000080:00200000:2.0:1789762978.872059:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000096ba53d5 1877: 1< 0 - - > 2< 7688192 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872061:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000db3671fa 00000080:00200000:2.0:1789762978.872062:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1789762978.872064:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3926 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872075:0:13463:0:(rw26.c:871:ll_write_end()) pos 16080896, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872079:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009af7f5f9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3926] 00000080:00200000:2.0:1789762978.872082:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009cebbf7a 17ffffc0001001 3:0 ffff998588162380 3926 lru 00000080:00200000:2.0:1789762978.872088:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000003ff3d4d8 1878: 1< 0 - - > 2< 7692288 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872090:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009af7f5f9 00000080:00200000:2.0:1789762978.872091:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1789762978.872093:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3927 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872105:0:13463:0:(rw26.c:871:ll_write_end()) pos 16084992, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872109:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000087bf579[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3927] 00000080:00200000:2.0:1789762978.872112:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000db895a79 17ffffc0001001 3:0 ffff9985881620e0 3927 lru 00000080:00200000:2.0:1789762978.872118:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009dd77f00 1879: 1< 0 - - > 2< 7696384 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872120:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000087bf579 00000080:00200000:2.0:1789762978.872122:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1789762978.872123:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3928 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872144:0:13463:0:(rw26.c:871:ll_write_end()) pos 16089088, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872148:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001e6c0653[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3928] 00000080:00200000:2.0:1789762978.872150:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009edef132 17ffffc0001001 3:0 ffff9985881638c0 3928 lru 00000080:00200000:2.0:1789762978.872156:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000191a0929 1880: 1< 0 - - > 2< 7700480 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872159:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001e6c0653 00000080:00200000:2.0:1789762978.872160:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1789762978.872161:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3929 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872174:0:13463:0:(rw26.c:871:ll_write_end()) pos 16093184, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872178:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001ad71036[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3929] 00000080:00200000:2.0:1789762978.872181:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ebf61d80 17ffffc0001001 3:0 ffff998588163380 3929 lru 00000080:00200000:2.0:1789762978.872186:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b6d4ef10 1881: 1< 0 - - > 2< 7704576 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872188:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001ad71036 00000080:00200000:2.0:1789762978.872189:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1789762978.872191:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3930 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872205:0:13463:0:(rw26.c:871:ll_write_end()) pos 16097280, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872209:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007c584c6c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3930] 00000080:00200000:2.0:1789762978.872212:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ce030af1 17ffffc0001001 3:0 ffff9985881630e0 3930 lru 00000080:00200000:2.0:1789762978.872218:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001c17f541 1882: 1< 0 - - > 2< 7708672 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872220:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007c584c6c 00000080:00200000:2.0:1789762978.872221:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1789762978.872223:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3931 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872235:0:13463:0:(rw26.c:871:ll_write_end()) pos 16101376, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872239:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000040543973[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3931] 00000080:00200000:2.0:1789762978.872241:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000365ec5ec 17ffffc0001001 3:0 ffff998588163540 3931 lru 00000080:00200000:2.0:1789762978.872247:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000086f8a9e9 1883: 1< 0 - - > 2< 7712768 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872249:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000040543973 00000080:00200000:2.0:1789762978.872250:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1789762978.872252:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3932 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872266:0:13463:0:(rw26.c:871:ll_write_end()) pos 16105472, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872270:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007fbb61bd[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3932] 00000080:00200000:2.0:1789762978.872273:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000004f37bb4 17ffffc0001001 3:0 ffff998588163b60 3932 lru 00000080:00200000:2.0:1789762978.872278:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002e4f2858 1884: 1< 0 - - > 2< 7716864 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872280:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007fbb61bd 00000080:00200000:2.0:1789762978.872281:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1789762978.872283:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3933 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872319:0:13463:0:(rw26.c:871:ll_write_end()) pos 16109568, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872324:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000983abe98[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3933] 00000080:00200000:2.0:1789762978.872327:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001c41d080 17ffffc0001001 3:0 ffff998588163620 3933 lru 00000080:00200000:2.0:1789762978.872333:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000014b51821 1885: 1< 0 - - > 2< 7720960 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872336:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000983abe98 00000080:00200000:2.0:1789762978.872337:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1789762978.872339:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3934 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872352:0:13463:0:(rw26.c:871:ll_write_end()) pos 16113664, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872356:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006b570b82[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3934] 00000080:00200000:2.0:1789762978.872359:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fa2492c4 17ffffc0001001 3:0 ffff998588163c40 3934 lru 00000080:00200000:2.0:1789762978.872365:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e762922b 1886: 1< 0 - - > 2< 7725056 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872367:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006b570b82 00000080:00200000:2.0:1789762978.872368:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1789762978.872370:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3935 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872383:0:13463:0:(rw26.c:871:ll_write_end()) pos 16117760, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872387:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000082a00db4[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3935] 00000080:00200000:2.0:1789762978.872390:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000078c5f5c3 17ffffc0001001 3:0 ffff998588163a80 3935 lru 00000080:00200000:2.0:1789762978.872395:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f458e88b 1887: 1< 0 - - > 2< 7729152 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872398:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000082a00db4 00000080:00200000:2.0:1789762978.872399:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1789762978.872401:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3936 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872416:0:13463:0:(rw26.c:871:ll_write_end()) pos 16121856, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872421:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000948a3fb5[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3936] 00000080:00200000:2.0:1789762978.872424:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a5dd94e2 17ffffc0001021 2:0 ffff9985881639a0 3936 lru 00000080:00200000:2.0:1789762978.872430:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001d3f69c9 1888: 1< 0 - - > 2< 7733248 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872433:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000948a3fb5 00000080:00200000:2.0:1789762978.872434:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1789762978.872435:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3937 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872447:0:13463:0:(rw26.c:871:ll_write_end()) pos 16125952, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872451:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000416dcef6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3937] 00000080:00200000:2.0:1789762978.872454:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b294414a 17ffffc0001001 3:0 ffff9985881637e0 3937 lru 00000080:00200000:2.0:1789762978.872459:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6e9a7bc 1889: 1< 0 - - > 2< 7737344 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872462:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000416dcef6 00000080:00200000:2.0:1789762978.872463:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1789762978.872465:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3938 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872477:0:13463:0:(rw26.c:871:ll_write_end()) pos 16130048, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872480:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b8865340[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3938] 00000080:00200000:2.0:1789762978.872483:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000042d0479c 17ffffc0001001 3:0 ffff9985881632a0 3938 lru 00000080:00200000:2.0:1789762978.872489:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006e163ed8 1890: 1< 0 - - > 2< 7741440 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872490:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b8865340 00000080:00200000:2.0:1789762978.872491:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762978.872493:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3939 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872506:0:13463:0:(rw26.c:871:ll_write_end()) pos 16134144, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872510:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e216a143[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3939] 00000080:00200000:2.0:1789762978.872513:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000007e0fd1f 17ffffc0001001 3:0 ffff998588163e00 3939 lru 00000080:00200000:2.0:1789762978.872518:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007303b8e3 1891: 1< 0 - - > 2< 7745536 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872520:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e216a143 00000080:00200000:2.0:1789762978.872521:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1789762978.872523:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3940 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872534:0:13463:0:(rw26.c:871:ll_write_end()) pos 16138240, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872538:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e6854f36[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3940] 00000080:00200000:2.0:1789762978.872541:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e0e924d1 17ffffc0001001 3:0 ffff998588163700 3940 lru 00000080:00200000:2.0:1789762978.872546:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000189fe64 1892: 1< 0 - - > 2< 7749632 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872550:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e6854f36 00000080:00200000:2.0:1789762978.872551:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1789762978.872552:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3941 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872565:0:13463:0:(rw26.c:871:ll_write_end()) pos 16142336, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872569:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000af7675ff[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3941] 00000080:00200000:2.0:1789762978.872571:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000069feacdb 17ffffc0001001 3:0 ffff998588163460 3941 lru 00000080:00200000:2.0:1789762978.872577:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000fc7c812d 1893: 1< 0 - - > 2< 7753728 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872579:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000af7675ff 00000080:00200000:2.0:1789762978.872580:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1789762978.872581:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3942 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872593:0:13463:0:(rw26.c:871:ll_write_end()) pos 16146432, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872597:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001cc4b515[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3942] 00000080:00200000:2.0:1789762978.872600:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004bfd86b2 17ffffc0001001 3:0 ffff998588163d20 3942 lru 00000080:00200000:2.0:1789762978.872605:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007a749ded 1894: 1< 0 - - > 2< 7757824 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872607:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001cc4b515 00000080:00200000:2.0:1789762978.872609:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1789762978.872610:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3943 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872623:0:13463:0:(rw26.c:871:ll_write_end()) pos 16150528, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872627:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009eb67517[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3943] 00000080:00200000:2.0:1789762978.872648:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008e74d350 17ffffc0001001 3:0 ffff998588163ee0 3943 lru 00000080:00200000:2.0:1789762978.872658:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002d816990 1895: 1< 0 - - > 2< 7761920 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872661:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009eb67517 00000080:00200000:2.0:1789762978.872662:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1789762978.872666:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3944 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872690:0:13463:0:(rw26.c:871:ll_write_end()) pos 16154624, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872698:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003f86517c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3944] 00000080:00200000:2.0:1789762978.872703:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004068cd8e 17ffffc0001001 3:0 ffff9985881631c0 3944 lru 00000080:00200000:2.0:1789762978.872713:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000089f46372 1896: 1< 0 - - > 2< 7766016 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872716:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003f86517c 00000080:00200000:2.0:1789762978.872718:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1789762978.872721:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3945 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872738:0:13463:0:(rw26.c:871:ll_write_end()) pos 16158720, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872743:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000aaeee950[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3945] 00000080:00200000:2.0:1789762978.872746:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006870100e 17ffffc0001001 3:0 ffff998588163000 3945 lru 00000080:00200000:2.0:1789762978.872751:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d02b00e8 1897: 1< 0 - - > 2< 7770112 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872754:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000aaeee950 00000080:00200000:2.0:1789762978.872755:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1789762978.872756:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3946 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872780:0:13463:0:(rw26.c:871:ll_write_end()) pos 16162816, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872784:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b5628e56[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3946] 00000080:00200000:2.0:1789762978.872786:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e59efc7a 17ffffc0001001 3:0 ffff9985848ae000 3946 lru 00000080:00200000:2.0:1789762978.872792:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008c9218a8 1898: 1< 0 - - > 2< 7774208 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872794:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b5628e56 00000080:00200000:2.0:1789762978.872795:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1789762978.872796:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3947 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872809:0:13463:0:(rw26.c:871:ll_write_end()) pos 16166912, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872812:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c7a247a3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3947] 00000080:00200000:2.0:1789762978.872815:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000664753e7 17ffffc0001001 3:0 ffff9985848ae8c0 3947 lru 00000080:00200000:2.0:1789762978.872821:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d554f13c 1899: 1< 0 - - > 2< 7778304 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872823:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c7a247a3 00000080:00200000:2.0:1789762978.872824:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1789762978.872826:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3948 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872856:0:13463:0:(rw26.c:871:ll_write_end()) pos 16171008, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872861:0:13463:0:(rw26.c:929:ll_write_end()) page@000000005e721056[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3948] 00000080:00200000:2.0:1789762978.872864:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000028806e2e 17ffffc0001001 3:0 ffff9985848ae380 3948 lru 00000080:00200000:2.0:1789762978.872870:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ee91d37f 1900: 1< 0 - - > 2< 7782400 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872872:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000005e721056 00000080:00200000:2.0:1789762978.872873:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1789762978.872874:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3949 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872887:0:13463:0:(rw26.c:871:ll_write_end()) pos 16175104, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872892:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001bb4cad7[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3949] 00000080:00200000:2.0:1789762978.872894:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c4b2f41d 17ffffc0001001 3:0 ffff9985848ae0e0 3949 lru 00000080:00200000:2.0:1789762978.872901:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d22625d0 1901: 1< 0 - - > 2< 7786496 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872903:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001bb4cad7 00000080:00200000:2.0:1789762978.872904:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1789762978.872906:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3950 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872919:0:13463:0:(rw26.c:871:ll_write_end()) pos 16179200, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872940:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002dc47032[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3950] 00000080:00200000:2.0:1789762978.872944:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000064d09f6e 17ffffc0001001 3:0 ffff9985848ae540 3950 lru 00000080:00200000:2.0:1789762978.872951:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e353d0cd 1902: 1< 0 - - > 2< 7790592 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.872953:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002dc47032 00000080:00200000:2.0:1789762978.872955:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1789762978.872957:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3951 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.872976:0:13463:0:(rw26.c:871:ll_write_end()) pos 16183296, len 4096, copied 4096 00000080:00200000:2.0:1789762978.872981:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000de2004df[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3951] 00000080:00200000:2.0:1789762978.872985:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003baca7db 17ffffc0001021 2:0 ffff9985848aeb60 3951 lru 00000080:00200000:2.0:1789762978.873009:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000513dfbc1 1903: 1< 0 - - > 2< 7794688 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873011:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000de2004df 00000080:00200000:2.0:1789762978.873013:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1789762978.873015:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3952 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873028:0:13463:0:(rw26.c:871:ll_write_end()) pos 16187392, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873033:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000077f65be6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3952] 00000080:00200000:2.0:1789762978.873036:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a20c7cd5 17ffffc0001001 3:0 ffff9985848ae620 3952 lru 00000080:00200000:2.0:1789762978.873043:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001aef6412 1904: 1< 0 - - > 2< 7798784 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873046:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000077f65be6 00000080:00200000:2.0:1789762978.873047:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1789762978.873049:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3953 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873064:0:13463:0:(rw26.c:871:ll_write_end()) pos 16191488, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873068:0:13463:0:(rw26.c:929:ll_write_end()) page@000000005022b254[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3953] 00000080:00200000:2.0:1789762978.873072:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c1392ce7 17ffffc0001001 3:0 ffff9985848aec40 3953 lru 00000080:00200000:2.0:1789762978.873078:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000024e14587 1905: 1< 0 - - > 2< 7802880 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873080:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000005022b254 00000080:00200000:2.0:1789762978.873082:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1789762978.873084:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3954 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873098:0:13463:0:(rw26.c:871:ll_write_end()) pos 16195584, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873103:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c816f83b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3954] 00000080:00200000:2.0:1789762978.873106:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002f8caf0d 17ffffc0001001 3:0 ffff9985848aea80 3954 lru 00000080:00200000:2.0:1789762978.873113:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ef2bf349 1906: 1< 0 - - > 2< 7806976 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873116:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c816f83b 00000080:00200000:2.0:1789762978.873117:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1789762978.873119:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3955 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873132:0:13463:0:(rw26.c:871:ll_write_end()) pos 16199680, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873137:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000081114639[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3955] 00000080:00200000:2.0:1789762978.873157:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b98c3b53 17ffffc0001001 3:0 ffff9985848ae9a0 3955 lru 00000080:00200000:2.0:1789762978.873163:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c3538ef3 1907: 1< 0 - - > 2< 7811072 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873165:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000081114639 00000080:00200000:2.0:1789762978.873166:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1789762978.873168:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3956 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873181:0:13463:0:(rw26.c:871:ll_write_end()) pos 16203776, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873185:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d68bb930[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3956] 00000080:00200000:2.0:1789762978.873187:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000663f0051 17ffffc0001001 3:0 ffff9985848ae7e0 3956 lru 00000080:00200000:2.0:1789762978.873193:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001790e14b 1908: 1< 0 - - > 2< 7815168 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873195:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d68bb930 00000080:00200000:2.0:1789762978.873196:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1789762978.873197:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3957 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873209:0:13463:0:(rw26.c:871:ll_write_end()) pos 16207872, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873213:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000031662c6c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3957] 00000080:00200000:2.0:1789762978.873216:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000011092e73 17ffffc0001001 3:0 ffff9985848ae2a0 3957 lru 00000080:00200000:2.0:1789762978.873221:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000001367031 1909: 1< 0 - - > 2< 7819264 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873223:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000031662c6c 00000080:00200000:2.0:1789762978.873224:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1789762978.873226:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3958 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873237:0:13463:0:(rw26.c:871:ll_write_end()) pos 16211968, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873241:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000002057028[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3958] 00000080:00200000:2.0:1789762978.873244:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000c2cbbd9 17ffffc0001001 3:0 ffff9985848aee00 3958 lru 00000080:00200000:2.0:1789762978.873250:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000713736c7 1910: 1< 0 - - > 2< 7823360 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873252:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000002057028 00000080:00200000:2.0:1789762978.873253:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1789762978.873254:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3959 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873266:0:13463:0:(rw26.c:871:ll_write_end()) pos 16216064, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873270:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000097384107[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3959] 00000080:00200000:2.0:1789762978.873273:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c012f70e 17ffffc0001001 3:0 ffff9985848ae700 3959 lru 00000080:00200000:2.0:1789762978.873278:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000beaf0eaa 1911: 1< 0 - - > 2< 7827456 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873280:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000097384107 00000080:00200000:2.0:1789762978.873281:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1789762978.873283:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3960 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873296:0:13463:0:(rw26.c:871:ll_write_end()) pos 16220160, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873300:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000031cb04e3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3960] 00000080:00200000:2.0:1789762978.873303:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007e55311e 17ffffc0001001 3:0 ffff9985848ae460 3960 lru 00000080:00200000:2.0:1789762978.873308:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f615a0be 1912: 1< 0 - - > 2< 7831552 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873311:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000031cb04e3 00000080:00200000:2.0:1789762978.873312:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1789762978.873314:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3961 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873326:0:13463:0:(rw26.c:871:ll_write_end()) pos 16224256, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873329:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000fbe3648f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3961] 00000080:00200000:2.0:1789762978.873332:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000784dfe0e 17ffffc0001001 3:0 ffff9985848aed20 3961 lru 00000080:00200000:2.0:1789762978.873338:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000083a1c862 1913: 1< 0 - - > 2< 7835648 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873340:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000fbe3648f 00000080:00200000:2.0:1789762978.873341:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762978.873342:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3962 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873376:0:13463:0:(rw26.c:871:ll_write_end()) pos 16228352, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873382:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004e58ef94[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3962] 00000080:00200000:2.0:1789762978.873384:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c0f953e6 17ffffc0001001 3:0 ffff9985848aeee0 3962 lru 00000080:00200000:2.0:1789762978.873390:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000fd7a89d9 1914: 1< 0 - - > 2< 7839744 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873394:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004e58ef94 00000080:00200000:2.0:1789762978.873395:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1789762978.873397:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3963 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873413:0:13463:0:(rw26.c:871:ll_write_end()) pos 16232448, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873417:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a9404ce0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3963] 00000080:00200000:2.0:1789762978.873420:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e3ad52b1 17ffffc0001001 3:0 ffff9985848ae1c0 3963 lru 00000080:00200000:2.0:1789762978.873426:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000733de86c 1915: 1< 0 - - > 2< 7843840 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873453:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a9404ce0 00000080:00200000:2.0:1789762978.873454:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1789762978.873456:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3964 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873477:0:13463:0:(rw26.c:871:ll_write_end()) pos 16236544, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873482:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004867b553[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3964] 00000080:00200000:2.0:1789762978.873485:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fae8bffa 17ffffc0001001 3:0 ffff9985848af540 3964 lru 00000080:00200000:2.0:1789762978.873491:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000012c1b1a5 1916: 1< 0 - - > 2< 7847936 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873493:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004867b553 00000080:00200000:2.0:1789762978.873494:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1789762978.873496:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3965 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873509:0:13463:0:(rw26.c:871:ll_write_end()) pos 16240640, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873513:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000679d67b6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3965] 00000080:00200000:2.0:1789762978.873516:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005e6b93f2 17ffffc0001001 3:0 ffff9985848afb60 3965 lru 00000080:00200000:2.0:1789762978.873523:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f95bef9b 1917: 1< 0 - - > 2< 7852032 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873542:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000679d67b6 00000080:00200000:2.0:1789762978.873544:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1789762978.873546:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3966 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873565:0:13463:0:(rw26.c:871:ll_write_end()) pos 16244736, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873570:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000628a1cd0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3966] 00000080:00200000:2.0:1789762978.873573:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004140171f 17ffffc0001021 2:0 ffff9985848af620 3966 lru 00000080:00200000:2.0:1789762978.873580:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ebea64f2 1918: 1< 0 - - > 2< 7856128 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873583:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000628a1cd0 00000080:00200000:2.0:1789762978.873584:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1789762978.873587:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3967 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873619:0:13463:0:(rw26.c:871:ll_write_end()) pos 16248832, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873624:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c127b62c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3967] 00000080:00200000:2.0:1789762978.873627:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c50c0c85 17ffffc0001001 3:0 ffff9985848afc40 3967 lru 00000080:00200000:2.0:1789762978.873678:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d3e226a8 1919: 1< 0 - - > 2< 7860224 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873681:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c127b62c 00000080:00200000:2.0:1789762978.873683:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762978.873686:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3968 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873713:0:13463:0:(rw26.c:871:ll_write_end()) pos 16252928, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873721:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f01da9d2[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3968] 00000080:00200000:2.0:1789762978.873726:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009df1f5f9 17ffffc0001001 3:0 ffff9985848afa80 3968 lru 00000080:00200000:2.0:1789762978.873736:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000098602298 1920: 1< 0 - - > 2< 7864320 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873740:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f01da9d2 00000080:00200000:2.0:1789762978.873742:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1789762978.873744:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3969 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873762:0:13463:0:(rw26.c:871:ll_write_end()) pos 16257024, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873766:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009de06189[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3969] 00000080:00200000:2.0:1789762978.873769:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b498dc26 17ffffc0001001 3:0 ffff9985848af9a0 3969 lru 00000080:00200000:2.0:1789762978.873775:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000cbf86db6 1921: 1< 0 - - > 2< 7868416 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873778:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009de06189 00000080:00200000:2.0:1789762978.873779:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1789762978.873780:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3970 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873793:0:13463:0:(rw26.c:871:ll_write_end()) pos 16261120, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873797:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000453138bc[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3970] 00000080:00200000:2.0:1789762978.873800:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000020e7ee8f 17ffffc0001001 3:0 ffff9985848af7e0 3970 lru 00000080:00200000:2.0:1789762978.873805:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000498c869e 1922: 1< 0 - - > 2< 7872512 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873808:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000453138bc 00000080:00200000:2.0:1789762978.873809:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1789762978.873811:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3971 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873840:0:13463:0:(rw26.c:871:ll_write_end()) pos 16265216, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873845:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000aa471413[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3971] 00000080:00200000:2.0:1789762978.873848:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000040b79e30 17ffffc0001001 3:0 ffff9985848af2a0 3971 lru 00000080:00200000:2.0:1789762978.873854:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c4959789 1923: 1< 0 - - > 2< 7876608 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873857:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000aa471413 00000080:00200000:2.0:1789762978.873858:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1789762978.873860:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3972 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873873:0:13463:0:(rw26.c:871:ll_write_end()) pos 16269312, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873877:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e46b2850[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3972] 00000080:00200000:2.0:1789762978.873880:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003895df6e 17ffffc0001001 3:0 ffff9985848afe00 3972 lru 00000080:00200000:2.0:1789762978.873886:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000546f1bc1 1924: 1< 0 - - > 2< 7880704 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873889:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e46b2850 00000080:00200000:2.0:1789762978.873890:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1789762978.873891:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3973 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873904:0:13463:0:(rw26.c:871:ll_write_end()) pos 16273408, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873908:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000048850efb[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3973] 00000080:00200000:2.0:1789762978.873911:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000957c0d89 17ffffc0001001 3:0 ffff9985848af700 3973 lru 00000080:00200000:2.0:1789762978.873917:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001c5d6c4f 1925: 1< 0 - - > 2< 7884800 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873919:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000048850efb 00000080:00200000:2.0:1789762978.873920:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1789762978.873922:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3974 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873936:0:13463:0:(rw26.c:871:ll_write_end()) pos 16277504, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873941:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000009ef5807[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3974] 00000080:00200000:2.0:1789762978.873944:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007d3412d5 17ffffc0001001 3:0 ffff9985848af460 3974 lru 00000080:00200000:2.0:1789762978.873949:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004bf92436 1926: 1< 0 - - > 2< 7888896 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873951:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000009ef5807 00000080:00200000:2.0:1789762978.873953:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1789762978.873954:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3975 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873967:0:13463:0:(rw26.c:871:ll_write_end()) pos 16281600, len 4096, copied 4096 00000080:00200000:2.0:1789762978.873971:0:13463:0:(rw26.c:929:ll_write_end()) page@000000005d063fec[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3975] 00000080:00200000:2.0:1789762978.873974:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000082c62033 17ffffc0001001 3:0 ffff9985848afd20 3975 lru 00000080:00200000:2.0:1789762978.873980:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000620e3236 1927: 1< 0 - - > 2< 7892992 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.873983:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000005d063fec 00000080:00200000:2.0:1789762978.873984:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1789762978.873986:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3976 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.873998:0:13463:0:(rw26.c:871:ll_write_end()) pos 16285696, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874003:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f7a35a63[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3976] 00000080:00200000:2.0:1789762978.874006:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f1e36069 17ffffc0001001 3:0 ffff9985848afee0 3976 lru 00000080:00200000:2.0:1789762978.874012:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a072e050 1928: 1< 0 - - > 2< 7897088 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874014:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f7a35a63 00000080:00200000:2.0:1789762978.874015:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1789762978.874017:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3977 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874029:0:13463:0:(rw26.c:871:ll_write_end()) pos 16289792, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874033:0:13463:0:(rw26.c:929:ll_write_end()) page@000000005382c3b8[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3977] 00000080:00200000:2.0:1789762978.874036:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000319442e9 17ffffc0001001 3:0 ffff9985848af1c0 3977 lru 00000080:00200000:2.0:1789762978.874042:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000085034ab4 1929: 1< 0 - - > 2< 7901184 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874044:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000005382c3b8 00000080:00200000:2.0:1789762978.874045:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1789762978.874047:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3978 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874060:0:13463:0:(rw26.c:871:ll_write_end()) pos 16293888, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874064:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000511eeb93[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3978] 00000080:00200000:2.0:1789762978.874067:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000bfb87819 17ffffc0001001 3:0 ffff9985848af000 3978 lru 00000080:00200000:2.0:1789762978.874073:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004e3b828b 1930: 1< 0 - - > 2< 7905280 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874076:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000511eeb93 00000080:00200000:2.0:1789762978.874077:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1789762978.874078:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3979 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874091:0:13463:0:(rw26.c:871:ll_write_end()) pos 16297984, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874095:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e6576776[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3979] 00000080:00200000:2.0:1789762978.874098:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000082932ee2 17ffffc0001001 3:0 ffff9985848af8c0 3979 lru 00000080:00200000:2.0:1789762978.874104:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006d801dbc 1931: 1< 0 - - > 2< 7909376 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874106:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e6576776 00000080:00200000:2.0:1789762978.874107:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1789762978.874108:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3980 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874121:0:13463:0:(rw26.c:871:ll_write_end()) pos 16302080, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874125:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006e490ac7[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3980] 00000080:00200000:2.0:1789762978.874129:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000cf2fc14c 17ffffc0001001 3:0 ffff9985848af380 3980 lru 00000080:00200000:2.0:1789762978.874151:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f45823b7 1932: 1< 0 - - > 2< 7913472 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874153:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006e490ac7 00000080:00200000:2.0:1789762978.874154:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1789762978.874156:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3981 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874172:0:13463:0:(rw26.c:871:ll_write_end()) pos 16306176, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874177:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e7b6a7df[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3981] 00000080:00200000:2.0:1789762978.874179:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001437ce1a 17ffffc0001021 2:0 ffff9985848af0e0 3981 lru 00000080:00200000:2.0:1789762978.874185:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000052f2b8d 1933: 1< 0 - - > 2< 7917568 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874187:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e7b6a7df 00000080:00200000:2.0:1789762978.874188:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1789762978.874190:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3982 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874210:0:13463:0:(rw26.c:871:ll_write_end()) pos 16310272, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874214:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000077890bc9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3982] 00000080:00200000:2.0:1789762978.874217:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f32f6b53 17ffffc0001001 3:0 ffff998588124620 3982 lru 00000080:00200000:2.0:1789762978.874222:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c0e90752 1934: 1< 0 - - > 2< 7921664 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874225:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000077890bc9 00000080:00200000:2.0:1789762978.874226:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1789762978.874228:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3983 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874240:0:13463:0:(rw26.c:871:ll_write_end()) pos 16314368, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874244:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000052b0e32a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3983] 00000080:00200000:2.0:1789762978.874247:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad285d6a 17ffffc0001001 3:0 ffff998588124c40 3983 lru 00000080:00200000:2.0:1789762978.874253:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000357795f8 1935: 1< 0 - - > 2< 7925760 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874256:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000052b0e32a 00000080:00200000:2.0:1789762978.874257:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1789762978.874258:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3984 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874271:0:13463:0:(rw26.c:871:ll_write_end()) pos 16318464, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874275:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000952dca54[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3984] 00000080:00200000:2.0:1789762978.874277:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002bd49fb1 17ffffc0001001 3:0 ffff998588124a80 3984 lru 00000080:00200000:2.0:1789762978.874283:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004e612954 1936: 1< 0 - - > 2< 7929856 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874286:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000952dca54 00000080:00200000:2.0:1789762978.874288:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1789762978.874290:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3985 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874302:0:13463:0:(rw26.c:871:ll_write_end()) pos 16322560, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874306:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000082d2e543[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3985] 00000080:00200000:2.0:1789762978.874309:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000213dc0a 17ffffc0001001 3:0 ffff9985881249a0 3985 lru 00000080:00200000:2.0:1789762978.874314:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007a69758f 1937: 1< 0 - - > 2< 7933952 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874316:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000082d2e543 00000080:00200000:2.0:1789762978.874317:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762978.874319:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3986 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874330:0:13463:0:(rw26.c:871:ll_write_end()) pos 16326656, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874356:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e5f302b0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3986] 00000080:00200000:2.0:1789762978.874359:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000087194895 17ffffc0001001 3:0 ffff9985881247e0 3986 lru 00000080:00200000:2.0:1789762978.874365:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b090dbce 1938: 1< 0 - - > 2< 7938048 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874367:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e5f302b0 00000080:00200000:2.0:1789762978.874368:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1789762978.874370:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3987 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874386:0:13463:0:(rw26.c:871:ll_write_end()) pos 16330752, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874390:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000056c151da[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3987] 00000080:00200000:2.0:1789762978.874393:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000065b3528c 17ffffc0001001 3:0 ffff9985881242a0 3987 lru 00000080:00200000:2.0:1789762978.874398:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004175206d 1939: 1< 0 - - > 2< 7942144 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874400:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000056c151da 00000080:00200000:2.0:1789762978.874402:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1789762978.874404:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3988 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874417:0:13463:0:(rw26.c:871:ll_write_end()) pos 16334848, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874421:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006dfc4c25[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3988] 00000080:00200000:2.0:1789762978.874424:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000006f01d65 17ffffc0001001 3:0 ffff998588124e00 3988 lru 00000080:00200000:2.0:1789762978.874430:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000083b8db00 1940: 1< 0 - - > 2< 7946240 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874432:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006dfc4c25 00000080:00200000:2.0:1789762978.874433:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1789762978.874436:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3989 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874448:0:13463:0:(rw26.c:871:ll_write_end()) pos 16338944, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874452:0:13463:0:(rw26.c:929:ll_write_end()) page@000000006ce78678[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3989] 00000080:00200000:2.0:1789762978.874455:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008e6c07ed 17ffffc0001001 3:0 ffff998588124700 3989 lru 00000080:00200000:2.0:1789762978.874460:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006a7e8963 1941: 1< 0 - - > 2< 7950336 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874462:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000006ce78678 00000080:00200000:2.0:1789762978.874464:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1789762978.874465:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3990 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874477:0:13463:0:(rw26.c:871:ll_write_end()) pos 16343040, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874481:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009732edcc[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3990] 00000080:00200000:2.0:1789762978.874484:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000abee52c8 17ffffc0001001 3:0 ffff998588124460 3990 lru 00000080:00200000:2.0:1789762978.874489:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001c0611da 1942: 1< 0 - - > 2< 7954432 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874491:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009732edcc 00000080:00200000:2.0:1789762978.874492:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1789762978.874494:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3991 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874505:0:13463:0:(rw26.c:871:ll_write_end()) pos 16347136, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874509:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000274d2d26[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3991] 00000080:00200000:2.0:1789762978.874512:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000066a42ad 17ffffc0001001 3:0 ffff998588124d20 3991 lru 00000080:00200000:2.0:1789762978.874518:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c6954e01 1943: 1< 0 - - > 2< 7958528 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874520:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000274d2d26 00000080:00200000:2.0:1789762978.874521:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1789762978.874523:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3992 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874551:0:13463:0:(rw26.c:871:ll_write_end()) pos 16351232, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874556:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f3f84f34[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3992] 00000080:00200000:2.0:1789762978.874559:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c2fa7606 17ffffc0001001 3:0 ffff998588124ee0 3992 lru 00000080:00200000:2.0:1789762978.874566:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e75242da 1944: 1< 0 - - > 2< 7962624 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874568:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f3f84f34 00000080:00200000:2.0:1789762978.874570:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762978.874572:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3993 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874586:0:13463:0:(rw26.c:871:ll_write_end()) pos 16355328, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874590:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c0f1442c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3993] 00000080:00200000:2.0:1789762978.874594:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000096617e1a 17ffffc0001001 3:0 ffff9985881241c0 3993 lru 00000080:00200000:2.0:1789762978.874600:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002b3e6904 1945: 1< 0 - - > 2< 7966720 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874603:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c0f1442c 00000080:00200000:2.0:1789762978.874605:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762978.874607:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3994 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874622:0:13463:0:(rw26.c:871:ll_write_end()) pos 16359424, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874627:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b88313e2[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3994] 00000080:00200000:2.0:1789762978.874654:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8704a61 17ffffc0001001 3:0 ffff998588124000 3994 lru 00000080:00200000:2.0:1789762978.874679:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002754fdf6 1946: 1< 0 - - > 2< 7970816 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874683:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b88313e2 00000080:00200000:2.0:1789762978.874685:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1789762978.874688:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3995 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874714:0:13463:0:(rw26.c:871:ll_write_end()) pos 16363520, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874723:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004ee3d2ac[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3995] 00000080:00200000:2.0:1789762978.874727:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fff8aba1 17ffffc0001001 3:0 ffff9985881248c0 3995 lru 00000080:00200000:2.0:1789762978.874737:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000835a6cb1 1947: 1< 0 - - > 2< 7974912 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874740:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004ee3d2ac 00000080:00200000:2.0:1789762978.874741:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1789762978.874744:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3996 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874765:0:13463:0:(rw26.c:871:ll_write_end()) pos 16367616, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874770:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000edec9e0a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3996] 00000080:00200000:2.0:1789762978.874773:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000092305c49 17ffffc0001021 2:0 ffff998588124380 3996 lru 00000080:00200000:2.0:1789762978.874779:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000f19d7687 1948: 1< 0 - - > 2< 7979008 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874781:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000edec9e0a 00000080:00200000:2.0:1789762978.874782:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1789762978.874784:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3997 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874797:0:13463:0:(rw26.c:871:ll_write_end()) pos 16371712, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874801:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ae9dea08[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3997] 00000080:00200000:2.0:1789762978.874803:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000dbedf08f 17ffffc0001001 3:0 ffff9985881240e0 3997 lru 00000080:00200000:2.0:1789762978.874809:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d70e20db 1949: 1< 0 - - > 2< 7983104 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874812:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ae9dea08 00000080:00200000:2.0:1789762978.874813:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762978.874815:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3998 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874827:0:13463:0:(rw26.c:871:ll_write_end()) pos 16375808, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874848:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000524f66e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3998] 00000080:00200000:2.0:1789762978.874851:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000927eb62d 17ffffc0001001 3:0 ffff998588124540 3998 lru 00000080:00200000:2.0:1789762978.874857:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002baac6fe 1950: 1< 0 - - > 2< 7987200 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874859:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000524f66e 00000080:00200000:2.0:1789762978.874860:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1789762978.874862:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 3999 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874875:0:13463:0:(rw26.c:871:ll_write_end()) pos 16379904, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874879:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004263c47b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 3999] 00000080:00200000:2.0:1789762978.874882:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff0da793 17ffffc0001001 3:0 ffff998588124b60 3999 lru 00000080:00200000:2.0:1789762978.874888:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000162800a1 1951: 1< 0 - - > 2< 7991296 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874890:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004263c47b 00000080:00200000:2.0:1789762978.874891:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762978.874893:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4000 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874916:0:13463:0:(rw26.c:871:ll_write_end()) pos 16384000, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874920:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000be25c281[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4000] 00000080:00200000:2.0:1789762978.874923:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000620874fb 17ffffc0001001 3:0 ffff9985881257e0 4000 lru 00000080:00200000:2.0:1789762978.874950:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d5bc532d 1952: 1< 0 - - > 2< 7995392 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874952:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000be25c281 00000080:00200000:2.0:1789762978.874954:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1789762978.874956:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4001 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.874970:0:13463:0:(rw26.c:871:ll_write_end()) pos 16388096, len 4096, copied 4096 00000080:00200000:2.0:1789762978.874975:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ce6ffa6b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4001] 00000080:00200000:2.0:1789762978.874979:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000348c0157 17ffffc0001001 3:0 ffff9985881252a0 4001 lru 00000080:00200000:2.0:1789762978.874985:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006dfe253b 1953: 1< 0 - - > 2< 7999488 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.874988:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ce6ffa6b 00000080:00200000:2.0:1789762978.874989:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1789762978.874991:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4002 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875007:0:13463:0:(rw26.c:871:ll_write_end()) pos 16392192, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875011:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f186f7f1[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4002] 00000080:00200000:2.0:1789762978.875015:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e3398d22 17ffffc0001001 3:0 ffff998588125e00 4002 lru 00000080:00200000:2.0:1789762978.875022:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000152ec3af 1954: 1< 0 - - > 2< 8003584 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875025:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f186f7f1 00000080:00200000:2.0:1789762978.875026:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1789762978.875028:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4003 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875041:0:13463:0:(rw26.c:871:ll_write_end()) pos 16396288, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875045:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000187ee52c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4003] 00000080:00200000:2.0:1789762978.875049:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005f85d12e 17ffffc0001001 3:0 ffff998588125700 4003 lru 00000080:00200000:2.0:1789762978.875055:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e0e15351 1955: 1< 0 - - > 2< 8007680 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875057:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000187ee52c 00000080:00200000:2.0:1789762978.875058:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1789762978.875060:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4004 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875074:0:13463:0:(rw26.c:871:ll_write_end()) pos 16400384, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875078:0:13463:0:(rw26.c:929:ll_write_end()) page@000000001d7c90f9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4004] 00000080:00200000:2.0:1789762978.875082:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004b30dba7 17ffffc0001001 3:0 ffff998588125460 4004 lru 00000080:00200000:2.0:1789762978.875088:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000050d45c2a 1956: 1< 0 - - > 2< 8011776 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875090:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000001d7c90f9 00000080:00200000:2.0:1789762978.875091:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762978.875093:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4005 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875106:0:13463:0:(rw26.c:871:ll_write_end()) pos 16404480, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875111:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000430169f0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4005] 00000080:00200000:2.0:1789762978.875114:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009745f01d 17ffffc0001001 3:0 ffff998588125d20 4005 lru 00000080:00200000:2.0:1789762978.875120:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c456a33d 1957: 1< 0 - - > 2< 8015872 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875122:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000430169f0 00000080:00200000:2.0:1789762978.875124:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1789762978.875125:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4006 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875156:0:13463:0:(rw26.c:871:ll_write_end()) pos 16408576, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875160:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000bc62bdcf[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4006] 00000080:00200000:2.0:1789762978.875163:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000025af0ba8 17ffffc0001001 3:0 ffff998588125ee0 4006 lru 00000080:00200000:2.0:1789762978.875169:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000cc9a6df4 1958: 1< 0 - - > 2< 8019968 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875172:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000bc62bdcf 00000080:00200000:2.0:1789762978.875173:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1789762978.875174:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4007 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875187:0:13463:0:(rw26.c:871:ll_write_end()) pos 16412672, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875191:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004beac717[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4007] 00000080:00200000:2.0:1789762978.875193:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009cc46fb0 17ffffc0001001 3:0 ffff9985881251c0 4007 lru 00000080:00200000:2.0:1789762978.875199:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000159544cd 1959: 1< 0 - - > 2< 8024064 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875201:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004beac717 00000080:00200000:2.0:1789762978.875202:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1789762978.875203:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4008 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875216:0:13463:0:(rw26.c:871:ll_write_end()) pos 16416768, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875220:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000041768226[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4008] 00000080:00200000:2.0:1789762978.875223:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b7a4db76 17ffffc0001001 3:0 ffff998588125000 4008 lru 00000080:00200000:2.0:1789762978.875229:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007b31416e 1960: 1< 0 - - > 2< 8028160 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875231:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000041768226 00000080:00200000:2.0:1789762978.875232:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1789762978.875233:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4009 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875247:0:13463:0:(rw26.c:871:ll_write_end()) pos 16420864, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875251:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000eeb072a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4009] 00000080:00200000:2.0:1789762978.875254:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d7a9f07a 17ffffc0001001 3:0 ffff9985881258c0 4009 lru 00000080:00200000:2.0:1789762978.875259:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000436895d3 1961: 1< 0 - - > 2< 8032256 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875261:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000eeb072a 00000080:00200000:2.0:1789762978.875262:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1789762978.875264:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4010 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875276:0:13463:0:(rw26.c:871:ll_write_end()) pos 16424960, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875280:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000073974a2d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4010] 00000080:00200000:2.0:1789762978.875282:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000075804238 17ffffc0001001 3:0 ffff998588125380 4010 lru 00000080:00200000:2.0:1789762978.875288:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d4e09e09 1962: 1< 0 - - > 2< 8036352 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875290:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000073974a2d 00000080:00200000:2.0:1789762978.875291:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1789762978.875293:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4011 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875308:0:13463:0:(rw26.c:871:ll_write_end()) pos 16429056, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875312:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000669d91d6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4011] 00000080:00200000:2.0:1789762978.875316:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a637478a 17ffffc0001021 2:0 ffff9985881250e0 4011 lru 00000080:00200000:2.0:1789762978.875322:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000042d33cd 1963: 1< 0 - - > 2< 8040448 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875324:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000669d91d6 00000080:00200000:2.0:1789762978.875325:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1789762978.875327:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4012 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875339:0:13463:0:(rw26.c:871:ll_write_end()) pos 16433152, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875344:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000f608e47[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4012] 00000080:00200000:2.0:1789762978.875348:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006c7ff0cd 17ffffc0001001 3:0 ffff998588125540 4012 lru 00000080:00200000:2.0:1789762978.875375:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006aa30b09 1964: 1< 0 - - > 2< 8044544 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875377:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000f608e47 00000080:00200000:2.0:1789762978.875379:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1789762978.875381:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4013 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875398:0:13463:0:(rw26.c:871:ll_write_end()) pos 16437248, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875402:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000598c0949[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4013] 00000080:00200000:2.0:1789762978.875406:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000031314b5e 17ffffc0001001 3:0 ffff998588125b60 4013 lru 00000080:00200000:2.0:1789762978.875412:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000250da345 1965: 1< 0 - - > 2< 8048640 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875414:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000598c0949 00000080:00200000:2.0:1789762978.875416:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1789762978.875418:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4014 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875450:0:13463:0:(rw26.c:871:ll_write_end()) pos 16441344, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875456:0:13463:0:(rw26.c:929:ll_write_end()) page@000000002752152e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4014] 00000080:00200000:2.0:1789762978.875460:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004efbb367 17ffffc0001001 3:0 ffff998588125620 4014 lru 00000080:00200000:2.0:1789762978.875467:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e83421af 1966: 1< 0 - - > 2< 8052736 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875470:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000002752152e 00000080:00200000:2.0:1789762978.875472:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1789762978.875474:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4015 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875487:0:13463:0:(rw26.c:871:ll_write_end()) pos 16445440, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875491:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000fc315aa9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4015] 00000080:00200000:2.0:1789762978.875495:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000668a3b1 17ffffc0001001 3:0 ffff998588125c40 4015 lru 00000080:00200000:2.0:1789762978.875519:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000003928dca3 1967: 1< 0 - - > 2< 8056832 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875521:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000fc315aa9 00000080:00200000:2.0:1789762978.875523:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1789762978.875525:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4016 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875540:0:13463:0:(rw26.c:871:ll_write_end()) pos 16449536, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875544:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b42a0cc9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4016] 00000080:00200000:2.0:1789762978.875548:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000708881fa 17ffffc0001001 3:0 ffff998588125a80 4016 lru 00000080:00200000:2.0:1789762978.875555:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8e03e29 1968: 1< 0 - - > 2< 8060928 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875558:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b42a0cc9 00000080:00200000:2.0:1789762978.875559:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1789762978.875561:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4017 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875575:0:13463:0:(rw26.c:871:ll_write_end()) pos 16453632, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875580:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000fbada7a5[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4017] 00000080:00200000:2.0:1789762978.875583:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000da30220 17ffffc0001001 3:0 ffff9985881259a0 4017 lru 00000080:00200000:2.0:1789762978.875589:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000027ffa31e 1969: 1< 0 - - > 2< 8065024 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875592:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000fbada7a5 00000080:00200000:2.0:1789762978.875594:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1789762978.875596:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4018 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875620:0:13463:0:(rw26.c:871:ll_write_end()) pos 16457728, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875624:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000013c874e8[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4018] 00000080:00200000:2.0:1789762978.875665:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000063e0fe79 17ffffc0001001 3:0 ffff99858482eee0 4018 lru 00000080:00200000:2.0:1789762978.875675:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000063c3b28b 1970: 1< 0 - - > 2< 8069120 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875678:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000013c874e8 00000080:00200000:2.0:1789762978.875680:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1789762978.875684:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4019 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875710:0:13463:0:(rw26.c:871:ll_write_end()) pos 16461824, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875719:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000855345a2[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4019] 00000080:00200000:2.0:1789762978.875724:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000088102203 17ffffc0001001 3:0 ffff99858482e1c0 4019 lru 00000080:00200000:2.0:1789762978.875734:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004deefacc 1971: 1< 0 - - > 2< 8073216 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875738:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000855345a2 00000080:00200000:2.0:1789762978.875740:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1789762978.875742:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4020 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875759:0:13463:0:(rw26.c:871:ll_write_end()) pos 16465920, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875764:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b216b997[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4020] 00000080:00200000:2.0:1789762978.875767:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c1c02635 17ffffc0001001 3:0 ffff99858482e000 4020 lru 00000080:00200000:2.0:1789762978.875773:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c90b6173 1972: 1< 0 - - > 2< 8077312 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875775:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b216b997 00000080:00200000:2.0:1789762978.875777:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1789762978.875778:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4021 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875791:0:13463:0:(rw26.c:871:ll_write_end()) pos 16470016, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875795:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ed88671c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4021] 00000080:00200000:2.0:1789762978.875798:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000dcd088ee 17ffffc0001001 3:0 ffff99858482e8c0 4021 lru 00000080:00200000:2.0:1789762978.875804:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000541f2e07 1973: 1< 0 - - > 2< 8081408 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875806:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ed88671c 00000080:00200000:2.0:1789762978.875807:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1789762978.875809:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4022 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875822:0:13463:0:(rw26.c:871:ll_write_end()) pos 16474112, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875825:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000030330371[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4022] 00000080:00200000:2.0:1789762978.875828:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000563767af 17ffffc0001001 3:0 ffff99858482e380 4022 lru 00000080:00200000:2.0:1789762978.875850:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000fb56ca40 1974: 1< 0 - - > 2< 8085504 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875852:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000030330371 00000080:00200000:2.0:1789762978.875854:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1789762978.875855:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4023 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875870:0:13463:0:(rw26.c:871:ll_write_end()) pos 16478208, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875874:0:13463:0:(rw26.c:929:ll_write_end()) page@000000007e519912[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4023] 00000080:00200000:2.0:1789762978.875877:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000130f4f01 17ffffc0001001 3:0 ffff99858482e0e0 4023 lru 00000080:00200000:2.0:1789762978.875883:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000243467a4 1975: 1< 0 - - > 2< 8089600 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875885:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000007e519912 00000080:00200000:2.0:1789762978.875886:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1789762978.875887:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4024 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875900:0:13463:0:(rw26.c:871:ll_write_end()) pos 16482304, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875904:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000172d24fa[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4024] 00000080:00200000:2.0:1789762978.875908:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000074d6f52b 17ffffc0001001 3:0 ffff99858482e540 4024 lru 00000080:00200000:2.0:1789762978.875914:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b6bd4413 1976: 1< 0 - - > 2< 8093696 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875917:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000172d24fa 00000080:00200000:2.0:1789762978.875918:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1789762978.875920:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4025 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875932:0:13463:0:(rw26.c:871:ll_write_end()) pos 16486400, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875936:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b1580541[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4025] 00000080:00200000:2.0:1789762978.875939:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000729509f4 17ffffc0001001 3:0 ffff99858482eb60 4025 lru 00000080:00200000:2.0:1789762978.875945:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000088786e84 1977: 1< 0 - - > 2< 8097792 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.875947:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b1580541 00000080:00200000:2.0:1789762978.875948:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1789762978.875967:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4026 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.875986:0:13463:0:(rw26.c:871:ll_write_end()) pos 16490496, len 4096, copied 4096 00000080:00200000:2.0:1789762978.875991:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e78a49b9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4026] 00000080:00200000:2.0:1789762978.875994:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000020452f9a 17ffffc0001021 2:0 ffff99858482e620 4026 lru 00000080:00200000:2.0:1789762978.876000:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9d1afc7 1978: 1< 0 - - > 2< 8101888 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876003:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e78a49b9 00000080:00200000:2.0:1789762978.876004:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1789762978.876006:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4027 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876020:0:13463:0:(rw26.c:871:ll_write_end()) pos 16494592, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876024:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e49446aa[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4027] 00000080:00200000:2.0:1789762978.876027:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000010926088 17ffffc0001001 3:0 ffff99858482ec40 4027 lru 00000080:00200000:2.0:1789762978.876034:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009cb37476 1979: 1< 0 - - > 2< 8105984 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876036:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e49446aa 00000080:00200000:2.0:1789762978.876038:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1789762978.876039:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4028 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876053:0:13463:0:(rw26.c:871:ll_write_end()) pos 16498688, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876058:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009cf599bf[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4028] 00000080:00200000:2.0:1789762978.876061:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000343dc60 17ffffc0001001 3:0 ffff99858482ea80 4028 lru 00000080:00200000:2.0:1789762978.876068:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000003122bdbd 1980: 1< 0 - - > 2< 8110080 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876072:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009cf599bf 00000080:00200000:2.0:1789762978.876073:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1789762978.876075:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4029 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876089:0:13463:0:(rw26.c:871:ll_write_end()) pos 16502784, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876094:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e611b013[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4029] 00000080:00200000:2.0:1789762978.876097:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000080672b30 17ffffc0001001 3:0 ffff99858482e9a0 4029 lru 00000080:00200000:2.0:1789762978.876104:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000db11e611 1981: 1< 0 - - > 2< 8114176 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876106:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e611b013 00000080:00200000:2.0:1789762978.876108:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1789762978.876109:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4030 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876124:0:13463:0:(rw26.c:871:ll_write_end()) pos 16506880, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876129:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000097a5e04f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4030] 00000080:00200000:2.0:1789762978.876132:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006a029fcd 17ffffc0001001 3:0 ffff99858482e7e0 4030 lru 00000080:00200000:2.0:1789762978.876138:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000eeedd2bf 1982: 1< 0 - - > 2< 8118272 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876141:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000097a5e04f 00000080:00200000:2.0:1789762978.876142:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1789762978.876144:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4031 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876175:0:13463:0:(rw26.c:871:ll_write_end()) pos 16510976, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876179:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000589d0de3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4031] 00000080:00200000:2.0:1789762978.876182:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002ecaab22 17ffffc0001001 3:0 ffff99858482e2a0 4031 lru 00000080:00200000:2.0:1789762978.876187:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a8fd5ac0 1983: 1< 0 - - > 2< 8122368 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876189:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000589d0de3 00000080:00200000:2.0:1789762978.876190:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1789762978.876192:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4032 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876206:0:13463:0:(rw26.c:871:ll_write_end()) pos 16515072, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876210:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f4d83f9f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4032] 00000080:00200000:2.0:1789762978.876213:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000003402eb0b 17ffffc0001001 3:0 ffff99858482ee00 4032 lru 00000080:00200000:2.0:1789762978.876219:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e737dd0b 1984: 1< 0 - - > 2< 8126464 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876221:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f4d83f9f 00000080:00200000:2.0:1789762978.876222:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1789762978.876224:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4033 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876236:0:13463:0:(rw26.c:871:ll_write_end()) pos 16519168, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876240:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d0bb92c9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4033] 00000080:00200000:2.0:1789762978.876243:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000010632ce 17ffffc0001001 3:0 ffff99858482e700 4033 lru 00000080:00200000:2.0:1789762978.876249:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e708d566 1985: 1< 0 - - > 2< 8130560 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876251:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d0bb92c9 00000080:00200000:2.0:1789762978.876252:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1789762978.876254:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4034 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876265:0:13463:0:(rw26.c:871:ll_write_end()) pos 16523264, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876269:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ed5404c0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4034] 00000080:00200000:2.0:1789762978.876272:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000553bbfa8 17ffffc0001001 3:0 ffff99858482e460 4034 lru 00000080:00200000:2.0:1789762978.876277:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000031a8b701 1986: 1< 0 - - > 2< 8134656 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876279:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ed5404c0 00000080:00200000:2.0:1789762978.876280:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1789762978.876282:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4035 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876293:0:13463:0:(rw26.c:871:ll_write_end()) pos 16527360, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876297:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000090a09cea[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4035] 00000080:00200000:2.0:1789762978.876300:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc716331 17ffffc0001001 3:0 ffff99858482ed20 4035 lru 00000080:00200000:2.0:1789762978.876305:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000024d89247 1987: 1< 0 - - > 2< 8138752 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876307:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000090a09cea 00000080:00200000:2.0:1789762978.876308:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1789762978.876310:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4036 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876331:0:13463:0:(rw26.c:871:ll_write_end()) pos 16531456, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876335:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000adabffa3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4036] 00000080:00200000:2.0:1789762978.876338:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000004bca50c 17ffffc0001001 3:0 ffff99858482f9a0 4036 lru 00000080:00200000:2.0:1789762978.876343:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b88fc6d3 1988: 1< 0 - - > 2< 8142848 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876345:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000adabffa3 00000080:00200000:2.0:1789762978.876346:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1789762978.876370:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4037 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876389:0:13463:0:(rw26.c:871:ll_write_end()) pos 16535552, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876394:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000035320ddd[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4037] 00000080:00200000:2.0:1789762978.876396:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a6810abb 17ffffc0001001 3:0 ffff99858482f7e0 4037 lru 00000080:00200000:2.0:1789762978.876403:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ff5c50e1 1989: 1< 0 - - > 2< 8146944 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876405:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000035320ddd 00000080:00200000:2.0:1789762978.876407:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1789762978.876409:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4038 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876422:0:13463:0:(rw26.c:871:ll_write_end()) pos 16539648, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876426:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d1b599b4[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4038] 00000080:00200000:2.0:1789762978.876428:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000076240a0f 17ffffc0001001 3:0 ffff99858482f2a0 4038 lru 00000080:00200000:2.0:1789762978.876434:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008411639e 1990: 1< 0 - - > 2< 8151040 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876436:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d1b599b4 00000080:00200000:2.0:1789762978.876438:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1789762978.876439:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4039 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876452:0:13463:0:(rw26.c:871:ll_write_end()) pos 16543744, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876456:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000b26f5b7[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4039] 00000080:00200000:2.0:1789762978.876459:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000588892af 17ffffc0001001 3:0 ffff99858482fe00 4039 lru 00000080:00200000:2.0:1789762978.876464:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000080cb5338 1991: 1< 0 - - > 2< 8155136 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876466:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000b26f5b7 00000080:00200000:2.0:1789762978.876467:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1789762978.876469:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4040 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876481:0:13463:0:(rw26.c:871:ll_write_end()) pos 16547840, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876485:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000071a562f9[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4040] 00000080:00200000:2.0:1789762978.876488:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000670e371d 17ffffc0001001 3:0 ffff99858482f700 4040 lru 00000080:00200000:2.0:1789762978.876493:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a149cefd 1992: 1< 0 - - > 2< 8159232 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876495:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000071a562f9 00000080:00200000:2.0:1789762978.876496:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1789762978.876497:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4041 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876513:0:13463:0:(rw26.c:871:ll_write_end()) pos 16551936, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876517:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000156c07c6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4041] 00000080:00200000:2.0:1789762978.876520:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e9499944 17ffffc0001021 2:0 ffff99858482f460 4041 lru 00000080:00200000:2.0:1789762978.876526:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000aeb01ca2 1993: 1< 0 - - > 2< 8163328 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876528:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000156c07c6 00000080:00200000:2.0:1789762978.876530:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1789762978.876531:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4042 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876544:0:13463:0:(rw26.c:871:ll_write_end()) pos 16556032, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876548:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000299fbaab[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4042] 00000080:00200000:2.0:1789762978.876551:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c46d18a7 17ffffc0001001 3:0 ffff99858482fd20 4042 lru 00000080:00200000:2.0:1789762978.876574:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007da69c7b 1994: 1< 0 - - > 2< 8167424 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876577:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000299fbaab 00000080:00200000:2.0:1789762978.876578:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1789762978.876580:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4043 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876594:0:13463:0:(rw26.c:871:ll_write_end()) pos 16560128, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876598:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000da4b369c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4043] 00000080:00200000:2.0:1789762978.876602:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002b3d27ab 17ffffc0001001 3:0 ffff99858482fee0 4043 lru 00000080:00200000:2.0:1789762978.876608:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004ec8a8fc 1995: 1< 0 - - > 2< 8171520 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876610:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000da4b369c 00000080:00200000:2.0:1789762978.876611:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1789762978.876613:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4044 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876649:0:13463:0:(rw26.c:871:ll_write_end()) pos 16564224, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876658:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c4f4336d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4044] 00000080:00200000:2.0:1789762978.876663:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005fc57deb 17ffffc0001001 3:0 ffff99858482f1c0 4044 lru 00000080:00200000:2.0:1789762978.876691:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000559e969 1996: 1< 0 - - > 2< 8175616 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876695:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c4f4336d 00000080:00200000:2.0:1789762978.876696:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1789762978.876700:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4045 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876726:0:13463:0:(rw26.c:871:ll_write_end()) pos 16568320, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876735:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009118f8f6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4045] 00000080:00200000:2.0:1789762978.876740:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f683c1c9 17ffffc0001001 3:0 ffff99858482f000 4045 lru 00000080:00200000:2.0:1789762978.876748:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000673dd15c 1997: 1< 0 - - > 2< 8179712 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876751:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009118f8f6 00000080:00200000:2.0:1789762978.876752:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762978.876754:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4046 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876790:0:13463:0:(rw26.c:871:ll_write_end()) pos 16572416, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876794:0:13463:0:(rw26.c:929:ll_write_end()) page@000000003d6201f5[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4046] 00000080:00200000:2.0:1789762978.876798:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000030d48655 17ffffc0001001 3:0 ffff99858482f8c0 4046 lru 00000080:00200000:2.0:1789762978.876804:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008291cc90 1998: 1< 0 - - > 2< 8183808 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876806:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000003d6201f5 00000080:00200000:2.0:1789762978.876807:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1789762978.876809:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4047 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876821:0:13463:0:(rw26.c:871:ll_write_end()) pos 16576512, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876825:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000051feef2b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4047] 00000080:00200000:2.0:1789762978.876828:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000006b74af62 17ffffc0001001 3:0 ffff99858482f380 4047 lru 00000080:00200000:2.0:1789762978.876833:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006804dcdc 1999: 1< 0 - - > 2< 8187904 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876835:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000051feef2b 00000080:00200000:2.0:1789762978.876837:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762978.876838:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4048 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876851:0:13463:0:(rw26.c:871:ll_write_end()) pos 16580608, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876855:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000477ea238[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4048] 00000080:00200000:2.0:1789762978.876881:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b6e3cbc2 17ffffc0001001 3:0 ffff99858482f0e0 4048 lru 00000080:00200000:2.0:1789762978.876886:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000098cd14eb 2000: 1< 0 - - > 2< 8192000 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876888:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000477ea238 00000080:00200000:2.0:1789762978.876890:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1789762978.876891:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4049 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876904:0:13463:0:(rw26.c:871:ll_write_end()) pos 16584704, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876908:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000045063c57[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4049] 00000080:00200000:2.0:1789762978.876911:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d0954721 17ffffc0001001 3:0 ffff99858482f540 4049 lru 00000080:00200000:2.0:1789762978.876917:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000005b63dab1 2001: 1< 0 - - > 2< 8196096 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876919:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000045063c57 00000080:00200000:2.0:1789762978.876920:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1789762978.876922:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4050 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876935:0:13463:0:(rw26.c:871:ll_write_end()) pos 16588800, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876939:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000fa5c9ead[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4050] 00000080:00200000:2.0:1789762978.876942:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000069b34a91 17ffffc0001001 3:0 ffff99858482fb60 4050 lru 00000080:00200000:2.0:1789762978.876948:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000000ea03efa 2002: 1< 0 - - > 2< 8200192 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.876951:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000fa5c9ead 00000080:00200000:2.0:1789762978.876952:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1789762978.876954:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4051 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.876986:0:13463:0:(rw26.c:871:ll_write_end()) pos 16592896, len 4096, copied 4096 00000080:00200000:2.0:1789762978.876991:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000fa647dd8[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4051] 00000080:00200000:2.0:1789762978.876994:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000eea9f9df 17ffffc0001001 3:0 ffff99858482f620 4051 lru 00000080:00200000:2.0:1789762978.877001:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000078289980 2003: 1< 0 - - > 2< 8204288 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877003:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000fa647dd8 00000080:00200000:2.0:1789762978.877004:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1789762978.877006:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4052 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877020:0:13463:0:(rw26.c:871:ll_write_end()) pos 16596992, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877024:0:13463:0:(rw26.c:929:ll_write_end()) page@000000008594f0b1[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4052] 00000080:00200000:2.0:1789762978.877028:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000fa0dc754 17ffffc0001001 3:0 ffff99858482fc40 4052 lru 00000080:00200000:2.0:1789762978.877035:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000258d83c1 2004: 1< 0 - - > 2< 8208384 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877037:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000008594f0b1 00000080:00200000:2.0:1789762978.877039:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1789762978.877040:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4053 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877054:0:13463:0:(rw26.c:871:ll_write_end()) pos 16601088, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877058:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c01d3e21[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4053] 00000080:00200000:2.0:1789762978.877061:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000005a49ffc1 17ffffc0001001 3:0 ffff99858482fa80 4053 lru 00000080:00200000:2.0:1789762978.877068:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009c602b6e 2005: 1< 0 - - > 2< 8212480 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877070:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c01d3e21 00000080:00200000:2.0:1789762978.877071:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1789762978.877073:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4054 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877097:0:13463:0:(rw26.c:871:ll_write_end()) pos 16605184, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877102:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d19333d0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4054] 00000080:00200000:2.0:1789762978.877105:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000028ad7b15 17ffffc0001001 3:0 ffff998590a6cee0 4054 lru 00000080:00200000:2.0:1789762978.877112:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e3d6e0f9 2006: 1< 0 - - > 2< 8216576 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877114:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d19333d0 00000080:00200000:2.0:1789762978.877116:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1789762978.877118:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4055 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877132:0:13463:0:(rw26.c:871:ll_write_end()) pos 16609280, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877137:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ab32bd4c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4055] 00000080:00200000:2.0:1789762978.877140:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000900e858 17ffffc0001001 3:0 ffff998590a6c1c0 4055 lru 00000080:00200000:2.0:1789762978.877147:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e656dc69 2007: 1< 0 - - > 2< 8220672 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877150:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ab32bd4c 00000080:00200000:2.0:1789762978.877151:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762978.877152:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4056 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877186:0:13463:0:(rw26.c:871:ll_write_end()) pos 16613376, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877190:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000009802296[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4056] 00000080:00200000:2.0:1789762978.877193:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001635ed34 17ffffc0001021 2:0 ffff998590a6c000 4056 lru 00000080:00200000:2.0:1789762978.877199:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001521d074 2008: 1< 0 - - > 2< 8224768 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877200:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000009802296 00000080:00200000:2.0:1789762978.877202:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1789762978.877203:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4057 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877216:0:13463:0:(rw26.c:871:ll_write_end()) pos 16617472, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877220:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000be4547c8[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4057] 00000080:00200000:2.0:1789762978.877224:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008aa8bd7f 17ffffc0001001 3:0 ffff998590a6c8c0 4057 lru 00000080:00200000:2.0:1789762978.877229:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e83ce8e4 2009: 1< 0 - - > 2< 8228864 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877232:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000be4547c8 00000080:00200000:2.0:1789762978.877233:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1789762978.877234:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4058 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877248:0:13463:0:(rw26.c:871:ll_write_end()) pos 16621568, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877252:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f023dd35[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4058] 00000080:00200000:2.0:1789762978.877255:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f36df26d 17ffffc0001001 3:0 ffff998590a6c380 4058 lru 00000080:00200000:2.0:1789762978.877261:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000008b3600be 2010: 1< 0 - - > 2< 8232960 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877263:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f023dd35 00000080:00200000:2.0:1789762978.877264:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762978.877266:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4059 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877278:0:13463:0:(rw26.c:871:ll_write_end()) pos 16625664, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877282:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000ea49df56[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4059] 00000080:00200000:2.0:1789762978.877285:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b542fa54 17ffffc0001001 3:0 ffff998590a6c0e0 4059 lru 00000080:00200000:2.0:1789762978.877291:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006af3a50e 2011: 1< 0 - - > 2< 8237056 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877294:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000ea49df56 00000080:00200000:2.0:1789762978.877295:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1789762978.877297:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4060 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877309:0:13463:0:(rw26.c:871:ll_write_end()) pos 16629760, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877313:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000d937cab2[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4060] 00000080:00200000:2.0:1789762978.877316:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009e354ba0 17ffffc0001001 3:0 ffff998590a6c540 4060 lru 00000080:00200000:2.0:1789762978.877321:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000009405d7a6 2012: 1< 0 - - > 2< 8241152 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877323:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000d937cab2 00000080:00200000:2.0:1789762978.877324:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762978.877326:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4061 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877337:0:13463:0:(rw26.c:871:ll_write_end()) pos 16633856, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877341:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000dc27447b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4061] 00000080:00200000:2.0:1789762978.877344:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000572738aa 17ffffc0001001 3:0 ffff998590a6cb60 4061 lru 00000080:00200000:2.0:1789762978.877349:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007b1284d6 2013: 1< 0 - - > 2< 8245248 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877351:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000dc27447b 00000080:00200000:2.0:1789762978.877352:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1789762978.877354:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4062 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877366:0:13463:0:(rw26.c:871:ll_write_end()) pos 16637952, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877370:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000b07a827d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4062] 00000080:00200000:2.0:1789762978.877393:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000004f214361 17ffffc0001001 3:0 ffff998590a6c620 4062 lru 00000080:00200000:2.0:1789762978.877400:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000d495807e 2014: 1< 0 - - > 2< 8249344 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877402:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000b07a827d 00000080:00200000:2.0:1789762978.877404:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1789762978.877406:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4063 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877422:0:13463:0:(rw26.c:871:ll_write_end()) pos 16642048, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877427:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000f1bf887d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4063] 00000080:00200000:2.0:1789762978.877430:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000069822cc2 17ffffc0001001 3:0 ffff998590a6cc40 4063 lru 00000080:00200000:2.0:1789762978.877436:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000014d9020 2015: 1< 0 - - > 2< 8253440 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877438:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000f1bf887d 00000080:00200000:2.0:1789762978.877439:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1789762978.877441:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4064 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877454:0:13463:0:(rw26.c:871:ll_write_end()) pos 16646144, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877458:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a0c3b275[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4064] 00000080:00200000:2.0:1789762978.877461:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000c70aa66a 17ffffc0001001 3:0 ffff998590a6ca80 4064 lru 00000080:00200000:2.0:1789762978.877467:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000094f07e9 2016: 1< 0 - - > 2< 8257536 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877470:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a0c3b275 00000080:00200000:2.0:1789762978.877471:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1789762978.877472:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4065 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877485:0:13463:0:(rw26.c:871:ll_write_end()) pos 16650240, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877489:0:13463:0:(rw26.c:929:ll_write_end()) page@000000004d625c72[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4065] 00000080:00200000:2.0:1789762978.877492:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000002b50496b 17ffffc0001001 3:0 ffff998590a6c9a0 4065 lru 00000080:00200000:2.0:1789762978.877497:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000005e07ffb4 2017: 1< 0 - - > 2< 8261632 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877500:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000004d625c72 00000080:00200000:2.0:1789762978.877501:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1789762978.877502:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4066 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877515:0:13463:0:(rw26.c:871:ll_write_end()) pos 16654336, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877519:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000a3af494[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4066] 00000080:00200000:2.0:1789762978.877522:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000008413a08e 17ffffc0001001 3:0 ffff998590a6c7e0 4066 lru 00000080:00200000:2.0:1789762978.877528:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000ef5e7bb0 2018: 1< 0 - - > 2< 8265728 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877529:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000a3af494 00000080:00200000:2.0:1789762978.877530:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1789762978.877532:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4067 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877544:0:13463:0:(rw26.c:871:ll_write_end()) pos 16658432, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877565:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a51f753a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4067] 00000080:00200000:2.0:1789762978.877568:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000016ee88ac 17ffffc0001001 3:0 ffff998590a6c2a0 4067 lru 00000080:00200000:2.0:1789762978.877575:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000064897a9f 2019: 1< 0 - - > 2< 8269824 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877577:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a51f753a 00000080:00200000:2.0:1789762978.877578:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1789762978.877580:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4068 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877594:0:13463:0:(rw26.c:871:ll_write_end()) pos 16662528, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877598:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000064a32400[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4068] 00000080:00200000:2.0:1789762978.877602:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007aa4740e 17ffffc0001001 3:0 ffff998590a6ce00 4068 lru 00000080:00200000:2.0:1789762978.877608:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000015b92c51 2020: 1< 0 - - > 2< 8273920 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877610:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000064a32400 00000080:00200000:2.0:1789762978.877611:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762978.877613:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4069 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877627:0:13463:0:(rw26.c:871:ll_write_end()) pos 16666624, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877675:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000b3a6741[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4069] 00000080:00200000:2.0:1789762978.877680:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001b6a5c66 17ffffc0001001 3:0 ffff998590a6c700 4069 lru 00000080:00200000:2.0:1789762978.877688:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000037eff9d2 2021: 1< 0 - - > 2< 8278016 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877692:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000b3a6741 00000080:00200000:2.0:1789762978.877693:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762978.877696:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4070 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877721:0:13463:0:(rw26.c:871:ll_write_end()) pos 16670720, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877729:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000019c23e9c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4070] 00000080:00200000:2.0:1789762978.877734:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000957673a4 17ffffc0001001 3:0 ffff998590a6c460 4070 lru 00000080:00200000:2.0:1789762978.877744:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000005387a2c2 2022: 1< 0 - - > 2< 8282112 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877746:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000019c23e9c 00000080:00200000:2.0:1789762978.877748:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1789762978.877750:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4071 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877771:0:13463:0:(rw26.c:871:ll_write_end()) pos 16674816, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877775:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000314abaaa[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4071] 00000080:00200000:2.0:1789762978.877778:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb6b0dd8 17ffffc0001021 2:0 ffff998590a6cd20 4071 lru 00000080:00200000:2.0:1789762978.877784:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001ed5ab2d 2023: 1< 0 - - > 2< 8286208 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877787:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000314abaaa 00000080:00200000:2.0:1789762978.877788:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762978.877789:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4072 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877811:0:13463:0:(rw26.c:871:ll_write_end()) pos 16678912, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877815:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000472d1ebf[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4072] 00000080:00200000:2.0:1789762978.877818:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d7a838c5 17ffffc0001001 3:0 ffff998590a6d2a0 4072 lru 00000080:00200000:2.0:1789762978.877824:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000003c3b8f35 2024: 1< 0 - - > 2< 8290304 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877828:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000472d1ebf 00000080:00200000:2.0:1789762978.877829:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1789762978.877831:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4073 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877843:0:13463:0:(rw26.c:871:ll_write_end()) pos 16683008, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877847:0:13463:0:(rw26.c:929:ll_write_end()) page@000000009d33d58e[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4073] 00000080:00200000:2.0:1789762978.877850:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000007a512f11 17ffffc0001001 3:0 ffff998590a6de00 4073 lru 00000080:00200000:2.0:1789762978.877856:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e69ae94b 2025: 1< 0 - - > 2< 8294400 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877858:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000009d33d58e 00000080:00200000:2.0:1789762978.877859:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762978.877861:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4074 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877873:0:13463:0:(rw26.c:871:ll_write_end()) pos 16687104, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877877:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c0ad6bcf[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4074] 00000080:00200000:2.0:1789762978.877880:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b6375002 17ffffc0001001 3:0 ffff998590a6d700 4074 lru 00000080:00200000:2.0:1789762978.877885:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000678a0977 2026: 1< 0 - - > 2< 8298496 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877887:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c0ad6bcf 00000080:00200000:2.0:1789762978.877888:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1789762978.877890:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4075 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877901:0:13463:0:(rw26.c:871:ll_write_end()) pos 16691200, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877905:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000bc806480[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4075] 00000080:00200000:2.0:1789762978.877908:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000404e19d1 17ffffc0001001 3:0 ffff998590a6d460 4075 lru 00000080:00200000:2.0:1789762978.877914:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000007da8f4ca 2027: 1< 0 - - > 2< 8302592 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877916:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000bc806480 00000080:00200000:2.0:1789762978.877917:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1789762978.877918:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4076 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877931:0:13463:0:(rw26.c:871:ll_write_end()) pos 16695296, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877934:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000092272ec1[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4076] 00000080:00200000:2.0:1789762978.877937:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000b638a779 17ffffc0001001 3:0 ffff998590a6dd20 4076 lru 00000080:00200000:2.0:1789762978.877943:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002803d7dc 2028: 1< 0 - - > 2< 8306688 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877945:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000092272ec1 00000080:00200000:2.0:1789762978.877946:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1789762978.877948:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4077 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877960:0:13463:0:(rw26.c:871:ll_write_end()) pos 16699392, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877964:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000051aa8b9b[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4077] 00000080:00200000:2.0:1789762978.877967:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000005aa89b7 17ffffc0001001 3:0 ffff998590a6dee0 4077 lru 00000080:00200000:2.0:1789762978.877973:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000093d51756 2029: 1< 0 - - > 2< 8310784 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.877975:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000051aa8b9b 00000080:00200000:2.0:1789762978.877976:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762978.877978:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4078 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.877990:0:13463:0:(rw26.c:871:ll_write_end()) pos 16703488, len 4096, copied 4096 00000080:00200000:2.0:1789762978.877994:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000da9d9680[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4078] 00000080:00200000:2.0:1789762978.877997:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000156641be 17ffffc0001001 3:0 ffff998590a6d1c0 4078 lru 00000080:00200000:2.0:1789762978.878002:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006ad8e9d7 2030: 1< 0 - - > 2< 8314880 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878004:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000da9d9680 00000080:00200000:2.0:1789762978.878005:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1789762978.878007:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4079 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878020:0:13463:0:(rw26.c:871:ll_write_end()) pos 16707584, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878024:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000097dc7b33[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4079] 00000080:00200000:2.0:1789762978.878027:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000158f5865 17ffffc0001001 3:0 ffff998590a6d000 4079 lru 00000080:00200000:2.0:1789762978.878033:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000daaa3ef7 2031: 1< 0 - - > 2< 8318976 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878034:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000097dc7b33 00000080:00200000:2.0:1789762978.878036:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762978.878037:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4080 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878050:0:13463:0:(rw26.c:871:ll_write_end()) pos 16711680, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878054:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000096c1863f[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4080] 00000080:00200000:2.0:1789762978.878057:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000f7023cbf 17ffffc0001001 3:0 ffff998590a6d8c0 4080 lru 00000080:00200000:2.0:1789762978.878063:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002c1e26a6 2032: 1< 0 - - > 2< 8323072 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878065:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000096c1863f 00000080:00200000:2.0:1789762978.878066:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762978.878068:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4081 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878080:0:13463:0:(rw26.c:871:ll_write_end()) pos 16715776, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878084:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000006d07440[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4081] 00000080:00200000:2.0:1789762978.878086:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d385940f 17ffffc0001001 3:0 ffff998590a6d380 4081 lru 00000080:00200000:2.0:1789762978.878092:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a87d22eb 2033: 1< 0 - - > 2< 8327168 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878095:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000006d07440 00000080:00200000:2.0:1789762978.878096:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762978.878098:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4082 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878110:0:13463:0:(rw26.c:871:ll_write_end()) pos 16719872, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878114:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000a23ea2b3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4082] 00000080:00200000:2.0:1789762978.878116:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000a97700be 17ffffc0001001 3:0 ffff998590a6d0e0 4082 lru 00000080:00200000:2.0:1789762978.878122:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000003dbbf69a 2034: 1< 0 - - > 2< 8331264 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878124:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000a23ea2b3 00000080:00200000:2.0:1789762978.878125:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1789762978.878126:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4083 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878138:0:13463:0:(rw26.c:871:ll_write_end()) pos 16723968, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878142:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000c012033a[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4083] 00000080:00200000:2.0:1789762978.878145:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000877c655 17ffffc0001001 3:0 ffff998590a6d540 4083 lru 00000080:00200000:2.0:1789762978.878150:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000004afe6338 2035: 1< 0 - - > 2< 8335360 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878152:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000c012033a 00000080:00200000:2.0:1789762978.878153:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1789762978.878155:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4084 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878167:0:13463:0:(rw26.c:871:ll_write_end()) pos 16728064, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878171:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e791d982[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4084] 00000080:00200000:2.0:1789762978.878174:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d3210dbc 17ffffc0001001 3:0 ffff998590a6db60 4084 lru 00000080:00200000:2.0:1789762978.878179:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000002a634cf8 2036: 1< 0 - - > 2< 8339456 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878181:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e791d982 00000080:00200000:2.0:1789762978.878182:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762978.878184:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4085 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878196:0:13463:0:(rw26.c:871:ll_write_end()) pos 16732160, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878200:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000dffd73df[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4085] 00000080:00200000:2.0:1789762978.878203:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000028f2c47b 17ffffc0001001 3:0 ffff998590a6d620 4085 lru 00000080:00200000:2.0:1789762978.878208:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000001e6cd241 2037: 1< 0 - - > 2< 8343552 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878210:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000dffd73df 00000080:00200000:2.0:1789762978.878212:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1789762978.878213:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4086 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878230:0:13463:0:(rw26.c:871:ll_write_end()) pos 16736256, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878234:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e7a9afc3[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4086] 00000080:00200000:2.0:1789762978.878237:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000001260892a 17ffffc0001021 2:0 ffff998590a6dc40 4086 lru 00000080:00200000:2.0:1789762978.878243:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000e14963e9 2038: 1< 0 - - > 2< 8347648 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878246:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e7a9afc3 00000080:00200000:2.0:1789762978.878247:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1789762978.878248:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4087 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878260:0:13463:0:(rw26.c:871:ll_write_end()) pos 16740352, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878264:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000432bb178[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4087] 00000080:00200000:2.0:1789762978.878267:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000044c2ffb2 17ffffc0001001 3:0 ffff998590a6da80 4087 lru 00000080:00200000:2.0:1789762978.878273:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@000000006dda8e98 2039: 1< 0 - - > 2< 8351744 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878275:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000432bb178 00000080:00200000:2.0:1789762978.878276:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1789762978.878277:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4088 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878289:0:13463:0:(rw26.c:871:ll_write_end()) pos 16744448, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878293:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000002aa6d3d[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4088] 00000080:00200000:2.0:1789762978.878296:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000d77e72d6 17ffffc0001001 3:0 ffff998590a6d9a0 4088 lru 00000080:00200000:2.0:1789762978.878322:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000557037a8 2040: 1< 0 - - > 2< 8355840 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878325:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000002aa6d3d 00000080:00200000:2.0:1789762978.878326:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1789762978.878328:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4089 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878345:0:13463:0:(rw26.c:871:ll_write_end()) pos 16748544, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878350:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000fe909396[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4089] 00000080:00200000:2.0:1789762978.878353:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000077369700 17ffffc0001001 3:0 ffff998590a6d7e0 4089 lru 00000080:00200000:2.0:1789762978.878359:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a8c834e0 2041: 1< 0 - - > 2< 8359936 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878361:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000fe909396 00000080:00200000:2.0:1789762978.878363:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762978.878364:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4090 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878386:0:13463:0:(rw26.c:871:ll_write_end()) pos 16752640, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878390:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000097fcddb6[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4090] 00000080:00200000:2.0:1789762978.878393:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000e67bae62 17ffffc0001001 3:0 ffff9985849241c0 4090 lru 00000080:00200000:2.0:1789762978.878399:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b1828e60 2042: 1< 0 - - > 2< 8364032 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878401:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000097fcddb6 00000080:00200000:2.0:1789762978.878402:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1789762978.878404:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4091 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878417:0:13463:0:(rw26.c:871:ll_write_end()) pos 16756736, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878421:0:13463:0:(rw26.c:929:ll_write_end()) page@000000000987c1f0[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4091] 00000080:00200000:2.0:1789762978.878423:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000cdd39fd1 17ffffc0001001 3:0 ffff998584924000 4091 lru 00000080:00200000:2.0:1789762978.878429:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000022435eed 2043: 1< 0 - - > 2< 8368128 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878431:0:13463:0:(rw26.c:929:ll_write_end()) end page@000000000987c1f0 00000080:00200000:2.0:1789762978.878432:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762978.878434:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4092 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878447:0:13463:0:(rw26.c:871:ll_write_end()) pos 16760832, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878451:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000dd5e45b4[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4092] 00000080:00200000:2.0:1789762978.878454:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000009856cf11 17ffffc0001001 3:0 ffff9985849248c0 4092 lru 00000080:00200000:2.0:1789762978.878460:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@0000000070d37fbf 2044: 1< 0 - - > 2< 8372224 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878462:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000dd5e45b4 00000080:00200000:2.0:1789762978.878463:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1789762978.878465:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4093 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878478:0:13463:0:(rw26.c:871:ll_write_end()) pos 16764928, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878482:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000029020b51[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4093] 00000080:00200000:2.0:1789762978.878485:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @00000000cd19569c 17ffffc0001001 3:0 ffff998584924380 4093 lru 00000080:00200000:2.0:1789762978.878490:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b44b5682 2045: 1< 0 - - > 2< 8376320 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878493:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000029020b51 00000080:00200000:2.0:1789762978.878494:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762978.878496:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4094 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878508:0:13463:0:(rw26.c:871:ll_write_end()) pos 16769024, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878512:0:13463:0:(rw26.c:929:ll_write_end()) page@0000000098cf6985[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4094] 00000080:00200000:2.0:1789762978.878515:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @0000000004bf5f8b 17ffffc0001001 3:0 ffff9985849240e0 4094 lru 00000080:00200000:2.0:1789762978.878520:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4390d3c 2046: 1< 0 - - > 2< 8380416 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878523:0:13463:0:(rw26.c:929:ll_write_end()) end page@0000000098cf6985 00000080:00200000:2.0:1789762978.878525:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762978.878526:0:13463:0:(rw26.c:676:ll_write_begin()) Writing 4095 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.878539:0:13463:0:(rw26.c:871:ll_write_end()) pos 16773120, len 4096, copied 4096 00000080:00200000:2.0:1789762978.878543:0:13463:0:(rw26.c:929:ll_write_end()) page@00000000e885a78c[3 0000000058eb6e3b 2 1 0000000027054676 1 0 4095] 00000080:00200000:2.0:1789762978.878546:0:13463:0:(rw26.c:929:ll_write_end()) vmpage @000000000eb6f6a8 17ffffc0001001 3:0 ffff998584924540 4095 lru 00000080:00200000:2.0:1789762978.878551:0:13463:0:(rw26.c:929:ll_write_end()) osc-page@00000000b6b0b9ff 2047: 1< 0 - - > 2< 8384512 0 0 0x0 0x0 | 00000000014c1909 00000000a1aa74d0 > 3< 0 0 > 4< 0 0 8 9486336 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762978.878553:0:13463:0:(rw26.c:929:ll_write_end()) end page@00000000e885a78c 00000080:00200000:2.0:1789762978.878554:0:13463:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1789762978.878556:0:13463:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1789762978.878581:0:13463:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878592:0:13463:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878599:0:13463:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878608:0:13463:0:(osc_cache.c:846:osc_extent_find()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878623:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878655:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878681:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878699:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878716:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878727:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878737:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878746:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878754:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878763:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878771:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878781:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878789:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878798:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.878811:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.878818:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878827:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878836:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878845:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878854:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878869:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878878:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878886:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878895:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878903:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878912:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878920:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878928:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878937:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878947:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.878958:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.878964:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878973:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878982:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878990:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.878999:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879007:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879016:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879029:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879038:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879046:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879055:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879064:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879072:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879081:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879089:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.879100:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.879106:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879115:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879123:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879132:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879140:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879149:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879157:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879166:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879175:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879188:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879197:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879223:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879231:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879239:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879247:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.879257:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.879263:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879271:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879283:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879291:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879299:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879331:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879339:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879348:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879356:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879364:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879372:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879381:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879389:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879397:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879404:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.879416:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.879421:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879430:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879438:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879446:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879460:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879469:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879477:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879485:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879493:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879501:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879509:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879517:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879525:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879534:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879543:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.879553:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.879559:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879567:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879575:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879583:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879591:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879599:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879612:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879620:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879645:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879664:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879696:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879714:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879732:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879744:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879754:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.879786:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.879794:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879804:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879813:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879822:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879830:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879858:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879867:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879876:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879892:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879918:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879926:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879935:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879942:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879950:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879958:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.879969:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.879974:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879987:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.879995:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880003:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880011:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880020:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880028:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880036:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880044:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880052:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880060:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880068:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880076:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880084:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880092:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.880103:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.880108:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880116:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880125:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880137:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880145:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880153:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880161:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880169:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880178:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880186:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880194:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880202:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880211:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880219:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880227:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.880238:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.880243:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880251:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880259:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880267:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880275:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880289:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880298:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880306:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880314:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880322:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880330:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880338:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880346:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880376:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880386:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.880397:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.880403:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880412:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880420:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880428:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880436:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880444:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880452:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880465:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880474:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880482:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880490:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880498:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880507:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880515:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880523:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.880533:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.880539:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880548:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880556:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880564:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880572:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880580:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880588:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880596:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880603:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880617:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880625:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880654:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880670:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880704:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880723:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.880742:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.880750:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880761:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880795:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880804:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880813:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880821:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880830:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880858:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880868:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880877:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880886:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880896:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880923:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880931:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880939:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.880950:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.880955:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880964:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880972:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880980:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.880993:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881001:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881009:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881017:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881025:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881033:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881041:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881049:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881057:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881065:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881074:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.881084:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.881089:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881098:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881106:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881114:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881122:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881130:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881142:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881150:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881158:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881166:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881174:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881183:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881191:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881199:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881207:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.881217:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.881223:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881231:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881239:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881247:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881255:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881263:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881271:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881279:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881292:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881300:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881308:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881316:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881324:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881332:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00010000:2.0:1789762978.881340:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.881369:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 15, dirtied 15 00000008:00010000:2.0:1789762978.881377:0:13463:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1789762978.881391:0:13463:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d20ab8, count 1, dirtied 1 00000080:00200000:2.0:1789762978.881394:0:13463:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762978.881397:0:13463:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_r_oleg336-client.virtnet: write bytes 0, result: 1048576 00000020:00010000:2.0:1789762978.881415:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9985881f3218 (ffff998590aa2ab8/0) at cl_lock_release():245 00000020:00010000:2.0:1789762978.881419:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9985881f3218 (ffff998590aa2ab8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762978.881422:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9985902ead30 (ffff998590aa2e18/1) at cl_lock_cancel():142 00010000:00010000:2.0:1789762978.881427:0:13463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1789762978.881436:0:13463:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000020:00010000:2.0:1789762978.881446:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9985881f3218 (ffff998590aa2ab8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762978.881448:0:13463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9985902ead30 (ffff998590aa2ab8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762978.881453:0:13463:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762978.881457:0:13463:0:(file.c:2205:ll_file_io_generic()) Range unlock [3840, 4095] 00000080:00200000:2.0:1789762978.881462:0:13463:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x27:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762978.881466:0:13463:0:(file.c:2238:ll_file_io_generic()) nrs_r_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:2.0:1789762978.881485:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000008:00010000:2.0:1789762978.881498:0:42:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:2.0:1789762978.882472:0:42:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000008:00100000:2.0:1789762978.884182:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985857db480 - object 0x280000400:11 offset 4194304<>8388608 00000100:00100000:2.0:1789762978.884237:0:2355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2355:1876702246690560:192.168.203.136@tcp:4:dd.500 00000008:00010000:2.0:1789762978.899912:0:2355:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000008:00010000:2.0:1789762978.901773:0:2355:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000d9f34685 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000006681e8e4/0xc03e56b8789449a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc10 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000100:00100000:2.0:1789762978.901816:0:2355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2355:1876702246690560:192.168.203.136@tcp:4:dd.500 00000080:00200000:2.0:1789762978.938181:0:13479:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:2.0:1789762978.938198:0:13479:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762978.938220:0:13479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1789762978.938239:0:13479:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1789762978.938248:0:13479:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762978.938254:0:13479:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:2.0:1789762978.938262:0:13479:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:2.0:1789762978.938274:0:13479:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c3327bf8 00010000:00010000:2.0:1789762978.938282:0:13479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1789762978.938368:0:13479:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1789762978.938396:0:13479:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:2.0:1789762978.938408:0:13479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762978.938438:0:13479:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:2.0:1789762978.938451:0:13479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_w_oleg336-client.virtnet, flags=777 00000080:00200000:2.0:1789762978.938462:0:13479:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x28:0x0](ffff998598d89988), inode mode 81a4 mask 46 00000080:00200008:2.0:1789762978.938473:0:13479:0:(file.c:1090:ll_file_open()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100102 00000080:00200080:2.0:1789762978.938528:0:13479:0:(file.c:4646:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x28:0x0](ffff998598d89988) cmd=80306d02 arg=7ffd5f1729a0 00020000:00000080:2.0:1789762978.938539:0:13479:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99859130d000: cmd=80306d02 len=0 karg=0000000000000000 uarg=00007ffd5f1729a0 00000020:00000080:2.0:1789762978.938549:0:13479:0:(lov_obd.c:981:lov_iocontrol()) lustre-clilov-ffff99859130d000: iocontrol from 'dd' cmd=80306d02 _IOR('m', 2, 48) unknown: rc = -25 00000080:00200008:2.0:1789762978.938559:0:13479:0:(file.c:5214:ll_file_seek()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], offset: 5242880, type: SEEK_CUR 00000080:00200008:2.0:1789762978.938571:0:13479:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], offset: 5242880, type: SEEK_CUR, rc = 5242880 00000080:00200000:2.0:1789762978.942596:0:13477:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:2.0:1789762978.942618:0:13477:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762978.942659:0:13477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1789762978.942686:0:13477:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1789762978.942727:0:13477:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762978.942750:0:13477:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:2.0:1789762978.942759:0:13477:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:2.0:1789762978.942768:0:13477:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c3317bf8 00010000:00010000:2.0:1789762978.942775:0:13477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1789762978.942783:0:13477:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1789762978.942795:0:13477:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:2.0:1789762978.942813:0:13477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762978.942830:0:13477:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:2.0:1789762978.942850:0:13477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_w_oleg336-client.virtnet, flags=777 00000080:00200000:2.0:1789762978.942860:0:13477:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x28:0x0](ffff998598d89988), inode mode 81a4 mask 46 00000080:00200008:2.0:1789762978.942880:0:13477:0:(file.c:1090:ll_file_open()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100102 00000080:00200080:2.0:1789762978.942929:0:13477:0:(file.c:4646:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x28:0x0](ffff998598d89988) cmd=80306d02 arg=7ffff022f460 00020000:00000080:2.0:1789762978.942943:0:13477:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99859130d000: cmd=80306d02 len=0 karg=0000000000000000 uarg=00007ffff022f460 00000020:00000080:2.0:1789762978.942952:0:13477:0:(lov_obd.c:981:lov_iocontrol()) lustre-clilov-ffff99859130d000: iocontrol from 'dd' cmd=80306d02 _IOR('m', 2, 48) unknown: rc = -25 00000080:00200008:2.0:1789762978.942963:0:13477:0:(file.c:5214:ll_file_seek()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], offset: 3145728, type: SEEK_CUR 00000080:00200008:2.0:1789762978.942975:0:13477:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], offset: 3145728, type: SEEK_CUR, rc = 3145728 00000080:00200000:2.0:1789762978.951175:0:13480:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:2.0:1789762978.951189:0:13480:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762978.951206:0:13480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:2.0:1789762978.951235:0:13480:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:2.0:1789762978.951244:0:13480:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762978.951251:0:13480:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:2.0:1789762978.951259:0:13480:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:2.0:1789762978.951268:0:13480:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c332fbf8 00010000:00010000:2.0:1789762978.951276:0:13480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:2.0:1789762978.951328:0:13480:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:2.0:1789762978.951345:0:13480:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:2.0:1789762978.951353:0:13480:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762978.955022:0:13483:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:2.0:1789762978.955040:0:13483:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762978.955057:0:13483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1789762978.955086:0:13483:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:2.0:1789762978.955096:0:13483:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762978.955108:0:13483:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:2.0:1789762978.955114:0:13483:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:2.0:1789762978.955128:0:13483:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c3347bf8 00010000:00010000:2.0:1789762978.955144:0:13483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1789762978.955167:0:13483:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:2.0:1789762978.955182:0:13483:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:2.0:1789762978.955190:0:13483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762978.955198:0:13483:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:2.0:1789762978.955207:0:13483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_w_oleg336-client.virtnet, flags=777 00000080:00200000:2.0:1789762978.955214:0:13483:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x28:0x0](ffff998598d89988), inode mode 81a4 mask 46 00000080:00200008:2.0:1789762978.955224:0:13483:0:(file.c:1090:ll_file_open()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100102 00000080:00200080:2.0:1789762978.955257:0:13483:0:(file.c:4646:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x28:0x0](ffff998598d89988) cmd=80306d02 arg=7fff609c5610 00020000:00000080:2.0:1789762978.955266:0:13483:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99859130d000: cmd=80306d02 len=0 karg=0000000000000000 uarg=00007fff609c5610 00000020:00000080:2.0:1789762978.955274:0:13483:0:(lov_obd.c:981:lov_iocontrol()) lustre-clilov-ffff99859130d000: iocontrol from 'dd' cmd=80306d02 _IOR('m', 2, 48) unknown: rc = -25 00000080:00200008:2.0:1789762978.955283:0:13483:0:(file.c:5214:ll_file_seek()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], offset: 9437184, type: SEEK_CUR 00000080:00200008:2.0:1789762978.955923:0:13479:0:(file.c:2650:do_file_write_iter()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], ppos: 5242880, count: 1048576 00000080:00200000:2.0:1789762978.955935:0:13479:0:(file.c:2090:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: write ppos: 5242880, bytes: 1048576 00000080:00200000:2.0:1789762978.955942:0:13479:0:(file.c:1848:ll_io_set_mirror()) nrs_w_oleg336-client.virtnet: desiginated mirror: 0 00000020:00200000:2.0:1789762978.955949:0:13479:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d19e0313[0x110, 295, [0x200000401:0x28:0x0] hash] 00000020:00200000:2.0:1789762978.955951:0:13479:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [5242880, 6291456) 0 0 00000080:00200000:2.0:1789762978.955954:0:13479:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762978.955962:0:13479:0:(file.c:2168:ll_file_io_generic()) Range lock [1280, 1535] 00020000:00200000:2.0:1789762978.955966:0:13479:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [5242880, 6291456) 6291456, 1048576 00020000:00200000:2.0:1789762978.955969:0:13479:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762978.955979:0:13479:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1280, 1535] 00000008:00010000:2.0:1789762978.955990:0:13479:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1789762978.955996:0:13479:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9985902ead30, osc lock ffff9985902caf70, flags 0x0 00010000:00010000:2.0:1789762978.956034:0:13479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.956053:0:13479:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.956061:0:13479:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762978.956100:0:13479:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da680 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13479:1876702246691328:192.168.203.136@tcp:101:dd.0 00000100:00100000:2.0:1789762978.956179:0:13479:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588ba7840 going to sleep for 11 seconds 00000080:00200008:2.0:1789762978.956494:0:13477:0:(file.c:2650:do_file_write_iter()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], ppos: 3145728, count: 1048576 00000080:00200000:2.0:1789762978.956501:0:13477:0:(file.c:2090:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: write ppos: 3145728, bytes: 1048576 00000080:00200000:2.0:1789762978.956505:0:13477:0:(file.c:1848:ll_io_set_mirror()) nrs_w_oleg336-client.virtnet: desiginated mirror: 0 00000020:00200000:2.0:1789762978.956510:0:13477:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d19e0313[0x110, 300, [0x200000401:0x28:0x0] hash] 00000020:00200000:2.0:1789762978.956513:0:13477:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [3145728, 4194304) 0 0 00000080:00200000:2.0:1789762978.956517:0:13477:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762978.956525:0:13477:0:(file.c:2168:ll_file_io_generic()) Range lock [768, 1023] 00020000:00200000:2.0:1789762978.956529:0:13477:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [3145728, 4194304) 4194304, 1048576 00020000:00200000:2.0:1789762978.956532:0:13477:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762978.956540:0:13477:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [768, 1023] 00000008:00010000:2.0:1789762978.956550:0:13477:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1789762978.956554:0:13477:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9985902eadb0, osc lock ffff9985902cb300, flags 0x0 00010000:00010000:2.0:1789762978.956569:0:13477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.956581:0:13477:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3145728 4194303) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.956591:0:13477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.956599:0:13477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.956605:0:13477:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 11/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762978.956613:0:13477:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write [3145728, 4194304) append 0 append lockpos 0 00000080:00200000:2.0:1789762978.956619:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 768 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.956659:0:13477:0:(rw26.c:871:ll_write_end()) pos 3145728, len 4096, copied 4096 00000080:00200000:2.0:1789762978.956669:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000093f6b74c[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 768] 00000080:00200000:2.0:1789762978.956673:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000003e1c64f 17ffffc0001001 3:0 ffff998584924b60 768 lru 00000080:00200000:2.0:1789762978.956679:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000002b69d62a 768: 1< 0 - - > 2< 3145728 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.956682:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000093f6b74c 00000080:00200000:2.0:1789762978.956684:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1789762978.956687:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 769 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.956708:0:13477:0:(rw26.c:871:ll_write_end()) pos 3149824, len 4096, copied 4096 00000080:00200000:2.0:1789762978.956714:0:13477:0:(rw26.c:929:ll_write_end()) page@000000005e3ebe62[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 769] 00000080:00200000:2.0:1789762978.956717:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000084d2ed49 17ffffc0001001 3:0 ffff998584924620 769 lru 00000080:00200000:2.0:1789762978.956723:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000003889f9a9 769: 1< 0 - - > 2< 3149824 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.956726:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000005e3ebe62 00000080:00200000:2.0:1789762978.956728:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1789762978.956731:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 770 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.956747:0:13477:0:(rw26.c:871:ll_write_end()) pos 3153920, len 4096, copied 4096 00000080:00200000:2.0:1789762978.956753:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000075bd8249[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 770] 00000080:00200000:2.0:1789762978.956755:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000c2d0a735 17ffffc0001001 3:0 ffff998584924c40 770 lru 00000080:00200000:2.0:1789762978.956760:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000008fceb748 770: 1< 0 - - > 2< 3153920 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.956762:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000075bd8249 00000080:00200000:2.0:1789762978.956764:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1789762978.956766:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 771 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.956779:0:13477:0:(rw26.c:871:ll_write_end()) pos 3158016, len 4096, copied 4096 00000080:00200000:2.0:1789762978.956783:0:13477:0:(rw26.c:929:ll_write_end()) page@000000004ec268a9[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 771] 00000080:00200000:2.0:1789762978.956786:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000007df9b093 17ffffc0001001 3:0 ffff998584924a80 771 lru 00000080:00200000:2.0:1789762978.956791:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000463e63ae 771: 1< 0 - - > 2< 3158016 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.956795:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000004ec268a9 00000080:00200000:2.0:1789762978.956798:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1789762978.956801:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 772 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.956817:0:13477:0:(rw26.c:871:ll_write_end()) pos 3162112, len 4096, copied 4096 00000080:00200000:2.0:1789762978.956821:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000718ac6db[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 772] 00000080:00200000:2.0:1789762978.956823:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000007a9c7fc7 17ffffc0001001 3:0 ffff9985849249a0 772 lru 00000080:00200000:2.0:1789762978.956828:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000d070372b 772: 1< 0 - - > 2< 3162112 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.956831:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000718ac6db 00000080:00200000:2.0:1789762978.956831:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1789762978.956833:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 773 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.956849:0:13477:0:(rw26.c:871:ll_write_end()) pos 3166208, len 4096, copied 4096 00000080:00200000:2.0:1789762978.956853:0:13477:0:(rw26.c:929:ll_write_end()) page@000000001033384c[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 773] 00000080:00200000:2.0:1789762978.956855:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000004bf3a978 17ffffc0001001 3:0 ffff9985849247e0 773 lru 00000080:00200000:2.0:1789762978.956859:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000008a0e38e4 773: 1< 0 - - > 2< 3166208 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.956862:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000001033384c 00000080:00200000:2.0:1789762978.956863:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1789762978.956864:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 774 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.956878:0:13477:0:(rw26.c:871:ll_write_end()) pos 3170304, len 4096, copied 4096 00000080:00200000:2.0:1789762978.956881:0:13477:0:(rw26.c:929:ll_write_end()) page@000000005b288a00[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 774] 00000080:00200000:2.0:1789762978.956884:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000af66db61 17ffffc0001001 3:0 ffff9985849242a0 774 lru 00000080:00200000:2.0:1789762978.956888:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000005cbcb48b 774: 1< 0 - - > 2< 3170304 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.956890:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000005b288a00 00000080:00200000:2.0:1789762978.956891:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1789762978.956894:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 775 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.956912:0:13477:0:(rw26.c:871:ll_write_end()) pos 3174400, len 4096, copied 4096 00000080:00200000:2.0:1789762978.956916:0:13477:0:(rw26.c:929:ll_write_end()) page@000000007a0b2a66[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 775] 00000080:00200000:2.0:1789762978.956919:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000ef9a61bc 17ffffc0001001 3:0 ffff998584924e00 775 lru 00000080:00200000:2.0:1789762978.956923:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000417d0cfe 775: 1< 0 - - > 2< 3174400 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.956925:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000007a0b2a66 00000080:00200000:2.0:1789762978.956926:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1789762978.956927:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 776 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.956942:0:13477:0:(rw26.c:871:ll_write_end()) pos 3178496, len 4096, copied 4096 00000080:00200000:2.0:1789762978.956945:0:13477:0:(rw26.c:929:ll_write_end()) page@000000001b322289[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 776] 00000080:00200000:2.0:1789762978.956948:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000007c3e280f 17ffffc0001001 3:0 ffff998584924700 776 lru 00000080:00200000:2.0:1789762978.956953:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4dfaaf1 776: 1< 0 - - > 2< 3178496 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.956956:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000001b322289 00000080:00200000:2.0:1789762978.956958:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1789762978.956960:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 777 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.956976:0:13477:0:(rw26.c:871:ll_write_end()) pos 3182592, len 4096, copied 4096 00000080:00200000:2.0:1789762978.956979:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000d2124635[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 777] 00000080:00200000:2.0:1789762978.956981:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000003d0db459 17ffffc0001001 3:0 ffff998584924460 777 lru 00000080:00200000:2.0:1789762978.956985:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000031fc6fb1 777: 1< 0 - - > 2< 3182592 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.956989:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000d2124635 00000080:00200000:2.0:1789762978.956990:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1789762978.956992:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 778 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.957021:0:13477:0:(rw26.c:871:ll_write_end()) pos 3186688, len 4096, copied 4096 00000080:00200000:2.0:1789762978.957025:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000235d4212[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 778] 00000080:00200000:2.0:1789762978.957028:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000fa4a054c 17ffffc0001021 2:0 ffff998584924d20 778 lru 00000080:00200000:2.0:1789762978.957034:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000008f7dd5c7 778: 1< 0 - - > 2< 3186688 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.957036:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000235d4212 00000080:00200000:2.0:1789762978.957036:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1789762978.957038:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 779 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.957053:0:13477:0:(rw26.c:871:ll_write_end()) pos 3190784, len 4096, copied 4096 00000080:00200000:2.0:1789762978.957056:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000250c038f[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 779] 00000080:00200000:2.0:1789762978.957058:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000006d414319 17ffffc0001001 3:0 ffff998584924ee0 779 lru 00000080:00200000:2.0:1789762978.957062:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000009518f033 779: 1< 0 - - > 2< 3190784 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.957064:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000250c038f 00000080:00200000:2.0:1789762978.957065:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1789762978.957067:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 780 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.957086:0:13477:0:(rw26.c:871:ll_write_end()) pos 3194880, len 4096, copied 4096 00000080:00200000:2.0:1789762978.957089:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000092b3b510[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 780] 00000080:00200000:2.0:1789762978.957092:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000ce6e73d5 17ffffc0001001 3:0 ffff998584a3fc40 780 lru 00000080:00200000:2.0:1789762978.957096:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000009fa494a9 780: 1< 0 - - > 2< 3194880 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.957100:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000092b3b510 00000080:00200000:2.0:1789762978.957102:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1789762978.957104:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 781 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.957117:0:13477:0:(rw26.c:871:ll_write_end()) pos 3198976, len 4096, copied 4096 00000080:00200000:2.0:1789762978.957120:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000bb0e3b60[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 781] 00000080:00200000:2.0:1789762978.957123:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000c5105064 17ffffc0001001 3:0 ffff998584a3fa80 781 lru 00000080:00200000:2.0:1789762978.957127:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000c196a36a 781: 1< 0 - - > 2< 3198976 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.957129:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000bb0e3b60 00000080:00200000:2.0:1789762978.957130:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1789762978.957132:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 782 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.957145:0:13477:0:(rw26.c:871:ll_write_end()) pos 3203072, len 4096, copied 4096 00000080:00200000:2.0:1789762978.957148:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000af680d8c[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 782] 00000080:00200000:2.0:1789762978.957151:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000223fec97 17ffffc0001001 3:0 ffff998584a3f9a0 782 lru 00000080:00200000:2.0:1789762978.957155:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000007b2692e 782: 1< 0 - - > 2< 3203072 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.957158:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000af680d8c 00000080:00200000:2.0:1789762978.957159:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1789762978.957161:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 783 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.957174:0:13477:0:(rw26.c:871:ll_write_end()) pos 3207168, len 4096, copied 4096 00000080:00200000:2.0:1789762978.957177:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000d60bd863[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 783] 00000080:00200000:2.0:1789762978.957180:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000076c3584e 17ffffc0001001 3:0 ffff998584a3f7e0 783 lru 00000080:00200000:2.0:1789762978.957184:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000032fa1654 783: 1< 0 - - > 2< 3207168 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.957186:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000d60bd863 00000080:00200000:2.0:1789762978.957187:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1789762978.957189:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 784 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.957205:0:13477:0:(rw26.c:871:ll_write_end()) pos 3211264, len 4096, copied 4096 00000080:00200000:2.0:1789762978.957208:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000e95d869e[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 784] 00000080:00200000:2.0:1789762978.957211:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000003d7dcaf1 17ffffc0001001 3:0 ffff998584a3f2a0 784 lru 00000080:00200000:2.0:1789762978.957216:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000000b529f8d 784: 1< 0 - - > 2< 3211264 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.957217:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000e95d869e 00000080:00200000:2.0:1789762978.957218:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1789762978.957220:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 785 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.957235:0:13477:0:(rw26.c:871:ll_write_end()) pos 3215360, len 4096, copied 4096 00000080:00200000:2.0:1789762978.957238:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000041ea3c73[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 785] 00000080:00200000:2.0:1789762978.957242:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff9ec0ed 17ffffc0001001 3:0 ffff998584a3fe00 785 lru 00000080:00200000:2.0:1789762978.957247:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000147a41e6 785: 1< 0 - - > 2< 3215360 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.957249:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000041ea3c73 00000080:00200000:2.0:1789762978.957252:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1789762978.957254:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 786 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.957269:0:13477:0:(rw26.c:871:ll_write_end()) pos 3219456, len 4096, copied 4096 00000080:00200000:2.0:1789762978.957272:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000c36e1a5c[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 786] 00000080:00200000:2.0:1789762978.957274:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000062bdbd68 17ffffc0001001 3:0 ffff998584a3f700 786 lru 00000080:00200000:2.0:1789762978.957279:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000032a6b9e3 786: 1< 0 - - > 2< 3219456 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.957280:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000c36e1a5c 00000080:00200000:2.0:1789762978.957282:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1789762978.957283:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 787 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.957841:0:13477:0:(rw26.c:871:ll_write_end()) pos 3223552, len 4096, copied 4096 00000080:00200000:2.0:1789762978.957847:0:13477:0:(rw26.c:929:ll_write_end()) page@000000009f4471ce[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 787] 00000080:00200000:2.0:1789762978.957849:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000089d598e3 17ffffc0001001 3:0 ffff998584a3f460 787 lru 00000080:00200000:2.0:1789762978.957855:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000f1a3130f 787: 1< 0 - - > 2< 3223552 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.957858:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000009f4471ce 00000080:00200000:2.0:1789762978.957859:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1789762978.957861:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 788 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.957876:0:13477:0:(rw26.c:871:ll_write_end()) pos 3227648, len 4096, copied 4096 00000080:00200000:2.0:1789762978.957880:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000028c994a7[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 788] 00000080:00200000:2.0:1789762978.957883:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000001aa3a96b 17ffffc0001001 3:0 ffff998584a3fd20 788 lru 00000080:00200000:2.0:1789762978.957888:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000003888a8fa 788: 1< 0 - - > 2< 3227648 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.957891:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000028c994a7 00000080:00200000:2.0:1789762978.957892:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1789762978.957894:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 789 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.957911:0:13477:0:(rw26.c:871:ll_write_end()) pos 3231744, len 4096, copied 4096 00000080:00200000:2.0:1789762978.957914:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000f92cb2fc[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 789] 00000080:00200000:2.0:1789762978.957917:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000002f0ea117 17ffffc0001001 3:0 ffff998584a3fee0 789 lru 00000080:00200000:2.0:1789762978.957922:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000023a3757a 789: 1< 0 - - > 2< 3231744 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.957925:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000f92cb2fc 00000080:00200000:2.0:1789762978.957927:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1789762978.957930:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 790 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.957946:0:13477:0:(rw26.c:871:ll_write_end()) pos 3235840, len 4096, copied 4096 00000080:00200000:2.0:1789762978.957950:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000b265e4ae[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 790] 00000080:00200000:2.0:1789762978.957953:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000412cc3e8 17ffffc0001001 3:0 ffff998584a3f1c0 790 lru 00000080:00200000:2.0:1789762978.957957:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000614c8a6e 790: 1< 0 - - > 2< 3235840 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.957959:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000b265e4ae 00000080:00200000:2.0:1789762978.957960:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1789762978.957961:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 791 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.957982:0:13477:0:(rw26.c:871:ll_write_end()) pos 3239936, len 4096, copied 4096 00000080:00200000:2.0:1789762978.957988:0:13477:0:(rw26.c:929:ll_write_end()) page@000000008850aea3[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 791] 00000080:00200000:2.0:1789762978.957991:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000004369a0c0 17ffffc0001001 3:0 ffff998584a3f000 791 lru 00000080:00200000:2.0:1789762978.957995:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000001af5e701 791: 1< 0 - - > 2< 3239936 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.957998:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000008850aea3 00000080:00200000:2.0:1789762978.957999:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1789762978.958000:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 792 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958015:0:13477:0:(rw26.c:871:ll_write_end()) pos 3244032, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958018:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000065c26026[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 792] 00000080:00200000:2.0:1789762978.958021:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000009d75ec44 17ffffc0001001 3:0 ffff998584a3f8c0 792 lru 00000080:00200000:2.0:1789762978.958025:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000a01e340b 792: 1< 0 - - > 2< 3244032 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958028:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000065c26026 00000080:00200000:2.0:1789762978.958030:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1789762978.958033:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 793 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958054:0:13477:0:(rw26.c:871:ll_write_end()) pos 3248128, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958057:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000a96ce071[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 793] 00000080:00200000:2.0:1789762978.958060:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000b44f8dd9 17ffffc0001021 2:0 ffff998584a3f380 793 lru 00000080:00200000:2.0:1789762978.958064:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000051aac55b 793: 1< 0 - - > 2< 3248128 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958066:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000a96ce071 00000080:00200000:2.0:1789762978.958068:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1789762978.958069:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 794 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958088:0:13477:0:(rw26.c:871:ll_write_end()) pos 3252224, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958091:0:13477:0:(rw26.c:929:ll_write_end()) page@000000005a15867c[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 794] 00000080:00200000:2.0:1789762978.958093:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000004f39f3fa 17ffffc0001001 3:0 ffff998584a3f0e0 794 lru 00000080:00200000:2.0:1789762978.958098:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000009fb4b15d 794: 1< 0 - - > 2< 3252224 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958101:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000005a15867c 00000080:00200000:2.0:1789762978.958102:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1789762978.958104:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 795 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958119:0:13477:0:(rw26.c:871:ll_write_end()) pos 3256320, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958123:0:13477:0:(rw26.c:929:ll_write_end()) page@000000000da884ca[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 795] 00000080:00200000:2.0:1789762978.958126:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000089b80ad6 17ffffc0001001 3:0 ffff998584a3f540 795 lru 00000080:00200000:2.0:1789762978.958130:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000091244df0 795: 1< 0 - - > 2< 3256320 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958132:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000000da884ca 00000080:00200000:2.0:1789762978.958135:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1789762978.958137:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 796 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958153:0:13477:0:(rw26.c:871:ll_write_end()) pos 3260416, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958158:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000be467224[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 796] 00000080:00200000:2.0:1789762978.958160:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000e176aa60 17ffffc0001001 3:0 ffff998584a3fb60 796 lru 00000080:00200000:2.0:1789762978.958165:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000a58e53ec 796: 1< 0 - - > 2< 3260416 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958168:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000be467224 00000080:00200000:2.0:1789762978.958170:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1789762978.958171:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 797 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958188:0:13477:0:(rw26.c:871:ll_write_end()) pos 3264512, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958192:0:13477:0:(rw26.c:929:ll_write_end()) page@000000009a307f0a[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 797] 00000080:00200000:2.0:1789762978.958194:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000009957ea87 17ffffc0001001 3:0 ffff998584a3f620 797 lru 00000080:00200000:2.0:1789762978.958199:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000056053cbb 797: 1< 0 - - > 2< 3264512 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958201:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000009a307f0a 00000080:00200000:2.0:1789762978.958203:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1789762978.958204:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 798 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958232:0:13477:0:(rw26.c:871:ll_write_end()) pos 3268608, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958236:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000099dde9a2[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 798] 00000080:00200000:2.0:1789762978.958239:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000009d22ab88 17ffffc0001001 3:0 ffff9985881c3460 798 lru 00000080:00200000:2.0:1789762978.958243:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000dabad2cc 798: 1< 0 - - > 2< 3268608 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958246:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000099dde9a2 00000080:00200000:2.0:1789762978.958247:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1789762978.958249:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 799 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958264:0:13477:0:(rw26.c:871:ll_write_end()) pos 3272704, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958268:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000067d65329[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 799] 00000080:00200000:2.0:1789762978.958270:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000004da63bc4 17ffffc0001001 3:0 ffff9985881c3d20 799 lru 00000080:00200000:2.0:1789762978.958274:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000755ab8ee 799: 1< 0 - - > 2< 3272704 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958277:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000067d65329 00000080:00200000:2.0:1789762978.958278:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1789762978.958280:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 800 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958325:0:13477:0:(rw26.c:871:ll_write_end()) pos 3276800, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958331:0:13477:0:(rw26.c:929:ll_write_end()) page@000000007afef86a[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 800] 00000080:00200000:2.0:1789762978.958334:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000009cad53a2 17ffffc0001001 3:0 ffff9985881c3ee0 800 lru 00000080:00200000:2.0:1789762978.958339:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000062d46ee3 800: 1< 0 - - > 2< 3276800 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958342:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000007afef86a 00000080:00200000:2.0:1789762978.958343:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1789762978.958345:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 801 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958360:0:13477:0:(rw26.c:871:ll_write_end()) pos 3280896, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958363:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000c9bf46e1[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 801] 00000080:00200000:2.0:1789762978.958366:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000081000f1e 17ffffc0001001 3:0 ffff9985881c31c0 801 lru 00000080:00200000:2.0:1789762978.958371:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000013d18e42 801: 1< 0 - - > 2< 3280896 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958373:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000c9bf46e1 00000080:00200000:2.0:1789762978.958374:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1789762978.958376:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 802 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958390:0:13477:0:(rw26.c:871:ll_write_end()) pos 3284992, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958392:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000a8ec7cb7[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 802] 00000080:00200000:2.0:1789762978.958395:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000083c83f78 17ffffc0001001 3:0 ffff9985881c3000 802 lru 00000080:00200000:2.0:1789762978.958399:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000007c2e0691 802: 1< 0 - - > 2< 3284992 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958403:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000a8ec7cb7 00000080:00200000:2.0:1789762978.958404:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1789762978.958406:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 803 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958421:0:13477:0:(rw26.c:871:ll_write_end()) pos 3289088, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958424:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000060ab86f1[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 803] 00000080:00200000:2.0:1789762978.958427:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000887b5999 17ffffc0001001 3:0 ffff9985881c38c0 803 lru 00000080:00200000:2.0:1789762978.958431:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000fbf9a877 803: 1< 0 - - > 2< 3289088 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958433:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000060ab86f1 00000080:00200000:2.0:1789762978.958434:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1789762978.958435:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 804 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958454:0:13477:0:(rw26.c:871:ll_write_end()) pos 3293184, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958458:0:13477:0:(rw26.c:929:ll_write_end()) page@000000003da43ce8[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 804] 00000080:00200000:2.0:1789762978.958460:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000000ca136ef 17ffffc0001001 3:0 ffff9985881c3380 804 lru 00000080:00200000:2.0:1789762978.958465:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000007752742f 804: 1< 0 - - > 2< 3293184 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958466:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000003da43ce8 00000080:00200000:2.0:1789762978.958468:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1789762978.958469:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 805 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958486:0:13477:0:(rw26.c:871:ll_write_end()) pos 3297280, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958489:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000d6cb5138[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 805] 00000080:00200000:2.0:1789762978.958491:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000a2364bfa 17ffffc0001001 3:0 ffff9985881c30e0 805 lru 00000080:00200000:2.0:1789762978.958496:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000085a858f6 805: 1< 0 - - > 2< 3297280 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958498:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000d6cb5138 00000080:00200000:2.0:1789762978.958499:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1789762978.958500:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 806 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958514:0:13477:0:(rw26.c:871:ll_write_end()) pos 3301376, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958518:0:13477:0:(rw26.c:929:ll_write_end()) page@000000008d0cc28a[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 806] 00000080:00200000:2.0:1789762978.958520:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000d8fdc602 17ffffc0001001 3:0 ffff9985881c3540 806 lru 00000080:00200000:2.0:1789762978.958524:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006728ed0d 806: 1< 0 - - > 2< 3301376 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958526:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000008d0cc28a 00000080:00200000:2.0:1789762978.958527:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1789762978.958529:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 807 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958543:0:13477:0:(rw26.c:871:ll_write_end()) pos 3305472, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958546:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000055fb7e8f[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 807] 00000080:00200000:2.0:1789762978.958549:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000059c47b1d 17ffffc0001001 3:0 ffff9985881c3b60 807 lru 00000080:00200000:2.0:1789762978.958554:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000791f763f 807: 1< 0 - - > 2< 3305472 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958556:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000055fb7e8f 00000080:00200000:2.0:1789762978.958557:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1789762978.958559:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 808 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958579:0:13477:0:(rw26.c:871:ll_write_end()) pos 3309568, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958583:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000a0801415[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 808] 00000080:00200000:2.0:1789762978.958585:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000155d7c0d 17ffffc0001021 2:0 ffff9985881c3620 808 lru 00000080:00200000:2.0:1789762978.958589:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000003da0d7a6 808: 1< 0 - - > 2< 3309568 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958591:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000a0801415 00000080:00200000:2.0:1789762978.958593:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1789762978.958595:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 809 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958612:0:13477:0:(rw26.c:871:ll_write_end()) pos 3313664, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958616:0:13477:0:(rw26.c:929:ll_write_end()) page@000000009c859f82[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 809] 00000080:00200000:2.0:1789762978.958618:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000f66cc746 17ffffc0001001 3:0 ffff9985881c3c40 809 lru 00000080:00200000:2.0:1789762978.958623:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000078623305 809: 1< 0 - - > 2< 3313664 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958625:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000009c859f82 00000080:00200000:2.0:1789762978.958626:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1789762978.958641:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 810 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958667:0:13477:0:(rw26.c:871:ll_write_end()) pos 3317760, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958673:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000de67018a[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 810] 00000080:00200000:2.0:1789762978.958677:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000f679b141 17ffffc0001001 3:0 ffff9985881c3a80 810 lru 00000080:00200000:2.0:1789762978.958683:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000fa652bd7 810: 1< 0 - - > 2< 3317760 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958685:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000de67018a 00000080:00200000:2.0:1789762978.958687:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1789762978.958688:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 811 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958705:0:13477:0:(rw26.c:871:ll_write_end()) pos 3321856, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958709:0:13477:0:(rw26.c:929:ll_write_end()) page@000000005dc668cc[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 811] 00000080:00200000:2.0:1789762978.958711:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9939076 17ffffc0001001 3:0 ffff9985881c39a0 811 lru 00000080:00200000:2.0:1789762978.958716:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000077cc6322 811: 1< 0 - - > 2< 3321856 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958718:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000005dc668cc 00000080:00200000:2.0:1789762978.958719:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1789762978.958721:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 812 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958738:0:13477:0:(rw26.c:871:ll_write_end()) pos 3325952, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958741:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000b3150b17[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 812] 00000080:00200000:2.0:1789762978.958744:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000c5dc84ce 17ffffc0001001 3:0 ffff9985881c37e0 812 lru 00000080:00200000:2.0:1789762978.958748:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000068d98a25 812: 1< 0 - - > 2< 3325952 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958751:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000b3150b17 00000080:00200000:2.0:1789762978.958752:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1789762978.958753:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 813 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958769:0:13477:0:(rw26.c:871:ll_write_end()) pos 3330048, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958772:0:13477:0:(rw26.c:929:ll_write_end()) page@000000004f7e30b0[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 813] 00000080:00200000:2.0:1789762978.958775:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000c2843b98 17ffffc0001001 3:0 ffff9985881c32a0 813 lru 00000080:00200000:2.0:1789762978.958779:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000032ff12d0 813: 1< 0 - - > 2< 3330048 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958781:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000004f7e30b0 00000080:00200000:2.0:1789762978.958783:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1789762978.958784:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 814 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958800:0:13477:0:(rw26.c:871:ll_write_end()) pos 3334144, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958803:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000a1b0b14c[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 814] 00000080:00200000:2.0:1789762978.958805:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000012403250 17ffffc0001001 3:0 ffff9985881c3e00 814 lru 00000080:00200000:2.0:1789762978.958809:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000001f801ba6 814: 1< 0 - - > 2< 3334144 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958811:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000a1b0b14c 00000080:00200000:2.0:1789762978.958812:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1789762978.958814:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 815 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958829:0:13477:0:(rw26.c:871:ll_write_end()) pos 3338240, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958832:0:13477:0:(rw26.c:929:ll_write_end()) page@000000001d7badfb[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 815] 00000080:00200000:2.0:1789762978.958835:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000264ea67c 17ffffc0001001 3:0 ffff9985881c3700 815 lru 00000080:00200000:2.0:1789762978.958840:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000039ad845f 815: 1< 0 - - > 2< 3338240 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958842:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000001d7badfb 00000080:00200000:2.0:1789762978.958844:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1789762978.958846:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 816 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958868:0:13477:0:(rw26.c:871:ll_write_end()) pos 3342336, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958872:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000e2e6dbff[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 816] 00000080:00200000:2.0:1789762978.958875:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000a5168a7a 17ffffc0001001 3:0 ffff9985848f3700 816 lru 00000080:00200000:2.0:1789762978.958880:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000063f2ed49 816: 1< 0 - - > 2< 3342336 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958882:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000e2e6dbff 00000080:00200000:2.0:1789762978.958883:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1789762978.958885:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 817 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958901:0:13477:0:(rw26.c:871:ll_write_end()) pos 3346432, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958905:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000080730239[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 817] 00000080:00200000:2.0:1789762978.958907:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000e88fe8cd 17ffffc0001001 3:0 ffff9985848f3460 817 lru 00000080:00200000:2.0:1789762978.958911:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000054a511f6 817: 1< 0 - - > 2< 3346432 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958913:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000080730239 00000080:00200000:2.0:1789762978.958914:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1789762978.958915:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 818 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958929:0:13477:0:(rw26.c:871:ll_write_end()) pos 3350528, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958932:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000910b3c54[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 818] 00000080:00200000:2.0:1789762978.958935:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000002fe4f83e 17ffffc0001001 3:0 ffff9985848f3d20 818 lru 00000080:00200000:2.0:1789762978.958939:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5b597ae 818: 1< 0 - - > 2< 3350528 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958941:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000910b3c54 00000080:00200000:2.0:1789762978.958942:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1789762978.958944:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 819 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958960:0:13477:0:(rw26.c:871:ll_write_end()) pos 3354624, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958963:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000b8a015fd[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 819] 00000080:00200000:2.0:1789762978.958965:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000001c771aec 17ffffc0001001 3:0 ffff9985848f3ee0 819 lru 00000080:00200000:2.0:1789762978.958969:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000001586ca6e 819: 1< 0 - - > 2< 3354624 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.958972:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000b8a015fd 00000080:00200000:2.0:1789762978.958973:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1789762978.958974:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 820 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.958989:0:13477:0:(rw26.c:871:ll_write_end()) pos 3358720, len 4096, copied 4096 00000080:00200000:2.0:1789762978.958994:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000d7c17a06[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 820] 00000080:00200000:2.0:1789762978.958997:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000c1f4b3bc 17ffffc0001001 3:0 ffff9985848f31c0 820 lru 00000080:00200000:2.0:1789762978.959002:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000f8346ca4 820: 1< 0 - - > 2< 3358720 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959004:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000d7c17a06 00000080:00200000:2.0:1789762978.959005:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1789762978.959007:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 821 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959027:0:13477:0:(rw26.c:871:ll_write_end()) pos 3362816, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959044:0:13477:0:(rw26.c:929:ll_write_end()) page@000000004fb7f444[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 821] 00000080:00200000:2.0:1789762978.959048:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000731dc0dd 17ffffc0001001 3:0 ffff9985848f3000 821 lru 00000080:00200000:2.0:1789762978.959053:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000065e39237 821: 1< 0 - - > 2< 3362816 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959061:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000004fb7f444 00000080:00200000:2.0:1789762978.959065:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1789762978.959072:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 822 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959094:0:13477:0:(rw26.c:871:ll_write_end()) pos 3366912, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959104:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000c9f51409[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 822] 00000080:00200000:2.0:1789762978.959112:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000093210ffa 17ffffc0001001 3:0 ffff9985848f38c0 822 lru 00000080:00200000:2.0:1789762978.959133:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000004d75de32 822: 1< 0 - - > 2< 3366912 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959147:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000c9f51409 00000080:00200000:2.0:1789762978.959151:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1789762978.959158:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 823 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959186:0:13477:0:(rw26.c:871:ll_write_end()) pos 3371008, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959198:0:13477:0:(rw26.c:929:ll_write_end()) page@000000009eebdc18[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 823] 00000080:00200000:2.0:1789762978.959203:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000059412d16 17ffffc0001021 2:0 ffff9985848f3380 823 lru 00000080:00200000:2.0:1789762978.959217:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000086f77097 823: 1< 0 - - > 2< 3371008 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959222:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000009eebdc18 00000080:00200000:2.0:1789762978.959224:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1789762978.959232:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 824 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959251:0:13477:0:(rw26.c:871:ll_write_end()) pos 3375104, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959256:0:13477:0:(rw26.c:929:ll_write_end()) page@000000003903b8c0[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 824] 00000080:00200000:2.0:1789762978.959259:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000ee1e4db1 17ffffc0001001 3:0 ffff9985848f30e0 824 lru 00000080:00200000:2.0:1789762978.959264:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000910e09c1 824: 1< 0 - - > 2< 3375104 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959268:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000003903b8c0 00000080:00200000:2.0:1789762978.959270:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762978.959273:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 825 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959320:0:13477:0:(rw26.c:871:ll_write_end()) pos 3379200, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959325:0:13477:0:(rw26.c:929:ll_write_end()) page@000000005f570b6e[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 825] 00000080:00200000:2.0:1789762978.959328:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000003fee5933 17ffffc0001001 3:0 ffff9985848f3540 825 lru 00000080:00200000:2.0:1789762978.959333:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006ebde3a4 825: 1< 0 - - > 2< 3379200 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959336:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000005f570b6e 00000080:00200000:2.0:1789762978.959337:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1789762978.959339:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 826 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959367:0:13477:0:(rw26.c:871:ll_write_end()) pos 3383296, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959374:0:13477:0:(rw26.c:929:ll_write_end()) page@000000009ebdbf0a[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 826] 00000080:00200000:2.0:1789762978.959382:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000db6273d7 17ffffc0001001 3:0 ffff9985848f3b60 826 lru 00000080:00200000:2.0:1789762978.959391:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006c4ac919 826: 1< 0 - - > 2< 3383296 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959396:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000009ebdbf0a 00000080:00200000:2.0:1789762978.959400:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762978.959402:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 827 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959417:0:13477:0:(rw26.c:871:ll_write_end()) pos 3387392, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959421:0:13477:0:(rw26.c:929:ll_write_end()) page@000000009b96cade[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 827] 00000080:00200000:2.0:1789762978.959423:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000007f3cace7 17ffffc0001001 3:0 ffff9985848f3620 827 lru 00000080:00200000:2.0:1789762978.959427:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000cfcb8289 827: 1< 0 - - > 2< 3387392 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959429:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000009b96cade 00000080:00200000:2.0:1789762978.959430:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762978.959432:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 828 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959448:0:13477:0:(rw26.c:871:ll_write_end()) pos 3391488, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959450:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000afc8b38c[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 828] 00000080:00200000:2.0:1789762978.959452:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000d31c858b 17ffffc0001001 3:0 ffff9985848f3c40 828 lru 00000080:00200000:2.0:1789762978.959457:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000003e74b5a9 828: 1< 0 - - > 2< 3391488 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959458:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000afc8b38c 00000080:00200000:2.0:1789762978.959460:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1789762978.959462:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 829 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959475:0:13477:0:(rw26.c:871:ll_write_end()) pos 3395584, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959479:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000000f7e003[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 829] 00000080:00200000:2.0:1789762978.959482:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000805e929c 17ffffc0001001 3:0 ffff9985848f3a80 829 lru 00000080:00200000:2.0:1789762978.959487:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000c48f413b 829: 1< 0 - - > 2< 3395584 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959489:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000000f7e003 00000080:00200000:2.0:1789762978.959490:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762978.959491:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 830 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959505:0:13477:0:(rw26.c:871:ll_write_end()) pos 3399680, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959508:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000e3bb25b3[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 830] 00000080:00200000:2.0:1789762978.959511:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000006607fd15 17ffffc0001001 3:0 ffff9985848f39a0 830 lru 00000080:00200000:2.0:1789762978.959515:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006224ac99 830: 1< 0 - - > 2< 3399680 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959518:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000e3bb25b3 00000080:00200000:2.0:1789762978.959519:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762978.959521:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 831 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959534:0:13477:0:(rw26.c:871:ll_write_end()) pos 3403776, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959538:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000ad655066[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 831] 00000080:00200000:2.0:1789762978.959541:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000de0dfc01 17ffffc0001001 3:0 ffff9985848f37e0 831 lru 00000080:00200000:2.0:1789762978.959545:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000003178130e 831: 1< 0 - - > 2< 3403776 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959548:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000ad655066 00000080:00200000:2.0:1789762978.959549:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1789762978.959551:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 832 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959574:0:13477:0:(rw26.c:871:ll_write_end()) pos 3407872, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959577:0:13477:0:(rw26.c:929:ll_write_end()) page@000000007368fcdb[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 832] 00000080:00200000:2.0:1789762978.959579:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc657902 17ffffc0001001 3:0 ffff9985848f32a0 832 lru 00000080:00200000:2.0:1789762978.959583:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000d5266b14 832: 1< 0 - - > 2< 3407872 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959585:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000007368fcdb 00000080:00200000:2.0:1789762978.959586:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762978.959587:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 833 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959603:0:13477:0:(rw26.c:871:ll_write_end()) pos 3411968, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959607:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000a97e7f1b[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 833] 00000080:00200000:2.0:1789762978.959609:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000f1932dfb 17ffffc0001001 3:0 ffff9985848f3e00 833 lru 00000080:00200000:2.0:1789762978.959614:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000005a840837 833: 1< 0 - - > 2< 3411968 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959616:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000a97e7f1b 00000080:00200000:2.0:1789762978.959617:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1789762978.959618:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 834 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959658:0:13477:0:(rw26.c:871:ll_write_end()) pos 3416064, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959664:0:13477:0:(rw26.c:929:ll_write_end()) page@000000000dec2a36[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 834] 00000080:00200000:2.0:1789762978.959668:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000ddeff73d 17ffffc0001001 3:0 ffff9985848f4a80 834 lru 00000080:00200000:2.0:1789762978.959692:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000024aa599e 834: 1< 0 - - > 2< 3416064 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959696:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000000dec2a36 00000080:00200000:2.0:1789762978.959697:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762978.959699:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 835 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959713:0:13477:0:(rw26.c:871:ll_write_end()) pos 3420160, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959717:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000a3a8ce13[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 835] 00000080:00200000:2.0:1789762978.959720:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000005a574219 17ffffc0001001 3:0 ffff9985848f49a0 835 lru 00000080:00200000:2.0:1789762978.959724:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000049d6a32d 835: 1< 0 - - > 2< 3420160 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959727:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000a3a8ce13 00000080:00200000:2.0:1789762978.959729:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1789762978.959730:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 836 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959744:0:13477:0:(rw26.c:871:ll_write_end()) pos 3424256, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959747:0:13477:0:(rw26.c:929:ll_write_end()) page@000000005e293b3f[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 836] 00000080:00200000:2.0:1789762978.959750:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000014ce4282 17ffffc0001001 3:0 ffff9985848f47e0 836 lru 00000080:00200000:2.0:1789762978.959754:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000f8d3d88b 836: 1< 0 - - > 2< 3424256 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959757:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000005e293b3f 00000080:00200000:2.0:1789762978.959758:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1789762978.959759:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 837 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959772:0:13477:0:(rw26.c:871:ll_write_end()) pos 3428352, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959776:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000e30927e7[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 837] 00000080:00200000:2.0:1789762978.959778:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000000cfb3dcf 17ffffc0001001 3:0 ffff9985848f42a0 837 lru 00000080:00200000:2.0:1789762978.959783:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000001e61df07 837: 1< 0 - - > 2< 3428352 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959784:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000e30927e7 00000080:00200000:2.0:1789762978.959786:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1789762978.959787:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 838 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959806:0:13477:0:(rw26.c:871:ll_write_end()) pos 3432448, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959812:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000e2dd9581[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 838] 00000080:00200000:2.0:1789762978.959815:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000006f2ab8f7 17ffffc0001021 2:0 ffff9985848f4e00 838 lru 00000080:00200000:2.0:1789762978.959819:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006f9622a1 838: 1< 0 - - > 2< 3432448 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959822:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000e2dd9581 00000080:00200000:2.0:1789762978.959823:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762978.959825:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 839 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959838:0:13477:0:(rw26.c:871:ll_write_end()) pos 3436544, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959841:0:13477:0:(rw26.c:929:ll_write_end()) page@000000003b8e16c7[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 839] 00000080:00200000:2.0:1789762978.959844:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000022a5345f 17ffffc0001001 3:0 ffff9985848f4700 839 lru 00000080:00200000:2.0:1789762978.959848:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000054e9f461 839: 1< 0 - - > 2< 3436544 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959850:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000003b8e16c7 00000080:00200000:2.0:1789762978.959851:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1789762978.959853:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 840 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959871:0:13477:0:(rw26.c:871:ll_write_end()) pos 3440640, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959874:0:13477:0:(rw26.c:929:ll_write_end()) page@000000006e65b9f6[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 840] 00000080:00200000:2.0:1789762978.959877:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000267fd012 17ffffc0001001 3:0 ffff9985848f4460 840 lru 00000080:00200000:2.0:1789762978.959881:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000009e23056b 840: 1< 0 - - > 2< 3440640 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959883:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000006e65b9f6 00000080:00200000:2.0:1789762978.959884:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1789762978.959886:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 841 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959900:0:13477:0:(rw26.c:871:ll_write_end()) pos 3444736, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959903:0:13477:0:(rw26.c:929:ll_write_end()) page@000000000ef09815[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 841] 00000080:00200000:2.0:1789762978.959905:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000a4402c1b 17ffffc0001001 3:0 ffff9985848f4d20 841 lru 00000080:00200000:2.0:1789762978.959909:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000008f195dcd 841: 1< 0 - - > 2< 3444736 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959911:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000000ef09815 00000080:00200000:2.0:1789762978.959913:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1789762978.959914:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 842 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959927:0:13477:0:(rw26.c:871:ll_write_end()) pos 3448832, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959931:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000f61110d3[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 842] 00000080:00200000:2.0:1789762978.959934:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000bbca1551 17ffffc0001001 3:0 ffff9985848f4ee0 842 lru 00000080:00200000:2.0:1789762978.959938:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000f7adda39 842: 1< 0 - - > 2< 3448832 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959940:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000f61110d3 00000080:00200000:2.0:1789762978.959941:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1789762978.959942:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 843 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959957:0:13477:0:(rw26.c:871:ll_write_end()) pos 3452928, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959961:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000c5277f12[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 843] 00000080:00200000:2.0:1789762978.959963:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000f1662e44 17ffffc0001001 3:0 ffff9985848f41c0 843 lru 00000080:00200000:2.0:1789762978.959967:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000fa1a2531 843: 1< 0 - - > 2< 3452928 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959969:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000c5277f12 00000080:00200000:2.0:1789762978.959970:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1789762978.959971:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 844 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.959984:0:13477:0:(rw26.c:871:ll_write_end()) pos 3457024, len 4096, copied 4096 00000080:00200000:2.0:1789762978.959988:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000088ad6d3c[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 844] 00000080:00200000:2.0:1789762978.959990:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000005c319d12 17ffffc0001001 3:0 ffff9985848f4000 844 lru 00000080:00200000:2.0:1789762978.959994:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000d239a05d 844: 1< 0 - - > 2< 3457024 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.959996:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000088ad6d3c 00000080:00200000:2.0:1789762978.959997:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1789762978.960000:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 845 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960019:0:13477:0:(rw26.c:871:ll_write_end()) pos 3461120, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960022:0:13477:0:(rw26.c:929:ll_write_end()) page@000000007558ed78[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 845] 00000080:00200000:2.0:1789762978.960026:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000000227aed3 17ffffc0001001 3:0 ffff9985848f48c0 845 lru 00000080:00200000:2.0:1789762978.960030:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000df48ddc8 845: 1< 0 - - > 2< 3461120 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960032:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000007558ed78 00000080:00200000:2.0:1789762978.960034:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1789762978.960036:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 846 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960050:0:13477:0:(rw26.c:871:ll_write_end()) pos 3465216, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960054:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000b5ac892a[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 846] 00000080:00200000:2.0:1789762978.960056:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000062985b2d 17ffffc0001001 3:0 ffff9985848f4380 846 lru 00000080:00200000:2.0:1789762978.960060:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000385c8229 846: 1< 0 - - > 2< 3465216 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960064:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000b5ac892a 00000080:00200000:2.0:1789762978.960065:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1789762978.960066:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 847 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960082:0:13477:0:(rw26.c:871:ll_write_end()) pos 3469312, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960085:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000022c31bc2[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 847] 00000080:00200000:2.0:1789762978.960087:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000025ae13c9 17ffffc0001001 3:0 ffff9985848f40e0 847 lru 00000080:00200000:2.0:1789762978.960092:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006fc1703a 847: 1< 0 - - > 2< 3469312 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960094:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000022c31bc2 00000080:00200000:2.0:1789762978.960095:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1789762978.960097:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 848 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960111:0:13477:0:(rw26.c:871:ll_write_end()) pos 3473408, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960115:0:13477:0:(rw26.c:929:ll_write_end()) page@000000002ee47eab[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 848] 00000080:00200000:2.0:1789762978.960117:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000abe79e81 17ffffc0001001 3:0 ffff9985848f4540 848 lru 00000080:00200000:2.0:1789762978.960121:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000002821c2db 848: 1< 0 - - > 2< 3473408 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960123:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000002ee47eab 00000080:00200000:2.0:1789762978.960125:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1789762978.960127:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 849 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960149:0:13477:0:(rw26.c:871:ll_write_end()) pos 3477504, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960152:0:13477:0:(rw26.c:929:ll_write_end()) page@000000001e4564a1[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 849] 00000080:00200000:2.0:1789762978.960154:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000972e66ba 17ffffc0001001 3:0 ffff9985848f4b60 849 lru 00000080:00200000:2.0:1789762978.960158:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000011c3ae9c 849: 1< 0 - - > 2< 3477504 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960160:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000001e4564a1 00000080:00200000:2.0:1789762978.960162:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1789762978.960164:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 850 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960179:0:13477:0:(rw26.c:871:ll_write_end()) pos 3481600, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960182:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000f5c9003f[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 850] 00000080:00200000:2.0:1789762978.960184:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000542e9841 17ffffc0001001 3:0 ffff9985848f4620 850 lru 00000080:00200000:2.0:1789762978.960188:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000003e9ac891 850: 1< 0 - - > 2< 3481600 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960190:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000f5c9003f 00000080:00200000:2.0:1789762978.960191:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1789762978.960193:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 851 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960214:0:13477:0:(rw26.c:871:ll_write_end()) pos 3485696, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960218:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000d23c6f1d[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 851] 00000080:00200000:2.0:1789762978.960222:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000e137c4cd 17ffffc0001001 3:0 ffff9985848f4c40 851 lru 00000080:00200000:2.0:1789762978.960226:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000bfc5918e 851: 1< 0 - - > 2< 3485696 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960229:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000d23c6f1d 00000080:00200000:2.0:1789762978.960230:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1789762978.960231:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 852 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960253:0:13477:0:(rw26.c:871:ll_write_end()) pos 3489792, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960256:0:13477:0:(rw26.c:929:ll_write_end()) page@000000003623ebbb[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 852] 00000080:00200000:2.0:1789762978.960259:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000789b0e1e 17ffffc0001001 3:0 ffff9985848f07e0 852 lru 00000080:00200000:2.0:1789762978.960263:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000de0bd568 852: 1< 0 - - > 2< 3489792 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960265:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000003623ebbb 00000080:00200000:2.0:1789762978.960266:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762978.960268:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 853 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960292:0:13477:0:(rw26.c:871:ll_write_end()) pos 3493888, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960298:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000b15cdb86[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 853] 00000080:00200000:2.0:1789762978.960327:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000e23001b7 17ffffc0001021 2:0 ffff9985848f02a0 853 lru 00000080:00200000:2.0:1789762978.960332:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000008183a448 853: 1< 0 - - > 2< 3493888 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960335:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000b15cdb86 00000080:00200000:2.0:1789762978.960336:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1789762978.960338:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 854 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960358:0:13477:0:(rw26.c:871:ll_write_end()) pos 3497984, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960362:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000cf96ad67[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 854] 00000080:00200000:2.0:1789762978.960364:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000a1b596cf 17ffffc0001001 3:0 ffff9985848f0e00 854 lru 00000080:00200000:2.0:1789762978.960369:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000f51a1ef9 854: 1< 0 - - > 2< 3497984 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960371:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000cf96ad67 00000080:00200000:2.0:1789762978.960372:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1789762978.960373:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 855 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960386:0:13477:0:(rw26.c:871:ll_write_end()) pos 3502080, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960390:0:13477:0:(rw26.c:929:ll_write_end()) page@000000001ffe0ede[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 855] 00000080:00200000:2.0:1789762978.960392:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000abed5afb 17ffffc0001001 3:0 ffff9985848f0700 855 lru 00000080:00200000:2.0:1789762978.960397:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006b82c9f5 855: 1< 0 - - > 2< 3502080 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960399:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000001ffe0ede 00000080:00200000:2.0:1789762978.960400:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1789762978.960402:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 856 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960417:0:13477:0:(rw26.c:871:ll_write_end()) pos 3506176, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960420:0:13477:0:(rw26.c:929:ll_write_end()) page@000000003ca2530e[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 856] 00000080:00200000:2.0:1789762978.960422:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000a2aa4d30 17ffffc0001001 3:0 ffff9985848f0460 856 lru 00000080:00200000:2.0:1789762978.960427:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000012b2aa03 856: 1< 0 - - > 2< 3506176 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960429:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000003ca2530e 00000080:00200000:2.0:1789762978.960430:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1789762978.960431:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 857 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960444:0:13477:0:(rw26.c:871:ll_write_end()) pos 3510272, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960447:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000a85ac580[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 857] 00000080:00200000:2.0:1789762978.960450:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000deb33d23 17ffffc0001001 3:0 ffff9985848f0d20 857 lru 00000080:00200000:2.0:1789762978.960454:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000e40011fb 857: 1< 0 - - > 2< 3510272 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960457:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000a85ac580 00000080:00200000:2.0:1789762978.960458:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1789762978.960460:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 858 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960478:0:13477:0:(rw26.c:871:ll_write_end()) pos 3514368, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960481:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000cc70e8ce[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 858] 00000080:00200000:2.0:1789762978.960483:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000248f7946 17ffffc0001001 3:0 ffff9985848f0ee0 858 lru 00000080:00200000:2.0:1789762978.960487:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000000b886b6b 858: 1< 0 - - > 2< 3514368 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960489:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000cc70e8ce 00000080:00200000:2.0:1789762978.960491:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1789762978.960492:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 859 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960505:0:13477:0:(rw26.c:871:ll_write_end()) pos 3518464, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960508:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000b658dce3[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 859] 00000080:00200000:2.0:1789762978.960511:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000007fcc621d 17ffffc0001001 3:0 ffff9985848f01c0 859 lru 00000080:00200000:2.0:1789762978.960516:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000082ddad3f 859: 1< 0 - - > 2< 3518464 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960518:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000b658dce3 00000080:00200000:2.0:1789762978.960520:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1789762978.960523:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 860 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960536:0:13477:0:(rw26.c:871:ll_write_end()) pos 3522560, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960542:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000040422865[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 860] 00000080:00200000:2.0:1789762978.960549:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000023ded3a7 17ffffc0001001 3:0 ffff9985848f0000 860 lru 00000080:00200000:2.0:1789762978.960555:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000098cd3bd0 860: 1< 0 - - > 2< 3522560 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960558:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000040422865 00000080:00200000:2.0:1789762978.960561:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1789762978.960564:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 861 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960586:0:13477:0:(rw26.c:871:ll_write_end()) pos 3526656, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960592:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000bbbd423e[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 861] 00000080:00200000:2.0:1789762978.960597:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000079d1e857 17ffffc0001001 3:0 ffff9985848f08c0 861 lru 00000080:00200000:2.0:1789762978.960605:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000dca94d60 861: 1< 0 - - > 2< 3526656 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960610:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000bbbd423e 00000080:00200000:2.0:1789762978.960613:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1789762978.960617:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 862 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960652:0:13477:0:(rw26.c:871:ll_write_end()) pos 3530752, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960661:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000c23bedf8[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 862] 00000080:00200000:2.0:1789762978.960669:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000f0002102 17ffffc0001001 3:0 ffff9985848f0380 862 lru 00000080:00200000:2.0:1789762978.960676:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb0e4da1 862: 1< 0 - - > 2< 3530752 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960681:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000c23bedf8 00000080:00200000:2.0:1789762978.960683:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1789762978.960686:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 863 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960704:0:13477:0:(rw26.c:871:ll_write_end()) pos 3534848, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960708:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000bb3b4acc[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 863] 00000080:00200000:2.0:1789762978.960710:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000e1b79186 17ffffc0001001 3:0 ffff9985848f00e0 863 lru 00000080:00200000:2.0:1789762978.960715:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000fd2ce874 863: 1< 0 - - > 2< 3534848 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960718:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000bb3b4acc 00000080:00200000:2.0:1789762978.960720:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1789762978.960723:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 864 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960738:0:13477:0:(rw26.c:871:ll_write_end()) pos 3538944, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960748:0:13477:0:(rw26.c:929:ll_write_end()) page@000000001d8c10ab[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 864] 00000080:00200000:2.0:1789762978.960753:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000030504ee4 17ffffc0001001 3:0 ffff9985848f0540 864 lru 00000080:00200000:2.0:1789762978.960757:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000c3356745 864: 1< 0 - - > 2< 3538944 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960760:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000001d8c10ab 00000080:00200000:2.0:1789762978.960761:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1789762978.960763:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 865 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960788:0:13477:0:(rw26.c:871:ll_write_end()) pos 3543040, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960791:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000d5b0ac37[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 865] 00000080:00200000:2.0:1789762978.960793:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000776284c1 17ffffc0001001 3:0 ffff9985848f0b60 865 lru 00000080:00200000:2.0:1789762978.960798:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000bd9ff8d7 865: 1< 0 - - > 2< 3543040 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960799:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000d5b0ac37 00000080:00200000:2.0:1789762978.960800:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1789762978.960802:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 866 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960817:0:13477:0:(rw26.c:871:ll_write_end()) pos 3547136, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960820:0:13477:0:(rw26.c:929:ll_write_end()) page@000000007d79340c[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 866] 00000080:00200000:2.0:1789762978.960822:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000032e764e3 17ffffc0001001 3:0 ffff9985848f0620 866 lru 00000080:00200000:2.0:1789762978.960826:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000009a2b891d 866: 1< 0 - - > 2< 3547136 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960827:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000007d79340c 00000080:00200000:2.0:1789762978.960828:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762978.960829:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 867 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960850:0:13477:0:(rw26.c:871:ll_write_end()) pos 3551232, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960853:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000086bc5bc[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 867] 00000080:00200000:2.0:1789762978.960855:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000052752d5b 17ffffc0001001 3:0 ffff9985848f0c40 867 lru 00000080:00200000:2.0:1789762978.960859:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000ade739fd 867: 1< 0 - - > 2< 3551232 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960861:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000086bc5bc 00000080:00200000:2.0:1789762978.960863:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1789762978.960865:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 868 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960884:0:13477:0:(rw26.c:871:ll_write_end()) pos 3555328, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960887:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000018f2a51c[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 868] 00000080:00200000:2.0:1789762978.960889:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000773a07be 17ffffc0001021 2:0 ffff9985848f0a80 868 lru 00000080:00200000:2.0:1789762978.960893:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000051171467 868: 1< 0 - - > 2< 3555328 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960897:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000018f2a51c 00000080:00200000:2.0:1789762978.960898:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1789762978.960899:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 869 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960912:0:13477:0:(rw26.c:871:ll_write_end()) pos 3559424, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960915:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000e686fcbf[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 869] 00000080:00200000:2.0:1789762978.960918:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000004dff0c07 17ffffc0001001 3:0 ffff9985848f09a0 869 lru 00000080:00200000:2.0:1789762978.960923:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000bd403776 869: 1< 0 - - > 2< 3559424 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960924:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000e686fcbf 00000080:00200000:2.0:1789762978.960925:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1789762978.960927:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 870 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960949:0:13477:0:(rw26.c:871:ll_write_end()) pos 3563520, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960954:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000000cadef2[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 870] 00000080:00200000:2.0:1789762978.960956:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000006255485f 17ffffc0001001 3:0 ffff9985849141c0 870 lru 00000080:00200000:2.0:1789762978.960960:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000002c28d393 870: 1< 0 - - > 2< 3563520 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960962:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000000cadef2 00000080:00200000:2.0:1789762978.960963:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1789762978.960965:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 871 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.960981:0:13477:0:(rw26.c:871:ll_write_end()) pos 3567616, len 4096, copied 4096 00000080:00200000:2.0:1789762978.960984:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000036da7694[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 871] 00000080:00200000:2.0:1789762978.960987:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000005409bf81 17ffffc0001001 3:0 ffff998584914000 871 lru 00000080:00200000:2.0:1789762978.960991:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006510695c 871: 1< 0 - - > 2< 3567616 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.960993:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000036da7694 00000080:00200000:2.0:1789762978.960994:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1789762978.960995:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 872 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961009:0:13477:0:(rw26.c:871:ll_write_end()) pos 3571712, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961012:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000082ec1d1d[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 872] 00000080:00200000:2.0:1789762978.961014:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000090051e61 17ffffc0001001 3:0 ffff9985849148c0 872 lru 00000080:00200000:2.0:1789762978.961018:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000028e9d122 872: 1< 0 - - > 2< 3571712 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961019:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000082ec1d1d 00000080:00200000:2.0:1789762978.961020:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1789762978.961021:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 873 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961037:0:13477:0:(rw26.c:871:ll_write_end()) pos 3575808, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961040:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000004aab6c0[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 873] 00000080:00200000:2.0:1789762978.961043:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000008c7ce5b8 17ffffc0001001 3:0 ffff998584914380 873 lru 00000080:00200000:2.0:1789762978.961047:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000061063173 873: 1< 0 - - > 2< 3575808 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961049:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000004aab6c0 00000080:00200000:2.0:1789762978.961049:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1789762978.961051:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 874 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961066:0:13477:0:(rw26.c:871:ll_write_end()) pos 3579904, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961069:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000eae39247[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 874] 00000080:00200000:2.0:1789762978.961071:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000d1660802 17ffffc0001001 3:0 ffff9985849140e0 874 lru 00000080:00200000:2.0:1789762978.961076:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000f6a2191b 874: 1< 0 - - > 2< 3579904 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961077:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000eae39247 00000080:00200000:2.0:1789762978.961078:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1789762978.961080:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 875 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961095:0:13477:0:(rw26.c:871:ll_write_end()) pos 3584000, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961099:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000ee33195b[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 875] 00000080:00200000:2.0:1789762978.961101:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000041984f21 17ffffc0001001 3:0 ffff998584914540 875 lru 00000080:00200000:2.0:1789762978.961105:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000009bdf1268 875: 1< 0 - - > 2< 3584000 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961107:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000ee33195b 00000080:00200000:2.0:1789762978.961108:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1789762978.961110:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 876 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961124:0:13477:0:(rw26.c:871:ll_write_end()) pos 3588096, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961128:0:13477:0:(rw26.c:929:ll_write_end()) page@000000003540654d[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 876] 00000080:00200000:2.0:1789762978.961130:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000005749f466 17ffffc0001001 3:0 ffff998584914b60 876 lru 00000080:00200000:2.0:1789762978.961135:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000b7f6d1bf 876: 1< 0 - - > 2< 3588096 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961137:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000003540654d 00000080:00200000:2.0:1789762978.961138:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1789762978.961140:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 877 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961153:0:13477:0:(rw26.c:871:ll_write_end()) pos 3592192, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961157:0:13477:0:(rw26.c:929:ll_write_end()) page@000000007b564c90[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 877] 00000080:00200000:2.0:1789762978.961159:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000dcfe6aaa 17ffffc0001001 3:0 ffff998584914620 877 lru 00000080:00200000:2.0:1789762978.961165:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000087075f52 877: 1< 0 - - > 2< 3592192 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961167:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000007b564c90 00000080:00200000:2.0:1789762978.961168:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1789762978.961170:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 878 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961184:0:13477:0:(rw26.c:871:ll_write_end()) pos 3596288, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961189:0:13477:0:(rw26.c:929:ll_write_end()) page@000000005bfe18c9[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 878] 00000080:00200000:2.0:1789762978.961191:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000ed3f0bc5 17ffffc0001001 3:0 ffff998584914c40 878 lru 00000080:00200000:2.0:1789762978.961197:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000da893286 878: 1< 0 - - > 2< 3596288 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961199:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000005bfe18c9 00000080:00200000:2.0:1789762978.961200:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1789762978.961202:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 879 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961215:0:13477:0:(rw26.c:871:ll_write_end()) pos 3600384, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961218:0:13477:0:(rw26.c:929:ll_write_end()) page@000000008c70e25b[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 879] 00000080:00200000:2.0:1789762978.961221:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000081585153 17ffffc0001001 3:0 ffff998584914a80 879 lru 00000080:00200000:2.0:1789762978.961225:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000043ef723b 879: 1< 0 - - > 2< 3600384 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961228:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000008c70e25b 00000080:00200000:2.0:1789762978.961229:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1789762978.961231:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 880 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961246:0:13477:0:(rw26.c:871:ll_write_end()) pos 3604480, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961250:0:13477:0:(rw26.c:929:ll_write_end()) page@000000005959c1c5[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 880] 00000080:00200000:2.0:1789762978.961252:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000e21b0d81 17ffffc0001001 3:0 ffff9985849149a0 880 lru 00000080:00200000:2.0:1789762978.961256:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000ce694b88 880: 1< 0 - - > 2< 3604480 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961258:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000005959c1c5 00000080:00200000:2.0:1789762978.961259:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1789762978.961260:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 881 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961275:0:13477:0:(rw26.c:871:ll_write_end()) pos 3608576, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961278:0:13477:0:(rw26.c:929:ll_write_end()) page@000000002a01a0b2[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 881] 00000080:00200000:2.0:1789762978.961280:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000091ff5c1 17ffffc0001001 3:0 ffff9985849147e0 881 lru 00000080:00200000:2.0:1789762978.961284:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000000a3b0711 881: 1< 0 - - > 2< 3608576 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 16875520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961322:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000002a01a0b2 00000080:00200000:2.0:1789762978.961324:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 114. 00000100:00100000:2.0:1789762978.961353:0:13479:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da680 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13479:1876702246691328:192.168.203.136@tcp:101:dd.0 00010000:00010000:2.0:1789762978.961367:0:13479:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.961378:0:13479:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.961387:0:13479:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.961395:0:13479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762978.961403:0:13479:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 4/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.961413:0:13479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.961418:0:13479:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762978.961433:0:13479:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write [5242880, 6291456) append 0 append lockpos 0 00000080:00200000:2.0:1789762978.961440:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1280 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961467:0:13479:0:(rw26.c:871:ll_write_end()) pos 5242880, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961471:0:13479:0:(rw26.c:929:ll_write_end()) page@000000009566e9c3[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1280] 00000080:00200000:2.0:1789762978.961473:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000cdb097ee 17ffffc0001001 3:0 ffff9985849142a0 1280 lru 00000080:00200000:2.0:1789762978.961478:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000de987ea8 256: 1< 0 - - > 2< 1048576 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961480:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000009566e9c3 00000080:00200000:2.0:1789762978.961482:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1789762978.961484:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1281 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961505:0:13479:0:(rw26.c:871:ll_write_end()) pos 5246976, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961508:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000a0c2df76[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1281] 00000080:00200000:2.0:1789762978.961511:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000441fcbbd 17ffffc0001021 2:0 ffff998584914e00 1281 lru 00000080:00200000:2.0:1789762978.961515:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000021984ca6 257: 1< 0 - - > 2< 1052672 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961516:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000a0c2df76 00000080:00200000:2.0:1789762978.961517:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1789762978.961519:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1282 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961534:0:13479:0:(rw26.c:871:ll_write_end()) pos 5251072, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961537:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000becf0523[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1282] 00000080:00200000:2.0:1789762978.961539:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000aa41b481 17ffffc0001001 3:0 ffff998584914700 1282 lru 00000080:00200000:2.0:1789762978.961544:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000005da78f67 258: 1< 0 - - > 2< 1056768 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961546:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000becf0523 00000080:00200000:2.0:1789762978.961546:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1789762978.961548:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1283 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961562:0:13479:0:(rw26.c:871:ll_write_end()) pos 5255168, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961565:0:13479:0:(rw26.c:929:ll_write_end()) page@000000001c19fb5e[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1283] 00000080:00200000:2.0:1789762978.961567:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000e1ef6137 17ffffc0001001 3:0 ffff998584914460 1283 lru 00000080:00200000:2.0:1789762978.961571:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000ddcd72ed 259: 1< 0 - - > 2< 1060864 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961573:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000001c19fb5e 00000080:00200000:2.0:1789762978.961574:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1789762978.961576:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1284 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961591:0:13479:0:(rw26.c:871:ll_write_end()) pos 5259264, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961593:0:13479:0:(rw26.c:929:ll_write_end()) page@000000007113c551[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1284] 00000080:00200000:2.0:1789762978.961595:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000008317d3ec 17ffffc0001001 3:0 ffff998584914d20 1284 lru 00000080:00200000:2.0:1789762978.961600:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000009ee8266a 260: 1< 0 - - > 2< 1064960 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961603:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000007113c551 00000080:00200000:2.0:1789762978.961605:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1789762978.961607:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1285 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961622:0:13479:0:(rw26.c:871:ll_write_end()) pos 5263360, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961625:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000091af02f9[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1285] 00000080:00200000:2.0:1789762978.961642:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000a0e08ba4 17ffffc0001001 3:0 ffff998584914ee0 1285 lru 00000080:00200000:2.0:1789762978.961650:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000099b78908 261: 1< 0 - - > 2< 1069056 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961654:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000091af02f9 00000080:00200000:2.0:1789762978.961655:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1789762978.961658:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1286 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961694:0:13479:0:(rw26.c:871:ll_write_end()) pos 5267456, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961698:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000f672cc80[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1286] 00000080:00200000:2.0:1789762978.961701:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000f7b9d04b 17ffffc0001001 3:0 ffff9985849159a0 1286 lru 00000080:00200000:2.0:1789762978.961705:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000dfab5068 262: 1< 0 - - > 2< 1073152 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961706:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000f672cc80 00000080:00200000:2.0:1789762978.961707:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1789762978.961709:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1287 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961727:0:13479:0:(rw26.c:871:ll_write_end()) pos 5271552, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961731:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000ca387cc2[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1287] 00000080:00200000:2.0:1789762978.961734:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000006079debf 17ffffc0001001 3:0 ffff9985849157e0 1287 lru 00000080:00200000:2.0:1789762978.961740:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000db18a899 263: 1< 0 - - > 2< 1077248 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961741:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000ca387cc2 00000080:00200000:2.0:1789762978.961742:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1789762978.961744:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1288 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961759:0:13479:0:(rw26.c:871:ll_write_end()) pos 5275648, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961762:0:13479:0:(rw26.c:929:ll_write_end()) page@000000002d6a9364[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1288] 00000080:00200000:2.0:1789762978.961764:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000267bf8b7 17ffffc0001001 3:0 ffff9985849152a0 1288 lru 00000080:00200000:2.0:1789762978.961769:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000009e70bdc1 264: 1< 0 - - > 2< 1081344 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961770:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000002d6a9364 00000080:00200000:2.0:1789762978.961771:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1789762978.961773:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1289 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961796:0:13479:0:(rw26.c:871:ll_write_end()) pos 5279744, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961801:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000073ab4760[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1289] 00000080:00200000:2.0:1789762978.961803:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000290e0b05 17ffffc0001001 3:0 ffff998584915e00 1289 lru 00000080:00200000:2.0:1789762978.961807:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000eab76600 265: 1< 0 - - > 2< 1085440 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961809:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000073ab4760 00000080:00200000:2.0:1789762978.961810:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1789762978.961811:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1290 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961827:0:13479:0:(rw26.c:871:ll_write_end()) pos 5283840, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961830:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000ec358855[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1290] 00000080:00200000:2.0:1789762978.961833:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000004e5d1ed7 17ffffc0001001 3:0 ffff998584915700 1290 lru 00000080:00200000:2.0:1789762978.961837:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000055feb59c 266: 1< 0 - - > 2< 1089536 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961838:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000ec358855 00000080:00200000:2.0:1789762978.961840:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1789762978.961841:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1291 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961856:0:13479:0:(rw26.c:871:ll_write_end()) pos 5287936, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961859:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000039767b18[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1291] 00000080:00200000:2.0:1789762978.961862:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000038abf930 17ffffc0001001 3:0 ffff998584915460 1291 lru 00000080:00200000:2.0:1789762978.961867:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000ca52cfa0 267: 1< 0 - - > 2< 1093632 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961869:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000039767b18 00000080:00200000:2.0:1789762978.961869:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1789762978.961871:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1292 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961884:0:13479:0:(rw26.c:871:ll_write_end()) pos 5292032, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961887:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000299dae05[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1292] 00000080:00200000:2.0:1789762978.961890:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000003ffb12fb 17ffffc0001001 3:0 ffff998584915d20 1292 lru 00000080:00200000:2.0:1789762978.961894:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000d9cad9ec 268: 1< 0 - - > 2< 1097728 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961896:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000299dae05 00000080:00200000:2.0:1789762978.961897:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1789762978.961899:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1293 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961912:0:13479:0:(rw26.c:871:ll_write_end()) pos 5296128, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961915:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000ffd4121c[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1293] 00000080:00200000:2.0:1789762978.961918:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000746d3136 17ffffc0001001 3:0 ffff998584915ee0 1293 lru 00000080:00200000:2.0:1789762978.961923:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000dba2b4c3 269: 1< 0 - - > 2< 1101824 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961925:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000ffd4121c 00000080:00200000:2.0:1789762978.961926:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1789762978.961927:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1294 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961944:0:13479:0:(rw26.c:871:ll_write_end()) pos 5300224, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961948:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000217a15d1[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1294] 00000080:00200000:2.0:1789762978.961949:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000cd81a735 17ffffc0001001 3:0 ffff9985849151c0 1294 lru 00000080:00200000:2.0:1789762978.961954:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000ccdc2e6f 270: 1< 0 - - > 2< 1105920 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961955:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000217a15d1 00000080:00200000:2.0:1789762978.961956:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1789762978.961958:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1295 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.961976:0:13479:0:(rw26.c:871:ll_write_end()) pos 5304320, len 4096, copied 4096 00000080:00200000:2.0:1789762978.961979:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000049a6defc[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1295] 00000080:00200000:2.0:1789762978.961982:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000a1503bd5 17ffffc0001001 3:0 ffff998584915000 1295 lru 00000080:00200000:2.0:1789762978.961986:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000001788a856 271: 1< 0 - - > 2< 1110016 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.961988:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000049a6defc 00000080:00200000:2.0:1789762978.961988:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1789762978.961990:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1296 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962007:0:13479:0:(rw26.c:871:ll_write_end()) pos 5308416, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962010:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000c863b88c[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1296] 00000080:00200000:2.0:1789762978.962013:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000005dca326 17ffffc0001021 2:0 ffff9985849158c0 1296 lru 00000080:00200000:2.0:1789762978.962017:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000280edcad 272: 1< 0 - - > 2< 1114112 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962019:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000c863b88c 00000080:00200000:2.0:1789762978.962020:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1789762978.962022:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1297 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962037:0:13479:0:(rw26.c:871:ll_write_end()) pos 5312512, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962040:0:13479:0:(rw26.c:929:ll_write_end()) page@000000000a392a15[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1297] 00000080:00200000:2.0:1789762978.962042:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000704816d2 17ffffc0001001 3:0 ffff998584915380 1297 lru 00000080:00200000:2.0:1789762978.962047:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000b546f663 273: 1< 0 - - > 2< 1118208 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962049:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000000a392a15 00000080:00200000:2.0:1789762978.962050:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1789762978.962051:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1298 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962069:0:13479:0:(rw26.c:871:ll_write_end()) pos 5316608, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962072:0:13479:0:(rw26.c:929:ll_write_end()) page@000000008159d924[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1298] 00000080:00200000:2.0:1789762978.962075:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000004c16ada5 17ffffc0001001 3:0 ffff9985849150e0 1298 lru 00000080:00200000:2.0:1789762978.962079:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000f42bbcab 274: 1< 0 - - > 2< 1122304 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962081:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000008159d924 00000080:00200000:2.0:1789762978.962081:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1789762978.962083:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1299 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962103:0:13479:0:(rw26.c:871:ll_write_end()) pos 5320704, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962105:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000089da36e8[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1299] 00000080:00200000:2.0:1789762978.962107:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000053afd2bd 17ffffc0001001 3:0 ffff998584915540 1299 lru 00000080:00200000:2.0:1789762978.962112:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000088fb0252 275: 1< 0 - - > 2< 1126400 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962114:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000089da36e8 00000080:00200000:2.0:1789762978.962115:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1789762978.962116:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1300 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962135:0:13479:0:(rw26.c:871:ll_write_end()) pos 5324800, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962138:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000df88b81d[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1300] 00000080:00200000:2.0:1789762978.962140:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000b0b73225 17ffffc0001001 3:0 ffff998584915b60 1300 lru 00000080:00200000:2.0:1789762978.962144:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000f11db0cb 276: 1< 0 - - > 2< 1130496 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962146:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000df88b81d 00000080:00200000:2.0:1789762978.962147:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1789762978.962148:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1301 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962179:0:13479:0:(rw26.c:871:ll_write_end()) pos 5328896, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962182:0:13479:0:(rw26.c:929:ll_write_end()) page@000000002844bb31[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1301] 00000080:00200000:2.0:1789762978.962184:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000e0dfe91d 17ffffc0001001 3:0 ffff998584915620 1301 lru 00000080:00200000:2.0:1789762978.962189:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000cd9582b4 277: 1< 0 - - > 2< 1134592 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962194:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000002844bb31 00000080:00200000:2.0:1789762978.962197:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1789762978.962198:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1302 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962219:0:13479:0:(rw26.c:871:ll_write_end()) pos 5332992, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962224:0:13479:0:(rw26.c:929:ll_write_end()) page@000000003c11f77a[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1302] 00000080:00200000:2.0:1789762978.962233:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000002452e088 17ffffc0001001 3:0 ffff998584915c40 1302 lru 00000080:00200000:2.0:1789762978.962250:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000b61ccf46 278: 1< 0 - - > 2< 1138688 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962256:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000003c11f77a 00000080:00200000:2.0:1789762978.962260:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1789762978.962264:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1303 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962280:0:13479:0:(rw26.c:871:ll_write_end()) pos 5337088, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962335:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000b8e57723[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1303] 00000080:00200000:2.0:1789762978.962339:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000086dea7fb 17ffffc0001001 3:0 ffff998584915a80 1303 lru 00000080:00200000:2.0:1789762978.962345:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000c8971541 279: 1< 0 - - > 2< 1142784 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962350:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000b8e57723 00000080:00200000:2.0:1789762978.962351:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1789762978.962356:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1304 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962384:0:13479:0:(rw26.c:871:ll_write_end()) pos 5341184, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962393:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000c71ee244[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1304] 00000080:00200000:2.0:1789762978.962403:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000519b70e5 17ffffc0001001 3:0 ffff9985848cbe00 1304 lru 00000080:00200000:2.0:1789762978.962424:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000006778f318 280: 1< 0 - - > 2< 1146880 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962430:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000c71ee244 00000080:00200000:2.0:1789762978.962434:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1789762978.962439:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1305 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962460:0:13479:0:(rw26.c:871:ll_write_end()) pos 5345280, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962467:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000040fd99ec[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1305] 00000080:00200000:2.0:1789762978.962474:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000002ebc50d3 17ffffc0001001 3:0 ffff9985848cb700 1305 lru 00000080:00200000:2.0:1789762978.962499:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000ea029299 281: 1< 0 - - > 2< 1150976 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962503:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000040fd99ec 00000080:00200000:2.0:1789762978.962507:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1789762978.962509:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1306 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962524:0:13479:0:(rw26.c:871:ll_write_end()) pos 5349376, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962528:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000852c37e2[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1306] 00000080:00200000:2.0:1789762978.962532:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000001cda7cbf 17ffffc0001001 3:0 ffff9985848cb460 1306 lru 00000080:00200000:2.0:1789762978.962536:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000033b42abc 282: 1< 0 - - > 2< 1155072 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962541:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000852c37e2 00000080:00200000:2.0:1789762978.962545:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1789762978.962548:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1307 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962571:0:13479:0:(rw26.c:871:ll_write_end()) pos 5353472, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962577:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000002e937c0[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1307] 00000080:00200000:2.0:1789762978.962579:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000000e4ef81e 17ffffc0001001 3:0 ffff9985848cbd20 1307 lru 00000080:00200000:2.0:1789762978.962584:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000000318c01c 283: 1< 0 - - > 2< 1159168 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962589:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000002e937c0 00000080:00200000:2.0:1789762978.962591:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1789762978.962594:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1308 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962614:0:13479:0:(rw26.c:871:ll_write_end()) pos 5357568, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962619:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000b9349203[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1308] 00000080:00200000:2.0:1789762978.962621:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000004520e313 17ffffc0001001 3:0 ffff9985848cbee0 1308 lru 00000080:00200000:2.0:1789762978.962625:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000004d19d8ff 284: 1< 0 - - > 2< 1163264 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962638:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000b9349203 00000080:00200000:2.0:1789762978.962640:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1789762978.962643:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1309 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962666:0:13479:0:(rw26.c:871:ll_write_end()) pos 5361664, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962693:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000dfe4375a[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1309] 00000080:00200000:2.0:1789762978.962696:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000001a405dc9 17ffffc0001001 3:0 ffff9985848cb1c0 1309 lru 00000080:00200000:2.0:1789762978.962701:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000093ec315a 285: 1< 0 - - > 2< 1167360 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962703:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000dfe4375a 00000080:00200000:2.0:1789762978.962704:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1789762978.962706:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1310 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962725:0:13479:0:(rw26.c:871:ll_write_end()) pos 5365760, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962731:0:13479:0:(rw26.c:929:ll_write_end()) page@000000007a24df40[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1310] 00000080:00200000:2.0:1789762978.962734:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000024e4708c 17ffffc0001001 3:0 ffff9985848cb000 1310 lru 00000080:00200000:2.0:1789762978.962739:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000f4d261a9 286: 1< 0 - - > 2< 1171456 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962741:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000007a24df40 00000080:00200000:2.0:1789762978.962742:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1789762978.962744:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1311 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962765:0:13479:0:(rw26.c:871:ll_write_end()) pos 5369856, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962772:0:13479:0:(rw26.c:929:ll_write_end()) page@000000006009da60[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1311] 00000080:00200000:2.0:1789762978.962774:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000b429a8ca 17ffffc0001021 2:0 ffff9985848cb8c0 1311 lru 00000080:00200000:2.0:1789762978.962779:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000008bb9e55c 287: 1< 0 - - > 2< 1175552 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962780:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000006009da60 00000080:00200000:2.0:1789762978.962781:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1789762978.962783:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1312 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962800:0:13479:0:(rw26.c:871:ll_write_end()) pos 5373952, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962808:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000c6b2defe[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1312] 00000080:00200000:2.0:1789762978.962813:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000597e3f49 17ffffc0001001 3:0 ffff9985848cb380 1312 lru 00000080:00200000:2.0:1789762978.962819:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000059d8f7c2 288: 1< 0 - - > 2< 1179648 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962821:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000c6b2defe 00000080:00200000:2.0:1789762978.962822:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1789762978.962823:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1313 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962845:0:13479:0:(rw26.c:871:ll_write_end()) pos 5378048, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962853:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000db8c3918[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1313] 00000080:00200000:2.0:1789762978.962860:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000000aa1f119 17ffffc0001001 3:0 ffff9985848cb0e0 1313 lru 00000080:00200000:2.0:1789762978.962866:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000085681050 289: 1< 0 - - > 2< 1183744 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962868:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000db8c3918 00000080:00200000:2.0:1789762978.962869:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1789762978.962870:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1314 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962894:0:13479:0:(rw26.c:871:ll_write_end()) pos 5382144, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962903:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000710a719a[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1314] 00000080:00200000:2.0:1789762978.962909:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000001df95a89 17ffffc0001001 3:0 ffff9985848cb540 1314 lru 00000080:00200000:2.0:1789762978.962916:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000020f8784d 290: 1< 0 - - > 2< 1187840 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962918:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000710a719a 00000080:00200000:2.0:1789762978.962919:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1789762978.962921:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1315 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962938:0:13479:0:(rw26.c:871:ll_write_end()) pos 5386240, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962947:0:13479:0:(rw26.c:929:ll_write_end()) page@000000009d8c3ca5[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1315] 00000080:00200000:2.0:1789762978.962954:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000f94e81de 17ffffc0001001 3:0 ffff9985848cbb60 1315 lru 00000080:00200000:2.0:1789762978.962963:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000ea8717ac 291: 1< 0 - - > 2< 1191936 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.962966:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000009d8c3ca5 00000080:00200000:2.0:1789762978.962967:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1789762978.962968:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1316 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.962983:0:13479:0:(rw26.c:871:ll_write_end()) pos 5390336, len 4096, copied 4096 00000080:00200000:2.0:1789762978.962988:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000d4ae34f0[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1316] 00000080:00200000:2.0:1789762978.962991:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000030ffbf23 17ffffc0001001 3:0 ffff9985848cb620 1316 lru 00000080:00200000:2.0:1789762978.963003:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000007a41016 292: 1< 0 - - > 2< 1196032 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.963008:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000d4ae34f0 00000080:00200000:2.0:1789762978.963010:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1789762978.963014:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1317 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.963033:0:13479:0:(rw26.c:871:ll_write_end()) pos 5394432, len 4096, copied 4096 00000080:00200000:2.0:1789762978.963038:0:13479:0:(rw26.c:929:ll_write_end()) page@000000007c9ac2d5[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1317] 00000080:00200000:2.0:1789762978.963041:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000004eca4a01 17ffffc0001001 3:0 ffff9985848cbc40 1317 lru 00000080:00200000:2.0:1789762978.963055:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000c00745f3 293: 1< 0 - - > 2< 1200128 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.963060:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000007c9ac2d5 00000080:00200000:2.0:1789762978.963062:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1789762978.963065:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1318 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.963095:0:13479:0:(rw26.c:871:ll_write_end()) pos 5398528, len 4096, copied 4096 00000080:00200000:2.0:1789762978.963101:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000b0d60e04[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1318] 00000080:00200000:2.0:1789762978.963103:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000ea01aa03 17ffffc0001001 3:0 ffff9985848cba80 1318 lru 00000080:00200000:2.0:1789762978.963108:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000007aee62a3 294: 1< 0 - - > 2< 1204224 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.963112:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000b0d60e04 00000080:00200000:2.0:1789762978.963114:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1789762978.963117:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1319 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.963138:0:13479:0:(rw26.c:871:ll_write_end()) pos 5402624, len 4096, copied 4096 00000080:00200000:2.0:1789762978.963143:0:13479:0:(rw26.c:929:ll_write_end()) page@000000009b9d3649[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1319] 00000080:00200000:2.0:1789762978.963146:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000d5e01b2a 17ffffc0001001 3:0 ffff9985848cb9a0 1319 lru 00000080:00200000:2.0:1789762978.963150:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000c1588f12 295: 1< 0 - - > 2< 1208320 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.963152:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000009b9d3649 00000080:00200000:2.0:1789762978.963154:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1789762978.963159:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1320 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.963180:0:13479:0:(rw26.c:871:ll_write_end()) pos 5406720, len 4096, copied 4096 00000080:00200000:2.0:1789762978.963185:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000a1a4ae9c[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1320] 00000080:00200000:2.0:1789762978.963187:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000a2184800 17ffffc0001001 3:0 ffff9985848cb7e0 1320 lru 00000080:00200000:2.0:1789762978.963192:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000007cb0728c 296: 1< 0 - - > 2< 1212416 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.963195:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000a1a4ae9c 00000080:00200000:2.0:1789762978.963196:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1789762978.963201:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1321 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.963221:0:13479:0:(rw26.c:871:ll_write_end()) pos 5410816, len 4096, copied 4096 00000080:00200000:2.0:1789762978.963226:0:13479:0:(rw26.c:929:ll_write_end()) page@000000003658478e[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1321] 00000080:00200000:2.0:1789762978.963228:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000c04cccf9 17ffffc0001001 3:0 ffff9985848cb2a0 1321 lru 00000080:00200000:2.0:1789762978.963232:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000d33a1ab4 297: 1< 0 - - > 2< 1216512 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.963235:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000003658478e 00000080:00200000:2.0:1789762978.963238:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1789762978.963241:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1322 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.963268:0:13479:0:(rw26.c:871:ll_write_end()) pos 5414912, len 4096, copied 4096 00000080:00200000:2.0:1789762978.963275:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000d9f06db9[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1322] 00000080:00200000:2.0:1789762978.963280:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000900b7cc9 17ffffc0001001 3:0 ffff9985882531c0 1322 lru 00000080:00200000:2.0:1789762978.963289:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000da894d20 298: 1< 0 - - > 2< 1220608 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.963295:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000d9f06db9 00000080:00200000:2.0:1789762978.963298:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1789762978.963861:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1323 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.963883:0:13479:0:(rw26.c:871:ll_write_end()) pos 5419008, len 4096, copied 4096 00000080:00200000:2.0:1789762978.963891:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000b147bffd[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1323] 00000080:00200000:2.0:1789762978.963899:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000d520e61f 17ffffc0001001 3:0 ffff998588253000 1323 lru 00000080:00200000:2.0:1789762978.963911:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000076851881 299: 1< 0 - - > 2< 1224704 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.963916:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000b147bffd 00000080:00200000:2.0:1789762978.963920:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1789762978.963924:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1324 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.963948:0:13479:0:(rw26.c:871:ll_write_end()) pos 5423104, len 4096, copied 4096 00000080:00200000:2.0:1789762978.963954:0:13479:0:(rw26.c:929:ll_write_end()) page@000000009ff8a4ac[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1324] 00000080:00200000:2.0:1789762978.963962:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000b24caae0 17ffffc0001001 3:0 ffff9985882538c0 1324 lru 00000080:00200000:2.0:1789762978.963974:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000052e3be6f 300: 1< 0 - - > 2< 1228800 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.963978:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000009ff8a4ac 00000080:00200000:2.0:1789762978.963980:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1789762978.963986:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1325 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.964004:0:13479:0:(rw26.c:871:ll_write_end()) pos 5427200, len 4096, copied 4096 00000080:00200000:2.0:1789762978.964009:0:13479:0:(rw26.c:929:ll_write_end()) page@000000003be61e77[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1325] 00000080:00200000:2.0:1789762978.964015:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad9597ba 17ffffc0001001 3:0 ffff998588253380 1325 lru 00000080:00200000:2.0:1789762978.964037:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000004a704a3 301: 1< 0 - - > 2< 1232896 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.964042:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000003be61e77 00000080:00200000:2.0:1789762978.964047:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1789762978.964056:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1326 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.964083:0:13479:0:(rw26.c:871:ll_write_end()) pos 5431296, len 4096, copied 4096 00000080:00200000:2.0:1789762978.964095:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000c129607f[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1326] 00000080:00200000:2.0:1789762978.964102:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000a1039a36 17ffffc0001021 2:0 ffff9985882530e0 1326 lru 00000080:00200000:2.0:1789762978.964136:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000b83800e7 302: 1< 0 - - > 2< 1236992 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.964141:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000c129607f 00000080:00200000:2.0:1789762978.964143:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1789762978.964147:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1327 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.964168:0:13479:0:(rw26.c:871:ll_write_end()) pos 5435392, len 4096, copied 4096 00000080:00200000:2.0:1789762978.964181:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000b7d2c148[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1327] 00000080:00200000:2.0:1789762978.964188:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000dca693b1 17ffffc0001001 3:0 ffff998588253540 1327 lru 00000080:00200000:2.0:1789762978.964225:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000ca409499 303: 1< 0 - - > 2< 1241088 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.964233:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000b7d2c148 00000080:00200000:2.0:1789762978.964236:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1789762978.964242:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1328 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.964266:0:13479:0:(rw26.c:871:ll_write_end()) pos 5439488, len 4096, copied 4096 00000080:00200000:2.0:1789762978.964275:0:13479:0:(rw26.c:929:ll_write_end()) page@000000008b1aa93f[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1328] 00000080:00200000:2.0:1789762978.964281:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000003cd45fb 17ffffc0001001 3:0 ffff998588253b60 1328 lru 00000080:00200000:2.0:1789762978.964346:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000c12b0387 304: 1< 0 - - > 2< 1245184 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.964357:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000008b1aa93f 00000080:00200000:2.0:1789762978.964364:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1789762978.964369:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1329 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.964391:0:13479:0:(rw26.c:871:ll_write_end()) pos 5443584, len 4096, copied 4096 00000080:00200000:2.0:1789762978.964416:0:13479:0:(rw26.c:929:ll_write_end()) page@000000000d99745c[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1329] 00000080:00200000:2.0:1789762978.964436:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000d431ec15 17ffffc0001001 3:0 ffff998588253620 1329 lru 00000080:00200000:2.0:1789762978.964482:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000f89abe55 305: 1< 0 - - > 2< 1249280 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.964493:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000000d99745c 00000080:00200000:2.0:1789762978.964500:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1789762978.964509:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1330 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.964538:0:13479:0:(rw26.c:871:ll_write_end()) pos 5447680, len 4096, copied 4096 00000080:00200000:2.0:1789762978.964557:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000e31ab78b[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1330] 00000080:00200000:2.0:1789762978.964580:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000743dbcd2 17ffffc0001001 3:0 ffff998588253c40 1330 lru 00000080:00200000:2.0:1789762978.964600:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000008e93c7a2 306: 1< 0 - - > 2< 1253376 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.964606:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000e31ab78b 00000080:00200000:2.0:1789762978.964609:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1789762978.964613:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1331 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.964648:0:13479:0:(rw26.c:871:ll_write_end()) pos 5451776, len 4096, copied 4096 00000080:00200000:2.0:1789762978.964673:0:13479:0:(rw26.c:929:ll_write_end()) page@000000009199206e[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1331] 00000080:00200000:2.0:1789762978.964695:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000000a1d6986 17ffffc0001001 3:0 ffff998588253a80 1331 lru 00000080:00200000:2.0:1789762978.964762:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000016a90f0 307: 1< 0 - - > 2< 1257472 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.964774:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000009199206e 00000080:00200000:2.0:1789762978.964781:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1789762978.964788:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1332 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.964810:0:13479:0:(rw26.c:871:ll_write_end()) pos 5455872, len 4096, copied 4096 00000080:00200000:2.0:1789762978.964815:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000083498b24[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1332] 00000080:00200000:2.0:1789762978.964817:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000008e1ecdc1 17ffffc0001001 3:0 ffff9985882539a0 1332 lru 00000080:00200000:2.0:1789762978.964822:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000526a1141 308: 1< 0 - - > 2< 1261568 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.964823:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000083498b24 00000080:00200000:2.0:1789762978.964824:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1789762978.964827:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1333 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.964848:0:13479:0:(rw26.c:871:ll_write_end()) pos 5459968, len 4096, copied 4096 00000080:00200000:2.0:1789762978.964873:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000fd221f60[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1333] 00000080:00200000:2.0:1789762978.964898:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000b099b52d 17ffffc0001001 3:0 ffff9985882537e0 1333 lru 00000080:00200000:2.0:1789762978.964950:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000008372a50 309: 1< 0 - - > 2< 1265664 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.964960:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000fd221f60 00000080:00200000:2.0:1789762978.964964:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1789762978.964973:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1334 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.965015:0:13479:0:(rw26.c:871:ll_write_end()) pos 5464064, len 4096, copied 4096 00000080:00200000:2.0:1789762978.965028:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000033f4fd25[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1334] 00000080:00200000:2.0:1789762978.965046:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000047ea5e2b 17ffffc0001001 3:0 ffff9985882532a0 1334 lru 00000080:00200000:2.0:1789762978.965079:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000062d8a292 310: 1< 0 - - > 2< 1269760 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.965090:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000033f4fd25 00000080:00200000:2.0:1789762978.965095:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1789762978.965103:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1335 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.965133:0:13479:0:(rw26.c:871:ll_write_end()) pos 5468160, len 4096, copied 4096 00000080:00200000:2.0:1789762978.965151:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000099532db9[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1335] 00000080:00200000:2.0:1789762978.965157:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000f4dbf83d 17ffffc0001001 3:0 ffff998588253e00 1335 lru 00000080:00200000:2.0:1789762978.965164:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000070cd67c3 311: 1< 0 - - > 2< 1273856 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.965171:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000099532db9 00000080:00200000:2.0:1789762978.965178:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1789762978.965187:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1336 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.965210:0:13479:0:(rw26.c:871:ll_write_end()) pos 5472256, len 4096, copied 4096 00000080:00200000:2.0:1789762978.965241:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000230757dd[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1336] 00000080:00200000:2.0:1789762978.965257:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000065d7ac34 17ffffc0001001 3:0 ffff998588253700 1336 lru 00000080:00200000:2.0:1789762978.965277:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000716e75e5 312: 1< 0 - - > 2< 1277952 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.965312:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000230757dd 00000080:00200000:2.0:1789762978.965316:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762978.965320:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1337 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.965339:0:13479:0:(rw26.c:871:ll_write_end()) pos 5476352, len 4096, copied 4096 00000080:00200000:2.0:1789762978.965350:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000d0f14b82[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1337] 00000080:00200000:2.0:1789762978.965364:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000946f77f6 17ffffc0001001 3:0 ffff998588253460 1337 lru 00000080:00200000:2.0:1789762978.965404:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2d3bcf5 313: 1< 0 - - > 2< 1282048 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.965418:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000d0f14b82 00000080:00200000:2.0:1789762978.965425:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1789762978.965432:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1338 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.965455:0:13479:0:(rw26.c:871:ll_write_end()) pos 5480448, len 4096, copied 4096 00000080:00200000:2.0:1789762978.965474:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000b148c182[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1338] 00000080:00200000:2.0:1789762978.965484:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000003a6042d5 17ffffc0001001 3:0 ffff998588253d20 1338 lru 00000080:00200000:2.0:1789762978.965519:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000a8d098cf 314: 1< 0 - - > 2< 1286144 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.965527:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000b148c182 00000080:00200000:2.0:1789762978.965530:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762978.965535:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1339 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.965563:0:13479:0:(rw26.c:871:ll_write_end()) pos 5484544, len 4096, copied 4096 00000080:00200000:2.0:1789762978.965591:0:13479:0:(rw26.c:929:ll_write_end()) page@000000005781d489[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1339] 00000080:00200000:2.0:1789762978.965601:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000009c529eb2 17ffffc0001001 3:0 ffff998588253ee0 1339 lru 00000080:00200000:2.0:1789762978.965616:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000057e65e8a 315: 1< 0 - - > 2< 1290240 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.965626:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000005781d489 00000080:00200000:2.0:1789762978.965644:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762978.965652:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1340 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.965690:0:13479:0:(rw26.c:871:ll_write_end()) pos 5488640, len 4096, copied 4096 00000080:00200000:2.0:1789762978.965713:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000063137e3e[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1340] 00000080:00200000:2.0:1789762978.965732:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000005afb7975 17ffffc0001001 3:0 ffff9985848a5540 1340 lru 00000080:00200000:2.0:1789762978.965766:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000003ac17d69 316: 1< 0 - - > 2< 1294336 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.965777:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000063137e3e 00000080:00200000:2.0:1789762978.965782:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1789762978.965786:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1341 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.965813:0:13479:0:(rw26.c:871:ll_write_end()) pos 5492736, len 4096, copied 4096 00000080:00200000:2.0:1789762978.965836:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000bad18074[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1341] 00000080:00200000:2.0:1789762978.965867:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000f66b346c 17ffffc0001021 2:0 ffff9985848a5b60 1341 lru 00000080:00200000:2.0:1789762978.965920:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000c2c0b917 317: 1< 0 - - > 2< 1298432 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.965932:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000bad18074 00000080:00200000:2.0:1789762978.965941:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762978.965956:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1342 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.966001:0:13479:0:(rw26.c:871:ll_write_end()) pos 5496832, len 4096, copied 4096 00000080:00200000:2.0:1789762978.966020:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000042d407d8[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1342] 00000080:00200000:2.0:1789762978.966037:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000055fb4ae7 17ffffc0001001 3:0 ffff9985848a5620 1342 lru 00000080:00200000:2.0:1789762978.966094:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000000c1c6544 318: 1< 0 - - > 2< 1302528 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.966104:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000042d407d8 00000080:00200000:2.0:1789762978.966113:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762978.966124:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1343 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.966148:0:13479:0:(rw26.c:871:ll_write_end()) pos 5500928, len 4096, copied 4096 00000080:00200000:2.0:1789762978.966170:0:13479:0:(rw26.c:929:ll_write_end()) page@000000000a6cb630[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1343] 00000080:00200000:2.0:1789762978.966187:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000003caecc74 17ffffc0001001 3:0 ffff9985848a5c40 1343 lru 00000080:00200000:2.0:1789762978.966236:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000001cedaf5a 319: 1< 0 - - > 2< 1306624 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.966244:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000000a6cb630 00000080:00200000:2.0:1789762978.966251:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1789762978.966265:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1344 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.968753:0:13481:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:2.0:1789762978.968766:0:13481:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762978.968780:0:13481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1789762978.968794:0:13481:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:2.0:1789762978.968800:0:13481:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762978.968805:0:13481:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:2.0:1789762978.968807:0:13481:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:2.0:1789762978.968812:0:13481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c3337bf8 00010000:00010000:2.0:1789762978.968819:0:13481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1789762978.968850:0:13481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:2.0:1789762978.968861:0:13481:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:2.0:1789762978.968864:0:13481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762978.968868:0:13481:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:2.0:1789762978.968876:0:13481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_w_oleg336-client.virtnet, flags=777 00000080:00200000:2.0:1789762978.968883:0:13481:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x28:0x0](ffff998598d89988), inode mode 81a4 mask 46 00000080:00200008:2.0:1789762978.968891:0:13481:0:(file.c:1090:ll_file_open()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100102 00000080:00200080:2.0:1789762978.968919:0:13481:0:(file.c:4646:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x28:0x0](ffff998598d89988) cmd=80306d02 arg=7ffcd248d550 00020000:00000080:2.0:1789762978.968927:0:13481:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99859130d000: cmd=80306d02 len=0 karg=0000000000000000 uarg=00007ffcd248d550 00000020:00000080:2.0:1789762978.968934:0:13481:0:(lov_obd.c:981:lov_iocontrol()) lustre-clilov-ffff99859130d000: iocontrol from 'dd' cmd=80306d02 _IOR('m', 2, 48) unknown: rc = -25 00000080:00200008:2.0:1789762978.968943:0:13481:0:(file.c:5214:ll_file_seek()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], offset: 7340032, type: SEEK_CUR 00000080:00200008:2.0:1789762978.968953:0:13481:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], offset: 7340032, type: SEEK_CUR, rc = 7340032 00000080:00200008:2.0:1789762978.970332:0:13483:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], offset: 9437184, type: SEEK_CUR, rc = 9437184 00000080:00200000:2.0:1789762978.973342:0:13480:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:2.0:1789762978.973351:0:13480:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_w_oleg336-client.virtnet, flags=777 00000080:00200000:2.0:1789762978.973357:0:13480:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x28:0x0](ffff998598d89988), inode mode 81a4 mask 46 00000080:00200008:2.0:1789762978.973367:0:13480:0:(file.c:1090:ll_file_open()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100102 00000080:00200080:2.0:1789762978.973422:0:13480:0:(file.c:4646:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x28:0x0](ffff998598d89988) cmd=80306d02 arg=7ffda78e7030 00020000:00000080:2.0:1789762978.973429:0:13480:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99859130d000: cmd=80306d02 len=0 karg=0000000000000000 uarg=00007ffda78e7030 00000020:00000080:2.0:1789762978.973432:0:13480:0:(lov_obd.c:981:lov_iocontrol()) lustre-clilov-ffff99859130d000: iocontrol from 'dd' cmd=80306d02 _IOR('m', 2, 48) unknown: rc = -25 00000080:00200008:2.0:1789762978.973437:0:13480:0:(file.c:5214:ll_file_seek()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], offset: 6291456, type: SEEK_CUR 00000080:00200008:2.0:1789762978.973447:0:13480:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], offset: 6291456, type: SEEK_CUR, rc = 6291456 00000080:00200000:2.0:1789762978.977399:0:13479:0:(rw26.c:871:ll_write_end()) pos 5505024, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977406:0:13479:0:(rw26.c:929:ll_write_end()) page@000000000dab158e[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1344] 00000080:00200000:2.0:1789762978.977410:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000093f7454d 17ffffc0001021 2:0 ffff9985848a5a80 1344 lru 00000080:00200000:2.0:1789762978.977415:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000be07c81f 320: 1< 0 - - > 2< 1310720 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.977417:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000000dab158e 00000080:00200000:2.0:1789762978.977419:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762978.977421:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1345 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.977439:0:13479:0:(rw26.c:871:ll_write_end()) pos 5509120, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977443:0:13479:0:(rw26.c:929:ll_write_end()) page@000000004d5f3d86[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1345] 00000080:00200000:2.0:1789762978.977445:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000ba89ecaa 17ffffc0001001 3:0 ffff9985848a59a0 1345 lru 00000080:00200000:2.0:1789762978.977450:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000b561afc2 321: 1< 0 - - > 2< 1314816 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.977452:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000004d5f3d86 00000080:00200000:2.0:1789762978.977453:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1789762978.977455:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1346 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.977473:0:13479:0:(rw26.c:871:ll_write_end()) pos 5513216, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977476:0:13479:0:(rw26.c:929:ll_write_end()) page@000000004cbb9ebc[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1346] 00000080:00200000:2.0:1789762978.977478:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000902e7183 17ffffc0001001 3:0 ffff9985848a57e0 1346 lru 00000080:00200000:2.0:1789762978.977482:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000cdfaa55b 322: 1< 0 - - > 2< 1318912 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.977484:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000004cbb9ebc 00000080:00200000:2.0:1789762978.977485:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762978.977487:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1347 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.977507:0:13479:0:(rw26.c:871:ll_write_end()) pos 5517312, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977510:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000a9bb4ce7[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1347] 00000080:00200000:2.0:1789762978.977512:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000bba8aed2 17ffffc0001001 3:0 ffff9985848a52a0 1347 lru 00000080:00200000:2.0:1789762978.977516:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000efef1b20 323: 1< 0 - - > 2< 1323008 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.977517:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000a9bb4ce7 00000080:00200000:2.0:1789762978.977518:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1789762978.977520:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1348 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.977544:0:13479:0:(rw26.c:871:ll_write_end()) pos 5521408, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977547:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000aa3be7c2[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1348] 00000080:00200000:2.0:1789762978.977549:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000b9775fe7 17ffffc0001001 3:0 ffff9985848a5e00 1348 lru 00000080:00200000:2.0:1789762978.977554:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000d06f002f 324: 1< 0 - - > 2< 1327104 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.977555:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000aa3be7c2 00000080:00200000:2.0:1789762978.977557:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1789762978.977559:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1349 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.977586:0:13479:0:(rw26.c:871:ll_write_end()) pos 5525504, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977589:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000454cf278[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1349] 00000080:00200000:2.0:1789762978.977591:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000028a5b2c0 17ffffc0001001 3:0 ffff9985848a5700 1349 lru 00000080:00200000:2.0:1789762978.977595:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000d35eda0a 325: 1< 0 - - > 2< 1331200 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.977597:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000454cf278 00000080:00200000:2.0:1789762978.977597:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1789762978.977599:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1350 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.977617:0:13479:0:(rw26.c:871:ll_write_end()) pos 5529600, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977621:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000a2608262[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1350] 00000080:00200000:2.0:1789762978.977623:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000108e4166 17ffffc0001001 3:0 ffff9985848a5460 1350 lru 00000080:00200000:2.0:1789762978.977639:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5a7514f 326: 1< 0 - - > 2< 1335296 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.977642:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000a2608262 00000080:00200000:2.0:1789762978.977643:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762978.977646:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1351 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.977672:0:13479:0:(rw26.c:871:ll_write_end()) pos 5533696, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977676:0:13479:0:(rw26.c:929:ll_write_end()) page@000000004f44d604[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1351] 00000080:00200000:2.0:1789762978.977679:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000a6455664 17ffffc0001001 3:0 ffff9985848a5d20 1351 lru 00000080:00200000:2.0:1789762978.977684:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000470c8da1 327: 1< 0 - - > 2< 1339392 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.977686:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000004f44d604 00000080:00200000:2.0:1789762978.977687:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1789762978.977689:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1352 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.977703:0:13479:0:(rw26.c:871:ll_write_end()) pos 5537792, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977705:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000d1deaa7f[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1352] 00000080:00200000:2.0:1789762978.977707:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000bca22ad3 17ffffc0001001 3:0 ffff9985848a5ee0 1352 lru 00000080:00200000:2.0:1789762978.977711:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000004f8a28ab 328: 1< 0 - - > 2< 1343488 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.977713:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000d1deaa7f 00000080:00200000:2.0:1789762978.977714:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1789762978.977716:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1353 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.977729:0:13479:0:(rw26.c:871:ll_write_end()) pos 5541888, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977732:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000efd505a6[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1353] 00000080:00200000:2.0:1789762978.977736:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000e35bc336 17ffffc0001001 3:0 ffff9985848a51c0 1353 lru 00000080:00200000:2.0:1789762978.977743:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000085961576 329: 1< 0 - - > 2< 1347584 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.977746:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000efd505a6 00000080:00200000:2.0:1789762978.977748:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1789762978.977751:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1354 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.977768:0:13479:0:(rw26.c:871:ll_write_end()) pos 5545984, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977776:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000f85da32d[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1354] 00000080:00200000:2.0:1789762978.977782:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000000fd7ccf 17ffffc0001001 3:0 ffff9985848a5000 1354 lru 00000080:00200000:2.0:1789762978.977790:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000050f5ae94 330: 1< 0 - - > 2< 1351680 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.977793:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000f85da32d 00000080:00200000:2.0:1789762978.977795:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1789762978.977799:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1355 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.977819:0:13479:0:(rw26.c:871:ll_write_end()) pos 5550080, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977829:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000b4f220a5[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1355] 00000080:00200000:2.0:1789762978.977833:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000009f489530 17ffffc0001021 2:0 ffff9985848a58c0 1355 lru 00000080:00200000:2.0:1789762978.977841:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000039b5640a 331: 1< 0 - - > 2< 1355776 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.977846:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000b4f220a5 00000080:00200000:2.0:1789762978.977848:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1789762978.977852:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1356 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.977865:0:13479:0:(rw26.c:871:ll_write_end()) pos 5554176, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977872:0:13479:0:(rw26.c:929:ll_write_end()) page@000000004e6bba8e[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1356] 00000080:00200000:2.0:1789762978.977880:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000b0199567 17ffffc0001001 3:0 ffff9985848a5380 1356 lru 00000080:00200000:2.0:1789762978.977887:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000003bb240a3 332: 1< 0 - - > 2< 1359872 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.977891:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000004e6bba8e 00000080:00200000:2.0:1789762978.977893:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1789762978.977895:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1357 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.977917:0:13479:0:(rw26.c:871:ll_write_end()) pos 5558272, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977922:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000dd61cdaa[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1357] 00000080:00200000:2.0:1789762978.977929:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000003d090c74 17ffffc0001001 3:0 ffff9985848a50e0 1357 lru 00000080:00200000:2.0:1789762978.977939:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000008e5f8072 333: 1< 0 - - > 2< 1363968 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.977944:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000dd61cdaa 00000080:00200000:2.0:1789762978.977946:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1789762978.977950:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1358 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.977975:0:13479:0:(rw26.c:871:ll_write_end()) pos 5562368, len 4096, copied 4096 00000080:00200000:2.0:1789762978.977983:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000c99d8617[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1358] 00000080:00200000:2.0:1789762978.977991:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000ed9c5217 17ffffc0001001 3:0 ffff9985883b07e0 1358 lru 00000080:00200000:2.0:1789762978.978003:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000068d6fc85 334: 1< 0 - - > 2< 1368064 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978009:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000c99d8617 00000080:00200000:2.0:1789762978.978013:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1789762978.978017:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1359 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978036:0:13479:0:(rw26.c:871:ll_write_end()) pos 5566464, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978042:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000047e6766d[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1359] 00000080:00200000:2.0:1789762978.978047:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000071e504a8 17ffffc0001001 3:0 ffff9985883b02a0 1359 lru 00000080:00200000:2.0:1789762978.978058:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000065a5c974 335: 1< 0 - - > 2< 1372160 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978062:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000047e6766d 00000080:00200000:2.0:1789762978.978064:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1789762978.978067:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1360 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978093:0:13479:0:(rw26.c:871:ll_write_end()) pos 5570560, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978099:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000069291ab2[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1360] 00000080:00200000:2.0:1789762978.978104:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000087e646f9 17ffffc0001001 3:0 ffff9985883b0e00 1360 lru 00000080:00200000:2.0:1789762978.978118:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000bc957a05 336: 1< 0 - - > 2< 1376256 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978123:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000069291ab2 00000080:00200000:2.0:1789762978.978126:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1789762978.978132:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1361 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978162:0:13479:0:(rw26.c:871:ll_write_end()) pos 5574656, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978171:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000d492b4e6[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1361] 00000080:00200000:2.0:1789762978.978177:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000063bcc1f3 17ffffc0001001 3:0 ffff9985883b0700 1361 lru 00000080:00200000:2.0:1789762978.978183:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000fff5acec 337: 1< 0 - - > 2< 1380352 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978186:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000d492b4e6 00000080:00200000:2.0:1789762978.978187:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1789762978.978190:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1362 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978214:0:13479:0:(rw26.c:871:ll_write_end()) pos 5578752, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978223:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000f47db8ec[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1362] 00000080:00200000:2.0:1789762978.978229:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000f1085fe0 17ffffc0001001 3:0 ffff9985883b0460 1362 lru 00000080:00200000:2.0:1789762978.978238:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000b811750a 338: 1< 0 - - > 2< 1384448 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978240:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000f47db8ec 00000080:00200000:2.0:1789762978.978241:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1789762978.978243:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1363 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978260:0:13479:0:(rw26.c:871:ll_write_end()) pos 5582848, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978268:0:13479:0:(rw26.c:929:ll_write_end()) page@000000006c2b5186[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1363] 00000080:00200000:2.0:1789762978.978273:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000005f98f9c 17ffffc0001001 3:0 ffff9985883b0d20 1363 lru 00000080:00200000:2.0:1789762978.978281:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000af7fdcec 339: 1< 0 - - > 2< 1388544 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978322:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000006c2b5186 00000080:00200000:2.0:1789762978.978323:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1789762978.978327:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1364 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978348:0:13479:0:(rw26.c:871:ll_write_end()) pos 5586944, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978353:0:13479:0:(rw26.c:929:ll_write_end()) page@000000009f957bfd[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1364] 00000080:00200000:2.0:1789762978.978358:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000440852e6 17ffffc0001001 3:0 ffff9985883b0ee0 1364 lru 00000080:00200000:2.0:1789762978.978370:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000f44fe10e 340: 1< 0 - - > 2< 1392640 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978376:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000009f957bfd 00000080:00200000:2.0:1789762978.978379:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762978.978383:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1365 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978402:0:13479:0:(rw26.c:871:ll_write_end()) pos 5591040, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978408:0:13479:0:(rw26.c:929:ll_write_end()) page@000000007b32a832[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1365] 00000080:00200000:2.0:1789762978.978413:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000944e29fa 17ffffc0001001 3:0 ffff9985883b01c0 1365 lru 00000080:00200000:2.0:1789762978.978422:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2338407 341: 1< 0 - - > 2< 1396736 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978426:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000007b32a832 00000080:00200000:2.0:1789762978.978428:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1789762978.978432:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1366 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978450:0:13479:0:(rw26.c:871:ll_write_end()) pos 5595136, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978455:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000004f87001[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1366] 00000080:00200000:2.0:1789762978.978457:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000e7e676ee 17ffffc0001001 3:0 ffff9985883b0000 1366 lru 00000080:00200000:2.0:1789762978.978465:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000006568eea4 342: 1< 0 - - > 2< 1400832 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978470:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000004f87001 00000080:00200000:2.0:1789762978.978473:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1789762978.978477:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1367 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978495:0:13479:0:(rw26.c:871:ll_write_end()) pos 5599232, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978501:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000ca3c1463[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1367] 00000080:00200000:2.0:1789762978.978503:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff603b47 17ffffc0001001 3:0 ffff9985883b08c0 1367 lru 00000080:00200000:2.0:1789762978.978511:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000065aeea0f 343: 1< 0 - - > 2< 1404928 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978516:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000ca3c1463 00000080:00200000:2.0:1789762978.978518:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1789762978.978521:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1368 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978539:0:13479:0:(rw26.c:871:ll_write_end()) pos 5603328, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978544:0:13479:0:(rw26.c:929:ll_write_end()) page@000000007832a36a[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1368] 00000080:00200000:2.0:1789762978.978547:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000c22a2dc8 17ffffc0001001 3:0 ffff9985883b0380 1368 lru 00000080:00200000:2.0:1789762978.978551:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000970d0337 344: 1< 0 - - > 2< 1409024 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978554:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000007832a36a 00000080:00200000:2.0:1789762978.978557:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1789762978.978561:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1369 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978580:0:13479:0:(rw26.c:871:ll_write_end()) pos 5607424, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978585:0:13479:0:(rw26.c:929:ll_write_end()) page@000000008b6e40be[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1369] 00000080:00200000:2.0:1789762978.978587:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000037bdbcb7 17ffffc0001001 3:0 ffff9985883b00e0 1369 lru 00000080:00200000:2.0:1789762978.978591:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000daf9acba 345: 1< 0 - - > 2< 1413120 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978594:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000008b6e40be 00000080:00200000:2.0:1789762978.978597:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1789762978.978600:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1370 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978639:0:13479:0:(rw26.c:871:ll_write_end()) pos 5611520, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978646:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000c413829c[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1370] 00000080:00200000:2.0:1789762978.978650:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000a826f4a2 17ffffc0001021 2:0 ffff9985883b0540 1370 lru 00000080:00200000:2.0:1789762978.978657:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000076ade534 346: 1< 0 - - > 2< 1417216 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978664:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000c413829c 00000080:00200000:2.0:1789762978.978666:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1789762978.978671:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1371 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978692:0:13479:0:(rw26.c:871:ll_write_end()) pos 5615616, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978701:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000fac7a5a1[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1371] 00000080:00200000:2.0:1789762978.978715:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000ed8fd91b 17ffffc0001001 3:0 ffff9985883b0b60 1371 lru 00000080:00200000:2.0:1789762978.978740:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000cf1a95b9 347: 1< 0 - - > 2< 1421312 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978751:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000fac7a5a1 00000080:00200000:2.0:1789762978.978755:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1789762978.978762:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1372 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978790:0:13479:0:(rw26.c:871:ll_write_end()) pos 5619712, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978809:0:13479:0:(rw26.c:929:ll_write_end()) page@000000004493b760[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1372] 00000080:00200000:2.0:1789762978.978813:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000001a26330 17ffffc0001001 3:0 ffff9985883b0620 1372 lru 00000080:00200000:2.0:1789762978.978824:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000012131977 348: 1< 0 - - > 2< 1425408 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978830:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000004493b760 00000080:00200000:2.0:1789762978.978832:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1789762978.978835:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1373 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978854:0:13479:0:(rw26.c:871:ll_write_end()) pos 5623808, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978861:0:13479:0:(rw26.c:929:ll_write_end()) page@000000006e571748[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1373] 00000080:00200000:2.0:1789762978.978867:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000001ca2733d 17ffffc0001001 3:0 ffff9985883b0c40 1373 lru 00000080:00200000:2.0:1789762978.978873:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000088696e1b 349: 1< 0 - - > 2< 1429504 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978877:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000006e571748 00000080:00200000:2.0:1789762978.978879:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1789762978.978883:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1374 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.978906:0:13479:0:(rw26.c:871:ll_write_end()) pos 5627904, len 4096, copied 4096 00000080:00200000:2.0:1789762978.978915:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000042fe6825[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1374] 00000080:00200000:2.0:1789762978.978935:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000009b398cf7 17ffffc0001001 3:0 ffff9985883b0a80 1374 lru 00000080:00200000:2.0:1789762978.978973:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000b145e10f 350: 1< 0 - - > 2< 1433600 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.978976:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000042fe6825 00000080:00200000:2.0:1789762978.978980:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1789762978.978986:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1375 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.979011:0:13479:0:(rw26.c:871:ll_write_end()) pos 5632000, len 4096, copied 4096 00000080:00200000:2.0:1789762978.979037:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000d21a8115[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1375] 00000080:00200000:2.0:1789762978.979051:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000004daac001 17ffffc0001001 3:0 ffff9985883b09a0 1375 lru 00000080:00200000:2.0:1789762978.979097:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000d44e36ed 351: 1< 0 - - > 2< 1437696 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.979104:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000d21a8115 00000080:00200000:2.0:1789762978.979113:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1789762978.979120:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1376 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.979157:0:13479:0:(rw26.c:871:ll_write_end()) pos 5636096, len 4096, copied 4096 00000080:00200000:2.0:1789762978.979174:0:13479:0:(rw26.c:929:ll_write_end()) page@000000004cbef61b[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1376] 00000080:00200000:2.0:1789762978.979190:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000009e05fa1d 17ffffc0001001 3:0 ffff99858494e7e0 1376 lru 00000080:00200000:2.0:1789762978.979234:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000d2ebebb4 352: 1< 0 - - > 2< 1441792 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.979242:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000004cbef61b 00000080:00200000:2.0:1789762978.979248:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1789762978.979251:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1377 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.979271:0:13479:0:(rw26.c:871:ll_write_end()) pos 5640192, len 4096, copied 4096 00000080:00200000:2.0:1789762978.979276:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000d287286c[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1377] 00000080:00200000:2.0:1789762978.979279:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000d4b37d08 17ffffc0001001 3:0 ffff99858494e2a0 1377 lru 00000080:00200000:2.0:1789762978.979283:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000068ae6943 353: 1< 0 - - > 2< 1445888 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.979371:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000d287286c 00000080:00200000:2.0:1789762978.979375:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1789762978.979381:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1378 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.979402:0:13479:0:(rw26.c:871:ll_write_end()) pos 5644288, len 4096, copied 4096 00000080:00200000:2.0:1789762978.979417:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000344adeba[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1378] 00000080:00200000:2.0:1789762978.979425:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000d953a7f3 17ffffc0001001 3:0 ffff99858494ee00 1378 lru 00000080:00200000:2.0:1789762978.979432:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000070c4093a 354: 1< 0 - - > 2< 1449984 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.979440:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000344adeba 00000080:00200000:2.0:1789762978.979444:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762978.979452:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1379 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.979475:0:13479:0:(rw26.c:871:ll_write_end()) pos 5648384, len 4096, copied 4096 00000080:00200000:2.0:1789762978.979494:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000057e4c182[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1379] 00000080:00200000:2.0:1789762978.979500:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000028cf1cd6 17ffffc0001001 3:0 ffff99858494e700 1379 lru 00000080:00200000:2.0:1789762978.979539:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000014547b2a 355: 1< 0 - - > 2< 1454080 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.979548:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000057e4c182 00000080:00200000:2.0:1789762978.979560:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1789762978.979569:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1380 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.979598:0:13479:0:(rw26.c:871:ll_write_end()) pos 5652480, len 4096, copied 4096 00000080:00200000:2.0:1789762978.979616:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000e546149a[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1380] 00000080:00200000:2.0:1789762978.979627:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000abe19d21 17ffffc0001001 3:0 ffff99858494e460 1380 lru 00000080:00200000:2.0:1789762978.979681:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000d6d18813 356: 1< 0 - - > 2< 1458176 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.979694:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000e546149a 00000080:00200000:2.0:1789762978.979701:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1789762978.979710:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1381 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.979738:0:13479:0:(rw26.c:871:ll_write_end()) pos 5656576, len 4096, copied 4096 00000080:00200000:2.0:1789762978.979747:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000058d722c7[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1381] 00000080:00200000:2.0:1789762978.979754:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000006e1a6fa5 17ffffc0001001 3:0 ffff99858494ed20 1381 lru 00000080:00200000:2.0:1789762978.979808:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000058457573 357: 1< 0 - - > 2< 1462272 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.979819:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000058d722c7 00000080:00200000:2.0:1789762978.979825:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1789762978.979834:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1382 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.979857:0:13479:0:(rw26.c:871:ll_write_end()) pos 5660672, len 4096, copied 4096 00000080:00200000:2.0:1789762978.979876:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000e83b340b[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1382] 00000080:00200000:2.0:1789762978.979891:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000bd42171d 17ffffc0001001 3:0 ffff99858494eee0 1382 lru 00000080:00200000:2.0:1789762978.979919:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000003b1a20f5 358: 1< 0 - - > 2< 1466368 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.979928:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000e83b340b 00000080:00200000:2.0:1789762978.979935:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1789762978.979941:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1383 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.979965:0:13479:0:(rw26.c:871:ll_write_end()) pos 5664768, len 4096, copied 4096 00000080:00200000:2.0:1789762978.979990:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000085420a63[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1383] 00000080:00200000:2.0:1789762978.980007:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000b29d6d1d 17ffffc0001001 3:0 ffff99858494e1c0 1383 lru 00000080:00200000:2.0:1789762978.980033:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000765936a6 359: 1< 0 - - > 2< 1470464 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.980041:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000085420a63 00000080:00200000:2.0:1789762978.980049:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1789762978.980056:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1384 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.980079:0:13479:0:(rw26.c:871:ll_write_end()) pos 5668864, len 4096, copied 4096 00000080:00200000:2.0:1789762978.980107:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000db0d67fb[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1384] 00000080:00200000:2.0:1789762978.980130:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000effa79e1 17ffffc0001001 3:0 ffff99858494e000 1384 lru 00000080:00200000:2.0:1789762978.980153:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000601fd4fa 360: 1< 0 - - > 2< 1474560 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.980162:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000db0d67fb 00000080:00200000:2.0:1789762978.980169:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1789762978.980175:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1385 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.980199:0:13479:0:(rw26.c:871:ll_write_end()) pos 5672960, len 4096, copied 4096 00000080:00200000:2.0:1789762978.980221:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000dc957e4d[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1385] 00000080:00200000:2.0:1789762978.980234:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000079b333c 17ffffc0001021 2:0 ffff99858494e8c0 1385 lru 00000080:00200000:2.0:1789762978.980285:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000085d337cb 361: 1< 0 - - > 2< 1478656 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.980310:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000dc957e4d 00000080:00200000:2.0:1789762978.980311:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1789762978.980315:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1386 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.980339:0:13479:0:(rw26.c:871:ll_write_end()) pos 5677056, len 4096, copied 4096 00000080:00200000:2.0:1789762978.980359:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000666a5711[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1386] 00000080:00200000:2.0:1789762978.980364:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000000b785680 17ffffc0001001 3:0 ffff99858494e380 1386 lru 00000080:00200000:2.0:1789762978.980368:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000008336d812 362: 1< 0 - - > 2< 1482752 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.980370:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000666a5711 00000080:00200000:2.0:1789762978.980371:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1789762978.980373:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1387 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.980390:0:13479:0:(rw26.c:871:ll_write_end()) pos 5681152, len 4096, copied 4096 00000080:00200000:2.0:1789762978.980415:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000e45607f7[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1387] 00000080:00200000:2.0:1789762978.980437:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000001e775fdb 17ffffc0001001 3:0 ffff99858494e0e0 1387 lru 00000080:00200000:2.0:1789762978.980490:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000086663ecf 363: 1< 0 - - > 2< 1486848 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.980500:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000e45607f7 00000080:00200000:2.0:1789762978.980503:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1789762978.980512:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1388 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.980530:0:13479:0:(rw26.c:871:ll_write_end()) pos 5685248, len 4096, copied 4096 00000080:00200000:2.0:1789762978.980557:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000088a7cbc0[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1388] 00000080:00200000:2.0:1789762978.980582:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000072bfbaf5 17ffffc0001001 3:0 ffff99858494e540 1388 lru 00000080:00200000:2.0:1789762978.980648:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000028ebacfb 364: 1< 0 - - > 2< 1490944 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.980661:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000088a7cbc0 00000080:00200000:2.0:1789762978.980670:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1789762978.980677:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1389 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.980704:0:13479:0:(rw26.c:871:ll_write_end()) pos 5689344, len 4096, copied 4096 00000080:00200000:2.0:1789762978.980721:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000cf68efd6[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1389] 00000080:00200000:2.0:1789762978.980745:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000252dfbba 17ffffc0001001 3:0 ffff99858494eb60 1389 lru 00000080:00200000:2.0:1789762978.980799:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000899826d3 365: 1< 0 - - > 2< 1495040 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.980808:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000cf68efd6 00000080:00200000:2.0:1789762978.980814:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1789762978.980820:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1390 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.980854:0:13479:0:(rw26.c:871:ll_write_end()) pos 5693440, len 4096, copied 4096 00000080:00200000:2.0:1789762978.980859:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000b59393a4[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1390] 00000080:00200000:2.0:1789762978.980862:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000009c596ea2 17ffffc0001001 3:0 ffff99858494e620 1390 lru 00000080:00200000:2.0:1789762978.980867:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000029fff26b 366: 1< 0 - - > 2< 1499136 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.980872:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000b59393a4 00000080:00200000:2.0:1789762978.980878:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1789762978.980884:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1391 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.980912:0:13479:0:(rw26.c:871:ll_write_end()) pos 5697536, len 4096, copied 4096 00000080:00200000:2.0:1789762978.980940:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000a99e61c3[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1391] 00000080:00200000:2.0:1789762978.980963:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000004c4c058d 17ffffc0001001 3:0 ffff99858494ec40 1391 lru 00000080:00200000:2.0:1789762978.980989:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000ac9cfb90 367: 1< 0 - - > 2< 1503232 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.980995:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000a99e61c3 00000080:00200000:2.0:1789762978.980999:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1789762978.981001:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1392 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.981033:0:13479:0:(rw26.c:871:ll_write_end()) pos 5701632, len 4096, copied 4096 00000080:00200000:2.0:1789762978.981053:0:13479:0:(rw26.c:929:ll_write_end()) page@000000009270534c[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1392] 00000080:00200000:2.0:1789762978.981070:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000009f1bf033 17ffffc0001001 3:0 ffff99858494ea80 1392 lru 00000080:00200000:2.0:1789762978.981126:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000003f21e43f 368: 1< 0 - - > 2< 1507328 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.981138:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000009270534c 00000080:00200000:2.0:1789762978.981145:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1789762978.981152:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1393 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.981175:0:13479:0:(rw26.c:871:ll_write_end()) pos 5705728, len 4096, copied 4096 00000080:00200000:2.0:1789762978.981203:0:13479:0:(rw26.c:929:ll_write_end()) page@000000009242db68[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1393] 00000080:00200000:2.0:1789762978.981215:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000e32de432 17ffffc0001001 3:0 ffff99858494e9a0 1393 lru 00000080:00200000:2.0:1789762978.981257:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000f9361d96 369: 1< 0 - - > 2< 1511424 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.981266:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000009242db68 00000080:00200000:2.0:1789762978.981269:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1789762978.981273:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1394 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.981318:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 882 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.981349:0:13477:0:(rw26.c:871:ll_write_end()) pos 3612672, len 4096, copied 4096 00000080:00200000:2.0:1789762978.981375:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000080ff33a4[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 882] 00000080:00200000:2.0:1789762978.981394:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000009c37fc76 17ffffc0001001 3:0 ffff99858480ee00 882 lru 00000080:00200000:2.0:1789762978.981422:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000007851dcee 882: 1< 0 - - > 2< 3612672 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.981429:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000080ff33a4 00000080:00200000:2.0:1789762978.981439:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1789762978.981442:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 883 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.981468:0:13477:0:(rw26.c:871:ll_write_end()) pos 3616768, len 4096, copied 4096 00000080:00200000:2.0:1789762978.981476:0:13477:0:(rw26.c:929:ll_write_end()) page@000000007b8bf75f[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 883] 00000080:00200000:2.0:1789762978.981486:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000004f73048d 17ffffc0001001 3:0 ffff99858480e700 883 lru 00000080:00200000:2.0:1789762978.981504:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000007561e08f 883: 1< 0 - - > 2< 3616768 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.981509:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000007b8bf75f 00000080:00200000:2.0:1789762978.981513:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1789762978.981518:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 884 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.981536:0:13477:0:(rw26.c:871:ll_write_end()) pos 3620864, len 4096, copied 4096 00000080:00200000:2.0:1789762978.981544:0:13477:0:(rw26.c:929:ll_write_end()) page@000000006b8782d8[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 884] 00000080:00200000:2.0:1789762978.981550:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000ca89cb8b 17ffffc0001001 3:0 ffff99858480e460 884 lru 00000080:00200000:2.0:1789762978.981566:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000001c6ccdbb 884: 1< 0 - - > 2< 3620864 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.981572:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000006b8782d8 00000080:00200000:2.0:1789762978.981575:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1789762978.981580:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 885 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.981597:0:13477:0:(rw26.c:871:ll_write_end()) pos 3624960, len 4096, copied 4096 00000080:00200000:2.0:1789762978.981605:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000072612ead[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 885] 00000080:00200000:2.0:1789762978.981610:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000ec37891c 17ffffc0001001 3:0 ffff99858480ed20 885 lru 00000080:00200000:2.0:1789762978.981624:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000543a6636 885: 1< 0 - - > 2< 3624960 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.981642:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000072612ead 00000080:00200000:2.0:1789762978.981644:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1789762978.981649:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 886 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.981673:0:13477:0:(rw26.c:871:ll_write_end()) pos 3629056, len 4096, copied 4096 00000080:00200000:2.0:1789762978.981682:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000df134b34[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 886] 00000080:00200000:2.0:1789762978.981688:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000009ad6371e 17ffffc0001001 3:0 ffff99858480eee0 886 lru 00000080:00200000:2.0:1789762978.981693:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000fce39502 886: 1< 0 - - > 2< 3629056 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.981695:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000df134b34 00000080:00200000:2.0:1789762978.981696:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1789762978.981701:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 887 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.981723:0:13477:0:(rw26.c:871:ll_write_end()) pos 3633152, len 4096, copied 4096 00000080:00200000:2.0:1789762978.981735:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000a6ed1002[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 887] 00000080:00200000:2.0:1789762978.981743:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000004b32df0d 17ffffc0001021 2:0 ffff99858480e1c0 887 lru 00000080:00200000:2.0:1789762978.981758:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000070f97af5 887: 1< 0 - - > 2< 3633152 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.981767:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000a6ed1002 00000080:00200000:2.0:1789762978.981772:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1789762978.981774:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 888 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.981789:0:13477:0:(rw26.c:871:ll_write_end()) pos 3637248, len 4096, copied 4096 00000080:00200000:2.0:1789762978.981811:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000190e82a5[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 888] 00000080:00200000:2.0:1789762978.981833:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000000294e592 17ffffc0001001 3:0 ffff99858480e000 888 lru 00000080:00200000:2.0:1789762978.981870:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000241cf773 888: 1< 0 - - > 2< 3637248 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.981878:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000190e82a5 00000080:00200000:2.0:1789762978.981882:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1789762978.981894:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 889 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.981923:0:13477:0:(rw26.c:871:ll_write_end()) pos 3641344, len 4096, copied 4096 00000080:00200000:2.0:1789762978.981939:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000f4401a65[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 889] 00000080:00200000:2.0:1789762978.981949:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000421cf210 17ffffc0001001 3:0 ffff99858480e8c0 889 lru 00000080:00200000:2.0:1789762978.981986:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006ad1136f 889: 1< 0 - - > 2< 3641344 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.981998:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000f4401a65 00000080:00200000:2.0:1789762978.982004:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762978.982017:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 890 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.982043:0:13477:0:(rw26.c:871:ll_write_end()) pos 3645440, len 4096, copied 4096 00000080:00200000:2.0:1789762978.982059:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000ef5a0c1c[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 890] 00000080:00200000:2.0:1789762978.982072:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000464b4532 17ffffc0001001 3:0 ffff99858480e380 890 lru 00000080:00200000:2.0:1789762978.982125:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000009ff38d12 890: 1< 0 - - > 2< 3645440 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.982135:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000ef5a0c1c 00000080:00200000:2.0:1789762978.982143:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1789762978.982151:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 891 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.982181:0:13477:0:(rw26.c:871:ll_write_end()) pos 3649536, len 4096, copied 4096 00000080:00200000:2.0:1789762978.982203:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000ac03f6bc[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 891] 00000080:00200000:2.0:1789762978.982219:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000008160ed70 17ffffc0001001 3:0 ffff99858480e0e0 891 lru 00000080:00200000:2.0:1789762978.982248:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000cc84d730 891: 1< 0 - - > 2< 3649536 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.982257:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000ac03f6bc 00000080:00200000:2.0:1789762978.982263:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1789762978.982271:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 892 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.982318:0:13477:0:(rw26.c:871:ll_write_end()) pos 3653632, len 4096, copied 4096 00000080:00200000:2.0:1789762978.982346:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000f46a7668[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 892] 00000080:00200000:2.0:1789762978.982364:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000023e553d5 17ffffc0001001 3:0 ffff99858480e540 892 lru 00000080:00200000:2.0:1789762978.982390:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000e8c2ef8f 892: 1< 0 - - > 2< 3653632 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.982399:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000f46a7668 00000080:00200000:2.0:1789762978.982414:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00010000:00010000:2.0:1789762978.982434:0:5430:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789762978.982442:0:5430:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800028400000000 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1789762978.982474:0:5430:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x27:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200008:2.0:1789762978.993542:0:13483:0:(file.c:2650:do_file_write_iter()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], ppos: 9437184, count: 1048576 00000080:00200000:2.0:1789762978.993559:0:13483:0:(file.c:2090:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: write ppos: 9437184, bytes: 1048576 00000080:00200000:2.0:1789762978.993571:0:13483:0:(file.c:1848:ll_io_set_mirror()) nrs_w_oleg336-client.virtnet: desiginated mirror: 0 00000020:00200000:2.0:1789762978.993595:0:13483:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d19e0313[0x110, 1090, [0x200000401:0x28:0x0] hash] 00000020:00200000:2.0:1789762978.993601:0:13483:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [9437184, 10485760) 0 0 00000080:00200000:2.0:1789762978.993611:0:13483:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762978.993623:0:13483:0:(file.c:2168:ll_file_io_generic()) Range lock [2304, 2559] 00020000:00200000:2.0:1789762978.993648:0:13483:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 2 chunk: [9437184, 10485760) 10485760, 1048576 00020000:00200000:2.0:1789762978.993661:0:13483:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762978.993671:0:13483:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [2304, 2559] 00000008:00010000:2.0:1789762978.993680:0:13483:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1789762978.993692:0:13483:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9985902ea5b0, osc lock ffff9985902cb430, flags 0x0 00010000:00010000:2.0:1789762978.993713:0:13483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 15/0,7 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.993747:0:13483:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5242880 6291455) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 15/0,7 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.993795:0:13483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 19/0,8 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.993819:0:13483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 19/0,8 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.993826:0:13483:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 18/0,7 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762978.993834:0:13483:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write [9437184, 10485760) append 0 append lockpos 0 00000080:00200000:2.0:1789762978.993845:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2304 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.993872:0:13483:0:(rw26.c:871:ll_write_end()) pos 9437184, len 4096, copied 4096 00000080:00200000:2.0:1789762978.993899:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000c99296b9[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2304] 00000080:00200000:2.0:1789762978.993918:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000eb243e1d 17ffffc0001001 3:0 ffff99858480eb60 2304 lru 00000080:00200000:2.0:1789762978.993940:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000595ea3e7 1280: 1< 0 - - > 2< 5242880 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.993947:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000c99296b9 00000080:00200000:2.0:1789762978.993954:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1789762978.993956:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2305 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.993978:0:13483:0:(rw26.c:871:ll_write_end()) pos 9441280, len 4096, copied 4096 00000080:00200000:2.0:1789762978.994004:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000f80d8acf[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2305] 00000080:00200000:2.0:1789762978.994030:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000eb4b069e 17ffffc0001001 3:0 ffff99858480e620 2305 lru 00000080:00200000:2.0:1789762978.994084:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000bef39c4d 1281: 1< 0 - - > 2< 5246976 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.994095:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000f80d8acf 00000080:00200000:2.0:1789762978.994102:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1789762978.994114:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2306 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.994150:0:13483:0:(rw26.c:871:ll_write_end()) pos 9445376, len 4096, copied 4096 00000080:00200000:2.0:1789762978.994174:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000095de0e2[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2306] 00000080:00200000:2.0:1789762978.994193:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000031e81109 17ffffc0001021 2:0 ffff99858480ec40 2306 lru 00000080:00200000:2.0:1789762978.994254:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000001cfc981b 1282: 1< 0 - - > 2< 5251072 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.994267:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000095de0e2 00000080:00200000:2.0:1789762978.994278:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1789762978.994328:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2307 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.994348:0:13483:0:(rw26.c:871:ll_write_end()) pos 9449472, len 4096, copied 4096 00000080:00200000:2.0:1789762978.994358:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000f5f1fc7a[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2307] 00000080:00200000:2.0:1789762978.994366:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000000ba066db 17ffffc0001001 3:0 ffff99858480ea80 2307 lru 00000080:00200000:2.0:1789762978.994375:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000410bee90 1283: 1< 0 - - > 2< 5255168 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.994380:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000f5f1fc7a 00000080:00200000:2.0:1789762978.994385:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1789762978.994388:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2308 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.994409:0:13483:0:(rw26.c:871:ll_write_end()) pos 9453568, len 4096, copied 4096 00000080:00200000:2.0:1789762978.994419:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000fe592e79[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2308] 00000080:00200000:2.0:1789762978.994428:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000c7012769 17ffffc0001001 3:0 ffff99858480e9a0 2308 lru 00000080:00200000:2.0:1789762978.994442:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000022d9cba0 1284: 1< 0 - - > 2< 5259264 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.994448:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000fe592e79 00000080:00200000:2.0:1789762978.994452:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1789762978.994456:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2309 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.994475:0:13483:0:(rw26.c:871:ll_write_end()) pos 9457664, len 4096, copied 4096 00000080:00200000:2.0:1789762978.994484:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000906e867c[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2309] 00000080:00200000:2.0:1789762978.994490:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000e437659b 17ffffc0001001 3:0 ffff99858480e7e0 2309 lru 00000080:00200000:2.0:1789762978.994509:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000048836dbe 1285: 1< 0 - - > 2< 5263360 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.994514:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000906e867c 00000080:00200000:2.0:1789762978.994519:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1789762978.994523:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2310 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.994549:0:13483:0:(rw26.c:871:ll_write_end()) pos 9461760, len 4096, copied 4096 00000080:00200000:2.0:1789762978.994561:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000d8d34a75[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2310] 00000080:00200000:2.0:1789762978.994571:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000002f7019e0 17ffffc0001001 3:0 ffff99858480e2a0 2310 lru 00000080:00200000:2.0:1789762978.994596:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000009d89fba 1286: 1< 0 - - > 2< 5267456 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.994602:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000d8d34a75 00000080:00200000:2.0:1789762978.994606:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1789762978.994613:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2311 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.994643:0:13483:0:(rw26.c:871:ll_write_end()) pos 9465856, len 4096, copied 4096 00000080:00200000:2.0:1789762978.994658:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000442130ba[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2311] 00000080:00200000:2.0:1789762978.994670:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b222916d 17ffffc0001001 3:0 ffff998588b3e9a0 2311 lru 00000080:00200000:2.0:1789762978.994692:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000026b6c995 1287: 1< 0 - - > 2< 5271552 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.994696:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000442130ba 00000080:00200000:2.0:1789762978.994698:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1789762978.994702:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2312 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.994728:0:13483:0:(rw26.c:871:ll_write_end()) pos 9469952, len 4096, copied 4096 00000080:00200000:2.0:1789762978.994733:0:13483:0:(rw26.c:929:ll_write_end()) page@000000002977fcae[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2312] 00000080:00200000:2.0:1789762978.994739:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8254233 17ffffc0001001 3:0 ffff998588b3ea80 2312 lru 00000080:00200000:2.0:1789762978.994757:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007f0dee3c 1288: 1< 0 - - > 2< 5275648 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.994763:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000002977fcae 00000080:00200000:2.0:1789762978.994766:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1789762978.994774:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2313 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.994801:0:13483:0:(rw26.c:871:ll_write_end()) pos 9474048, len 4096, copied 4096 00000080:00200000:2.0:1789762978.994808:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000a9de5412[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2313] 00000080:00200000:2.0:1789762978.994832:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000ec766ab4 17ffffc0001001 3:0 ffff998588b3ec40 2313 lru 00000080:00200000:2.0:1789762978.994860:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007c97497c 1289: 1< 0 - - > 2< 5279744 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.994867:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000a9de5412 00000080:00200000:2.0:1789762978.994872:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1789762978.994881:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2314 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.994905:0:13483:0:(rw26.c:871:ll_write_end()) pos 9478144, len 4096, copied 4096 00000080:00200000:2.0:1789762978.994924:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000c9b72ea7[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2314] 00000080:00200000:2.0:1789762978.994927:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000020e07a41 17ffffc0001001 3:0 ffff998588b3e620 2314 lru 00000080:00200000:2.0:1789762978.994931:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000052435832 1290: 1< 0 - - > 2< 5283840 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.994940:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000c9b72ea7 00000080:00200000:2.0:1789762978.994944:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1789762978.994949:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2315 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.994972:0:13483:0:(rw26.c:871:ll_write_end()) pos 9482240, len 4096, copied 4096 00000080:00200000:2.0:1789762978.994989:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000b61e57f3[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2315] 00000080:00200000:2.0:1789762978.995009:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000069088b6e 17ffffc0001001 3:0 ffff998588b3eb60 2315 lru 00000080:00200000:2.0:1789762978.995036:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000004fcbc6e0 1291: 1< 0 - - > 2< 5287936 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.995043:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000b61e57f3 00000080:00200000:2.0:1789762978.995048:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1789762978.995056:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2316 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.995080:0:13483:0:(rw26.c:871:ll_write_end()) pos 9486336, len 4096, copied 4096 00000080:00200000:2.0:1789762978.995104:0:13483:0:(rw26.c:929:ll_write_end()) page@000000008d6888e8[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2316] 00000080:00200000:2.0:1789762978.995129:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000efe71cb2 17ffffc0001001 3:0 ffff998588b3e540 2316 lru 00000080:00200000:2.0:1789762978.995174:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000003cd555bd 1292: 1< 0 - - > 2< 5292032 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.995183:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000008d6888e8 00000080:00200000:2.0:1789762978.995192:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1789762978.995200:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2317 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.995228:0:13483:0:(rw26.c:871:ll_write_end()) pos 9490432, len 4096, copied 4096 00000080:00200000:2.0:1789762978.995248:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000509b43c3[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2317] 00000080:00200000:2.0:1789762978.995258:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000004007f92d 17ffffc0001001 3:0 ffff998588b3e0e0 2317 lru 00000080:00200000:2.0:1789762978.995278:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000006c880c9 1293: 1< 0 - - > 2< 5296128 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.995307:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000509b43c3 00000080:00200000:2.0:1789762978.995310:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1789762978.995313:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2318 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.995330:0:13483:0:(rw26.c:871:ll_write_end()) pos 9494528, len 4096, copied 4096 00000080:00200000:2.0:1789762978.995338:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000cdfd5606[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2318] 00000080:00200000:2.0:1789762978.995344:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000c24454b9 17ffffc0001001 3:0 ffff998588b3e380 2318 lru 00000080:00200000:2.0:1789762978.995354:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000008e43659c 1294: 1< 0 - - > 2< 5300224 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.995360:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000cdfd5606 00000080:00200000:2.0:1789762978.995365:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1789762978.995369:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2319 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.995392:0:13483:0:(rw26.c:871:ll_write_end()) pos 9498624, len 4096, copied 4096 00000080:00200000:2.0:1789762978.995419:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000000aa61ca[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2319] 00000080:00200000:2.0:1789762978.995437:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000009238581d 17ffffc0001001 3:0 ffff9985837fc380 2319 lru 00000080:00200000:2.0:1789762978.995475:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000947c554d 1295: 1< 0 - - > 2< 5304320 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.995480:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000000aa61ca 00000080:00200000:2.0:1789762978.995483:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1789762978.995488:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2320 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.995506:0:13483:0:(rw26.c:871:ll_write_end()) pos 9502720, len 4096, copied 4096 00000080:00200000:2.0:1789762978.995529:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000b1c718c6[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2320] 00000080:00200000:2.0:1789762978.995547:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000580c3a5c 17ffffc0001001 3:0 ffff9985837fc8c0 2320 lru 00000080:00200000:2.0:1789762978.995585:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000003d0c1e3a 1296: 1< 0 - - > 2< 5308416 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.995592:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000b1c718c6 00000080:00200000:2.0:1789762978.995597:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1789762978.995601:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2321 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.995624:0:13483:0:(rw26.c:871:ll_write_end()) pos 9506816, len 4096, copied 4096 00000080:00200000:2.0:1789762978.995667:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000be00188d[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2321] 00000080:00200000:2.0:1789762978.995683:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000057deca92 17ffffc0001021 2:0 ffff9985837fc000 2321 lru 00000080:00200000:2.0:1789762978.995719:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000c1362b5b 1297: 1< 0 - - > 2< 5312512 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.995728:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000be00188d 00000080:00200000:2.0:1789762978.995733:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1789762978.995742:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2322 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.995775:0:13483:0:(rw26.c:871:ll_write_end()) pos 9510912, len 4096, copied 4096 00000080:00200000:2.0:1789762978.995784:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000004aac07b[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2322] 00000080:00200000:2.0:1789762978.995793:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000ab8a2ecb 17ffffc0001001 3:0 ffff9985837fc1c0 2322 lru 00000080:00200000:2.0:1789762978.995847:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8974c88 1298: 1< 0 - - > 2< 5316608 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.995859:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000004aac07b 00000080:00200000:2.0:1789762978.995866:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1789762978.995874:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2323 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.995900:0:13483:0:(rw26.c:871:ll_write_end()) pos 9515008, len 4096, copied 4096 00000080:00200000:2.0:1789762978.995918:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000078a2fa86[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2323] 00000080:00200000:2.0:1789762978.995928:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000e9abda7b 17ffffc0001001 3:0 ffff9985837fcee0 2323 lru 00000080:00200000:2.0:1789762978.995975:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000eaf2b591 1299: 1< 0 - - > 2< 5320704 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.995991:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000078a2fa86 00000080:00200000:2.0:1789762978.995999:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1789762978.996008:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2324 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.996033:0:13483:0:(rw26.c:871:ll_write_end()) pos 9519104, len 4096, copied 4096 00000080:00200000:2.0:1789762978.996051:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000ab1395bb[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2324] 00000080:00200000:2.0:1789762978.996063:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000001ee4fa35 17ffffc0001001 3:0 ffff9985837fcd20 2324 lru 00000080:00200000:2.0:1789762978.996079:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000b56953ac 1300: 1< 0 - - > 2< 5324800 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.996088:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000ab1395bb 00000080:00200000:2.0:1789762978.996093:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1789762978.996100:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2325 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.996127:0:13483:0:(rw26.c:871:ll_write_end()) pos 9523200, len 4096, copied 4096 00000080:00200000:2.0:1789762978.996155:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000dc6bf358[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2325] 00000080:00200000:2.0:1789762978.996174:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000004fb4a500 17ffffc0001001 3:0 ffff9985837fc460 2325 lru 00000080:00200000:2.0:1789762978.996207:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000e78a7a04 1301: 1< 0 - - > 2< 5328896 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.996214:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000dc6bf358 00000080:00200000:2.0:1789762978.996217:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1789762978.996222:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2326 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.996246:0:13483:0:(rw26.c:871:ll_write_end()) pos 9527296, len 4096, copied 4096 00000080:00200000:2.0:1789762978.996267:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000a961e944[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2326] 00000080:00200000:2.0:1789762978.996284:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000dc5e0ea0 17ffffc0001001 3:0 ffff9985837fc700 2326 lru 00000080:00200000:2.0:1789762978.996317:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6b87264 1302: 1< 0 - - > 2< 5332992 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762978.996322:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000a961e944 00000080:00200000:2.0:1789762978.996327:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 23. 00000080:00200008:2.0:1789762978.997592:0:13481:0:(file.c:2650:do_file_write_iter()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], ppos: 7340032, count: 1048576 00000080:00200000:2.0:1789762978.997600:0:13481:0:(file.c:2090:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: write ppos: 7340032, bytes: 1048576 00000080:00200000:2.0:1789762978.997609:0:13481:0:(file.c:1848:ll_io_set_mirror()) nrs_w_oleg336-client.virtnet: desiginated mirror: 0 00000020:00200000:2.0:1789762978.997648:0:13481:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d19e0313[0x110, 1207, [0x200000401:0x28:0x0] hash] 00000020:00200000:2.0:1789762978.997656:0:13481:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [7340032, 8388608) 0 0 00000080:00200000:2.0:1789762978.997675:0:13481:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762978.997703:0:13481:0:(file.c:2168:ll_file_io_generic()) Range lock [1792, 2047] 00020000:00200000:2.0:1789762978.997715:0:13481:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [7340032, 8388608) 8388608, 1048576 00020000:00200000:2.0:1789762978.997726:0:13481:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762978.997739:0:13481:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1792, 2047] 00000008:00010000:2.0:1789762978.997757:0:13481:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1789762978.997762:0:13481:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9985902ea2b0, osc lock ffff9985902ca390, flags 0x0 00010000:00010000:2.0:1789762978.997775:0:13481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 14/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.997830:0:13481:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3145728 4194303) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 14/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.997875:0:13481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.997917:0:13481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762978.997980:0:13481:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 17/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762978.998026:0:13481:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write [7340032, 8388608) append 0 append lockpos 0 00000080:00200000:2.0:1789762978.998043:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1792 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.998072:0:13481:0:(rw26.c:871:ll_write_end()) pos 7340032, len 4096, copied 4096 00000080:00200000:2.0:1789762978.998082:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000868893c8[3 00000000f75a6f98 2 1 000000007885039e 1 0 1792] 00000080:00200000:2.0:1789762978.998099:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000011e1739c 17ffffc0001001 3:0 ffff9985837fce00 1792 lru 00000080:00200000:2.0:1789762978.998144:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000005e10657d 768: 1< 0 - - > 2< 3145728 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.998158:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000868893c8 00000080:00200000:2.0:1789762978.998165:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1789762978.998174:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1793 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.998200:0:13481:0:(rw26.c:871:ll_write_end()) pos 7344128, len 4096, copied 4096 00000080:00200000:2.0:1789762978.998209:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000df730a7b[3 00000000f75a6f98 2 1 000000007885039e 1 0 1793] 00000080:00200000:2.0:1789762978.998225:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000222d15cb 17ffffc0001001 3:0 ffff9985837fc2a0 1793 lru 00000080:00200000:2.0:1789762978.998248:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000006fd420c4 769: 1< 0 - - > 2< 3149824 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.998255:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000df730a7b 00000080:00200000:2.0:1789762978.998261:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1789762978.998266:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1794 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.998329:0:13481:0:(rw26.c:871:ll_write_end()) pos 7348224, len 4096, copied 4096 00000080:00200000:2.0:1789762978.998345:0:13481:0:(rw26.c:929:ll_write_end()) page@000000003edf8012[3 00000000f75a6f98 2 1 000000007885039e 1 0 1794] 00000080:00200000:2.0:1789762978.998356:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000094e1ee0 17ffffc0001001 3:0 ffff9985837fc7e0 1794 lru 00000080:00200000:2.0:1789762978.998382:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000044237a7f 770: 1< 0 - - > 2< 3153920 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.998388:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000003edf8012 00000080:00200000:2.0:1789762978.998393:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1789762978.998406:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1795 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.998431:0:13481:0:(rw26.c:871:ll_write_end()) pos 7352320, len 4096, copied 4096 00000080:00200000:2.0:1789762978.998460:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000019f676d2[3 00000000f75a6f98 2 1 000000007885039e 1 0 1795] 00000080:00200000:2.0:1789762978.998476:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000809b7b97 17ffffc0001001 3:0 ffff9985837fc9a0 1795 lru 00000080:00200000:2.0:1789762978.998499:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000d99e8592 771: 1< 0 - - > 2< 3158016 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.998509:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000019f676d2 00000080:00200000:2.0:1789762978.998518:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1789762978.998523:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1796 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.998547:0:13481:0:(rw26.c:871:ll_write_end()) pos 7356416, len 4096, copied 4096 00000080:00200000:2.0:1789762978.998565:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000324752f7[3 00000000f75a6f98 2 1 000000007885039e 1 0 1796] 00000080:00200000:2.0:1789762978.998580:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000006960be1 17ffffc0001021 2:0 ffff9985837fca80 1796 lru 00000080:00200000:2.0:1789762978.998614:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000e9fa4adf 772: 1< 0 - - > 2< 3162112 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.998625:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000324752f7 00000080:00200000:2.0:1789762978.998642:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1789762978.998652:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1797 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.998683:0:13481:0:(rw26.c:871:ll_write_end()) pos 7360512, len 4096, copied 4096 00000080:00200000:2.0:1789762978.998704:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000ef8806bd[3 00000000f75a6f98 2 1 000000007885039e 1 0 1797] 00000080:00200000:2.0:1789762978.998716:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000005a1ab4d4 17ffffc0001001 3:0 ffff9985837fcc40 1797 lru 00000080:00200000:2.0:1789762978.998747:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000005027acd 773: 1< 0 - - > 2< 3166208 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.998759:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000ef8806bd 00000080:00200000:2.0:1789762978.998765:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1789762978.998774:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1798 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.998797:0:13481:0:(rw26.c:871:ll_write_end()) pos 7364608, len 4096, copied 4096 00000080:00200000:2.0:1789762978.998819:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000ad005a0e[3 00000000f75a6f98 2 1 000000007885039e 1 0 1798] 00000080:00200000:2.0:1789762978.998833:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000000e7569f3 17ffffc0001001 3:0 ffff9985837fc620 1798 lru 00000080:00200000:2.0:1789762978.998848:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000064374df3 774: 1< 0 - - > 2< 3170304 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.998852:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000ad005a0e 00000080:00200000:2.0:1789762978.998857:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1789762978.998866:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1799 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.998889:0:13481:0:(rw26.c:871:ll_write_end()) pos 7368704, len 4096, copied 4096 00000080:00200000:2.0:1789762978.998911:0:13481:0:(rw26.c:929:ll_write_end()) page@000000008a4c3db4[3 00000000f75a6f98 2 1 000000007885039e 1 0 1799] 00000080:00200000:2.0:1789762978.998924:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000be4d7c81 17ffffc0001001 3:0 ffff9985837fcb60 1799 lru 00000080:00200000:2.0:1789762978.998977:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000005c2cab74 775: 1< 0 - - > 2< 3174400 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.998985:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000008a4c3db4 00000080:00200000:2.0:1789762978.998994:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1789762978.999009:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1800 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.999034:0:13481:0:(rw26.c:871:ll_write_end()) pos 7372800, len 4096, copied 4096 00000080:00200000:2.0:1789762978.999053:0:13481:0:(rw26.c:929:ll_write_end()) page@000000002c321196[3 00000000f75a6f98 2 1 000000007885039e 1 0 1800] 00000080:00200000:2.0:1789762978.999074:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000009a94a8c8 17ffffc0001001 3:0 ffff9985837fc540 1800 lru 00000080:00200000:2.0:1789762978.999130:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000024407a99 776: 1< 0 - - > 2< 3178496 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.999146:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000002c321196 00000080:00200000:2.0:1789762978.999156:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1789762978.999161:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1801 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.999184:0:13481:0:(rw26.c:871:ll_write_end()) pos 7376896, len 4096, copied 4096 00000080:00200000:2.0:1789762978.999215:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000d775e0e6[3 00000000f75a6f98 2 1 000000007885039e 1 0 1801] 00000080:00200000:2.0:1789762978.999237:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000000fe44d2 17ffffc0001001 3:0 ffff9985837fc0e0 1801 lru 00000080:00200000:2.0:1789762978.999273:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000011a8a6a9 777: 1< 0 - - > 2< 3182592 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.999282:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000d775e0e6 00000080:00200000:2.0:1789762978.999312:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1789762978.999315:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1802 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.999340:0:13481:0:(rw26.c:871:ll_write_end()) pos 7380992, len 4096, copied 4096 00000080:00200000:2.0:1789762978.999351:0:13481:0:(rw26.c:929:ll_write_end()) page@000000003443642c[3 00000000f75a6f98 2 1 000000007885039e 1 0 1802] 00000080:00200000:2.0:1789762978.999357:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000c6dca97e 17ffffc0001001 3:0 ffff9985881cdee0 1802 lru 00000080:00200000:2.0:1789762978.999373:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000048b5e8aa 778: 1< 0 - - > 2< 3186688 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.999379:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000003443642c 00000080:00200000:2.0:1789762978.999382:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1789762978.999392:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1803 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.999411:0:13481:0:(rw26.c:871:ll_write_end()) pos 7385088, len 4096, copied 4096 00000080:00200000:2.0:1789762978.999426:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000021047648[3 00000000f75a6f98 2 1 000000007885039e 1 0 1803] 00000080:00200000:2.0:1789762978.999430:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000db458525 17ffffc0001001 3:0 ffff9985881cdd20 1803 lru 00000080:00200000:2.0:1789762978.999437:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000201fe2be 779: 1< 0 - - > 2< 3190784 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.999441:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000021047648 00000080:00200000:2.0:1789762978.999444:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1789762978.999448:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1804 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.999476:0:13481:0:(rw26.c:871:ll_write_end()) pos 7389184, len 4096, copied 4096 00000080:00200000:2.0:1789762978.999494:0:13481:0:(rw26.c:929:ll_write_end()) page@000000006544cbd5[3 00000000f75a6f98 2 1 000000007885039e 1 0 1804] 00000080:00200000:2.0:1789762978.999516:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000aa15e8e5 17ffffc0001001 3:0 ffff9985881cd460 1804 lru 00000080:00200000:2.0:1789762978.999556:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000b780324f 780: 1< 0 - - > 2< 3194880 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.999563:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000006544cbd5 00000080:00200000:2.0:1789762978.999568:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1789762978.999573:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1805 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.999591:0:13481:0:(rw26.c:871:ll_write_end()) pos 7393280, len 4096, copied 4096 00000080:00200000:2.0:1789762978.999616:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000b4e19200[3 00000000f75a6f98 2 1 000000007885039e 1 0 1805] 00000080:00200000:2.0:1789762978.999640:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000006f1e90f6 17ffffc0001001 3:0 ffff9985881cd700 1805 lru 00000080:00200000:2.0:1789762978.999673:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000abc890b7 781: 1< 0 - - > 2< 3198976 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.999684:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000b4e19200 00000080:00200000:2.0:1789762978.999692:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1789762978.999710:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1806 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.999746:0:13481:0:(rw26.c:871:ll_write_end()) pos 7397376, len 4096, copied 4096 00000080:00200000:2.0:1789762978.999765:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000cf94a81d[3 00000000f75a6f98 2 1 000000007885039e 1 0 1806] 00000080:00200000:2.0:1789762978.999781:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000007fd16cc 17ffffc0001001 3:0 ffff9985881cde00 1806 lru 00000080:00200000:2.0:1789762978.999797:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000b33e8001 782: 1< 0 - - > 2< 3203072 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.999804:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000cf94a81d 00000080:00200000:2.0:1789762978.999809:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1789762978.999817:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1807 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.999842:0:13481:0:(rw26.c:871:ll_write_end()) pos 7401472, len 4096, copied 4096 00000080:00200000:2.0:1789762978.999854:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000cb1976c7[3 00000000f75a6f98 2 1 000000007885039e 1 0 1807] 00000080:00200000:2.0:1789762978.999866:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000007052d693 17ffffc0001001 3:0 ffff9985881cd2a0 1807 lru 00000080:00200000:2.0:1789762978.999886:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000071fd1d2c 783: 1< 0 - - > 2< 3207168 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762978.999889:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000cb1976c7 00000080:00200000:2.0:1789762978.999890:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1789762978.999892:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1808 of 0 to 4096 bytes 00000080:00200000:2.0:1789762978.999912:0:13481:0:(rw26.c:871:ll_write_end()) pos 7405568, len 4096, copied 4096 00000080:00200000:2.0:1789762978.999943:0:13481:0:(rw26.c:929:ll_write_end()) page@000000007336af44[3 00000000f75a6f98 2 1 000000007885039e 1 0 1808] 00000080:00200000:2.0:1789762978.999968:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000fa3be684 17ffffc0001001 3:0 ffff9985881cd7e0 1808 lru 00000080:00200000:2.0:1789762979.000014:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000006b8424d8 784: 1< 0 - - > 2< 3211264 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.000023:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000007336af44 00000080:00200000:2.0:1789762979.000029:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1789762979.000033:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1809 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.000071:0:13481:0:(rw26.c:871:ll_write_end()) pos 7409664, len 4096, copied 4096 00000080:00200000:2.0:1789762979.000105:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000742e362c[3 00000000f75a6f98 2 1 000000007885039e 1 0 1809] 00000080:00200000:2.0:1789762979.000125:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000be12c8cc 17ffffc0001001 3:0 ffff9985881cd9a0 1809 lru 00000080:00200000:2.0:1789762979.000174:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000ecbe35ab 785: 1< 0 - - > 2< 3215360 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.000182:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000742e362c 00000080:00200000:2.0:1789762979.000195:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1789762979.000205:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1810 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.000227:0:13481:0:(rw26.c:871:ll_write_end()) pos 7413760, len 4096, copied 4096 00000080:00200000:2.0:1789762979.000245:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000498f22e7[3 00000000f75a6f98 2 1 000000007885039e 1 0 1810] 00000080:00200000:2.0:1789762979.000267:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000bcda22b5 17ffffc0001001 3:0 ffff9985881cda80 1810 lru 00000080:00200000:2.0:1789762979.000312:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000009a975391 786: 1< 0 - - > 2< 3219456 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.000315:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000498f22e7 00000080:00200000:2.0:1789762979.000318:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1789762979.000329:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 893 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.000352:0:13477:0:(rw26.c:871:ll_write_end()) pos 3657728, len 4096, copied 4096 00000080:00200000:2.0:1789762979.000358:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000a68c9df3[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 893] 00000080:00200000:2.0:1789762979.000361:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000cfdd8608 17ffffc0001021 2:0 ffff9985881cdc40 893 lru 00000080:00200000:2.0:1789762979.000365:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000002ab8a9f5 893: 1< 0 - - > 2< 3657728 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.000370:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000a68c9df3 00000080:00200000:2.0:1789762979.000373:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1789762979.000379:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 894 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.000401:0:13477:0:(rw26.c:871:ll_write_end()) pos 3661824, len 4096, copied 4096 00000080:00200000:2.0:1789762979.000425:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000f5d11b93[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 894] 00000080:00200000:2.0:1789762979.000444:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000075b50d8b 17ffffc0001001 3:0 ffff9985881cd620 894 lru 00000080:00200000:2.0:1789762979.000486:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000f04c207c 894: 1< 0 - - > 2< 3661824 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.000497:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000f5d11b93 00000080:00200000:2.0:1789762979.000506:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1789762979.000510:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 895 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.000528:0:13477:0:(rw26.c:871:ll_write_end()) pos 3665920, len 4096, copied 4096 00000080:00200000:2.0:1789762979.000552:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000cd9b06cc[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 895] 00000080:00200000:2.0:1789762979.000574:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000088f7a246 17ffffc0001001 3:0 ffff9985881cdb60 895 lru 00000080:00200000:2.0:1789762979.000641:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000007c5a954c 895: 1< 0 - - > 2< 3665920 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.000650:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000cd9b06cc 00000080:00200000:2.0:1789762979.000659:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762979.000665:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 896 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.000694:0:13477:0:(rw26.c:871:ll_write_end()) pos 3670016, len 4096, copied 4096 00000080:00200000:2.0:1789762979.000710:0:13477:0:(rw26.c:929:ll_write_end()) page@000000007cf06a83[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 896] 00000080:00200000:2.0:1789762979.000725:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000008bb765b 17ffffc0001001 3:0 ffff9985881cd540 896 lru 00000080:00200000:2.0:1789762979.000758:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000005f5df61 896: 1< 0 - - > 2< 3670016 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.000766:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000007cf06a83 00000080:00200000:2.0:1789762979.000775:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1789762979.000782:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 897 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.000802:0:13477:0:(rw26.c:871:ll_write_end()) pos 3674112, len 4096, copied 4096 00000080:00200000:2.0:1789762979.000821:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000b8d6f0dd[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 897] 00000080:00200000:2.0:1789762979.000838:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000009f679748 17ffffc0001001 3:0 ffff9985881cd0e0 897 lru 00000080:00200000:2.0:1789762979.000856:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000007d21b691 897: 1< 0 - - > 2< 3674112 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.000863:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000b8d6f0dd 00000080:00200000:2.0:1789762979.000866:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1789762979.000873:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 898 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.000893:0:13477:0:(rw26.c:871:ll_write_end()) pos 3678208, len 4096, copied 4096 00000080:00200000:2.0:1789762979.000914:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000aebe08cf[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 898] 00000080:00200000:2.0:1789762979.000930:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000001a66bdc5 17ffffc0001001 3:0 ffff9985881cd380 898 lru 00000080:00200000:2.0:1789762979.000957:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2ff8285 898: 1< 0 - - > 2< 3678208 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.000970:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000aebe08cf 00000080:00200000:2.0:1789762979.000979:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1789762979.000984:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 899 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.001004:0:13477:0:(rw26.c:871:ll_write_end()) pos 3682304, len 4096, copied 4096 00000080:00200000:2.0:1789762979.001027:0:13477:0:(rw26.c:929:ll_write_end()) page@000000009f84d10e[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 899] 00000080:00200000:2.0:1789762979.001046:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000eb6475f1 17ffffc0001001 3:0 ffff9985881cd8c0 899 lru 00000080:00200000:2.0:1789762979.001101:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006d3d391b 899: 1< 0 - - > 2< 3682304 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.001109:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000009f84d10e 00000080:00200000:2.0:1789762979.001117:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1789762979.001126:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 900 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.001154:0:13477:0:(rw26.c:871:ll_write_end()) pos 3686400, len 4096, copied 4096 00000080:00200000:2.0:1789762979.001171:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000f8d9d993[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 900] 00000080:00200000:2.0:1789762979.001189:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000018659546 17ffffc0001001 3:0 ffff9985881cd000 900 lru 00000080:00200000:2.0:1789762979.001214:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000091f59491 900: 1< 0 - - > 2< 3686400 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.001224:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000f8d9d993 00000080:00200000:2.0:1789762979.001229:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1789762979.001237:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 901 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.001262:0:13477:0:(rw26.c:871:ll_write_end()) pos 3690496, len 4096, copied 4096 00000080:00200000:2.0:1789762979.001282:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000010c4fdee[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 901] 00000080:00200000:2.0:1789762979.001337:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000015b3bb53 17ffffc0001001 3:0 ffff9985881cd1c0 901 lru 00000080:00200000:2.0:1789762979.001371:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000000419165e 901: 1< 0 - - > 2< 3690496 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.001376:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000010c4fdee 00000080:00200000:2.0:1789762979.001380:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1789762979.001384:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 902 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.001408:0:13477:0:(rw26.c:871:ll_write_end()) pos 3694592, len 4096, copied 4096 00000080:00200000:2.0:1789762979.001425:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000085a45564[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 902] 00000080:00200000:2.0:1789762979.001448:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000043180266 17ffffc0001001 3:0 ffff9985883d2b60 902 lru 00000080:00200000:2.0:1789762979.001490:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000608be295 902: 1< 0 - - > 2< 3694592 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.001499:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000085a45564 00000080:00200000:2.0:1789762979.001506:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1789762979.001511:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 903 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.001532:0:13477:0:(rw26.c:871:ll_write_end()) pos 3698688, len 4096, copied 4096 00000080:00200000:2.0:1789762979.001552:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000059b8f32a[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 903] 00000080:00200000:2.0:1789762979.001569:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000001d4f87d3 17ffffc0001001 3:0 ffff9985883d2540 903 lru 00000080:00200000:2.0:1789762979.001621:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000ccac2b78 903: 1< 0 - - > 2< 3698688 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.001640:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000059b8f32a 00000080:00200000:2.0:1789762979.001645:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1789762979.001653:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 904 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.001674:0:13477:0:(rw26.c:871:ll_write_end()) pos 3702784, len 4096, copied 4096 00000080:00200000:2.0:1789762979.001678:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000c7b161df[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 904] 00000080:00200000:2.0:1789762979.001680:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000044bfffd9 17ffffc0001001 3:0 ffff9985883d20e0 904 lru 00000080:00200000:2.0:1789762979.001685:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000587d7685 904: 1< 0 - - > 2< 3702784 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.001687:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000c7b161df 00000080:00200000:2.0:1789762979.001689:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1789762979.001699:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 905 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.001723:0:13477:0:(rw26.c:871:ll_write_end()) pos 3706880, len 4096, copied 4096 00000080:00200000:2.0:1789762979.001747:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000041b212ab[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 905] 00000080:00200000:2.0:1789762979.001768:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000b02056d3 17ffffc0001001 3:0 ffff9985883d2380 905 lru 00000080:00200000:2.0:1789762979.001792:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000048d6312c 905: 1< 0 - - > 2< 3706880 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.001807:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000041b212ab 00000080:00200000:2.0:1789762979.001816:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1789762979.001822:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 906 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.001842:0:13477:0:(rw26.c:871:ll_write_end()) pos 3710976, len 4096, copied 4096 00000080:00200000:2.0:1789762979.001870:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000713c1431[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 906] 00000080:00200000:2.0:1789762979.001885:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000055671c05 17ffffc0001001 3:0 ffff9985883d28c0 906 lru 00000080:00200000:2.0:1789762979.001929:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000464caf91 906: 1< 0 - - > 2< 3710976 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.001936:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000713c1431 00000080:00200000:2.0:1789762979.001939:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1789762979.001945:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 907 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.001969:0:13477:0:(rw26.c:871:ll_write_end()) pos 3715072, len 4096, copied 4096 00000080:00200000:2.0:1789762979.001997:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000f27068cf[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 907] 00000080:00200000:2.0:1789762979.002017:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000091bf9ec2 17ffffc0001001 3:0 ffff9985883d2000 907 lru 00000080:00200000:2.0:1789762979.002059:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000f81ff8e8 907: 1< 0 - - > 2< 3715072 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.002066:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000f27068cf 00000080:00200000:2.0:1789762979.002069:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1789762979.002076:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 908 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.002101:0:13477:0:(rw26.c:871:ll_write_end()) pos 3719168, len 4096, copied 4096 00000080:00200000:2.0:1789762979.002133:0:13477:0:(rw26.c:929:ll_write_end()) page@000000008f103fe5[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 908] 00000080:00200000:2.0:1789762979.002159:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000063fef631 17ffffc0001021 2:0 ffff9985883d21c0 908 lru 00000080:00200000:2.0:1789762979.002196:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000008b1ac1bc 908: 1< 0 - - > 2< 3719168 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.002200:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000008f103fe5 00000080:00200000:2.0:1789762979.002203:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1789762979.002208:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 909 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.002240:0:13477:0:(rw26.c:871:ll_write_end()) pos 3723264, len 4096, copied 4096 00000080:00200000:2.0:1789762979.002261:0:13477:0:(rw26.c:929:ll_write_end()) page@000000009eb6cec7[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 909] 00000080:00200000:2.0:1789762979.002272:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000001723d41e 17ffffc0001001 3:0 ffff9985883d2ee0 909 lru 00000080:00200000:2.0:1789762979.002400:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000004221ea25 909: 1< 0 - - > 2< 3723264 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.002411:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000009eb6cec7 00000080:00200000:2.0:1789762979.002415:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1789762979.002424:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 910 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.002454:0:13477:0:(rw26.c:871:ll_write_end()) pos 3727360, len 4096, copied 4096 00000080:00200000:2.0:1789762979.002484:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000785cab70[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 910] 00000080:00200000:2.0:1789762979.002503:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000003559c4c 17ffffc0001001 3:0 ffff9985883d2d20 910 lru 00000080:00200000:2.0:1789762979.002524:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000ffb70db7 910: 1< 0 - - > 2< 3727360 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.002535:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000785cab70 00000080:00200000:2.0:1789762979.002540:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1789762979.002542:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 911 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.002557:0:13477:0:(rw26.c:871:ll_write_end()) pos 3731456, len 4096, copied 4096 00000080:00200000:2.0:1789762979.002559:0:13477:0:(rw26.c:929:ll_write_end()) page@000000008dab5403[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 911] 00000080:00200000:2.0:1789762979.002562:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000003757c55b 17ffffc0001001 3:0 ffff9985883d2460 911 lru 00000080:00200000:2.0:1789762979.002566:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006ab7a24d 911: 1< 0 - - > 2< 3731456 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.002568:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000008dab5403 00000080:00200000:2.0:1789762979.002569:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1789762979.002571:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 912 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.002588:0:13477:0:(rw26.c:871:ll_write_end()) pos 3735552, len 4096, copied 4096 00000080:00200000:2.0:1789762979.002608:0:13477:0:(rw26.c:929:ll_write_end()) page@000000003581af7c[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 912] 00000080:00200000:2.0:1789762979.002642:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000055842aac 17ffffc0001001 3:0 ffff9985883d2700 912 lru 00000080:00200000:2.0:1789762979.002701:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000000be74273 912: 1< 0 - - > 2< 3735552 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.002714:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000003581af7c 00000080:00200000:2.0:1789762979.002721:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1789762979.002730:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 913 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.002751:0:13477:0:(rw26.c:871:ll_write_end()) pos 3739648, len 4096, copied 4096 00000080:00200000:2.0:1789762979.002778:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000d79b8181[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 913] 00000080:00200000:2.0:1789762979.002804:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000261722af 17ffffc0001001 3:0 ffff9985883d2e00 913 lru 00000080:00200000:2.0:1789762979.002848:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000ba2b073c 913: 1< 0 - - > 2< 3739648 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.002856:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000d79b8181 00000080:00200000:2.0:1789762979.002863:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762979.002872:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 914 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.002903:0:13477:0:(rw26.c:871:ll_write_end()) pos 3743744, len 4096, copied 4096 00000080:00200000:2.0:1789762979.002932:0:13477:0:(rw26.c:929:ll_write_end()) page@000000005cfd416d[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 914] 00000080:00200000:2.0:1789762979.002949:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000090d56a9a 17ffffc0001001 3:0 ffff9985883d22a0 914 lru 00000080:00200000:2.0:1789762979.003003:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000000f9886b0 914: 1< 0 - - > 2< 3743744 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.003016:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000005cfd416d 00000080:00200000:2.0:1789762979.003020:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1789762979.003033:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 915 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.003051:0:13477:0:(rw26.c:871:ll_write_end()) pos 3747840, len 4096, copied 4096 00000080:00200000:2.0:1789762979.003064:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000093e4cca2[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 915] 00000080:00200000:2.0:1789762979.003086:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000007f43b9f5 17ffffc0001001 3:0 ffff9985883d27e0 915 lru 00000080:00200000:2.0:1789762979.003142:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000f955e475 915: 1< 0 - - > 2< 3747840 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.003152:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000093e4cca2 00000080:00200000:2.0:1789762979.003160:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1789762979.003164:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 916 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.003187:0:13477:0:(rw26.c:871:ll_write_end()) pos 3751936, len 4096, copied 4096 00000080:00200000:2.0:1789762979.003212:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000e039f394[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 916] 00000080:00200000:2.0:1789762979.003236:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000036245c1e 17ffffc0001001 3:0 ffff9985883d29a0 916 lru 00000080:00200000:2.0:1789762979.003269:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000092d85142 916: 1< 0 - - > 2< 3751936 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.003276:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000e039f394 00000080:00200000:2.0:1789762979.003280:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1789762979.003310:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 917 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.003328:0:13477:0:(rw26.c:871:ll_write_end()) pos 3756032, len 4096, copied 4096 00000080:00200000:2.0:1789762979.003335:0:13477:0:(rw26.c:929:ll_write_end()) page@000000009766557d[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 917] 00000080:00200000:2.0:1789762979.003349:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000019b7298 17ffffc0001001 3:0 ffff9985883d2a80 917 lru 00000080:00200000:2.0:1789762979.003377:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000e49a7015 917: 1< 0 - - > 2< 3756032 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.003385:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000009766557d 00000080:00200000:2.0:1789762979.003393:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1789762979.003401:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 918 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.003424:0:13477:0:(rw26.c:871:ll_write_end()) pos 3760128, len 4096, copied 4096 00000080:00200000:2.0:1789762979.003439:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000035ea193d[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 918] 00000080:00200000:2.0:1789762979.003455:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000074f65c36 17ffffc0001001 3:0 ffff9985883d2c40 918 lru 00000080:00200000:2.0:1789762979.003474:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000008aeb6bfd 918: 1< 0 - - > 2< 3760128 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.003487:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000035ea193d 00000080:00200000:2.0:1789762979.003490:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1789762979.003494:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 919 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.003524:0:13477:0:(rw26.c:871:ll_write_end()) pos 3764224, len 4096, copied 4096 00000080:00200000:2.0:1789762979.003554:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000679043b3[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 919] 00000080:00200000:2.0:1789762979.003580:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000fa271eba 17ffffc0001001 3:0 ffff9985883d2620 919 lru 00000080:00200000:2.0:1789762979.003642:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000001a697af0 919: 1< 0 - - > 2< 3764224 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.003661:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000679043b3 00000080:00200000:2.0:1789762979.003668:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1789762979.003675:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 920 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.003700:0:13477:0:(rw26.c:871:ll_write_end()) pos 3768320, len 4096, copied 4096 00000080:00200000:2.0:1789762979.003717:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000435f398a[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 920] 00000080:00200000:2.0:1789762979.003737:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000009d8dbd39 17ffffc0001001 3:0 ffff9985a0609d20 920 lru 00000080:00200000:2.0:1789762979.003790:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000008507bdba 920: 1< 0 - - > 2< 3768320 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.003803:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000435f398a 00000080:00200000:2.0:1789762979.003813:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762979.003819:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 921 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.003837:0:13477:0:(rw26.c:871:ll_write_end()) pos 3772416, len 4096, copied 4096 00000080:00200000:2.0:1789762979.003849:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000de4c987e[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 921] 00000080:00200000:2.0:1789762979.003861:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000a510470b 17ffffc0001001 3:0 ffff9985a0609460 921 lru 00000080:00200000:2.0:1789762979.003920:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000b7df8fee 921: 1< 0 - - > 2< 3772416 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.003930:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000de4c987e 00000080:00200000:2.0:1789762979.003935:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762979.003944:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 922 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.004006:0:13477:0:(rw26.c:871:ll_write_end()) pos 3776512, len 4096, copied 4096 00000080:00200000:2.0:1789762979.004026:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000001dae30d[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 922] 00000080:00200000:2.0:1789762979.004045:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000080b13166 17ffffc0001001 3:0 ffff9985a0609700 922 lru 00000080:00200000:2.0:1789762979.004097:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000002073e6b7 922: 1< 0 - - > 2< 3776512 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.004108:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000001dae30d 00000080:00200000:2.0:1789762979.004118:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1789762979.004128:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 923 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.004159:0:13477:0:(rw26.c:871:ll_write_end()) pos 3780608, len 4096, copied 4096 00000080:00200000:2.0:1789762979.004179:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000b926454f[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 923] 00000080:00200000:2.0:1789762979.004189:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000002d8553fd 17ffffc0001021 2:0 ffff9985a0609e00 923 lru 00000080:00200000:2.0:1789762979.004243:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006d6c68c7 923: 1< 0 - - > 2< 3780608 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.004259:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000b926454f 00000080:00200000:2.0:1789762979.004263:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1789762979.004270:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 924 of 0 to 4096 bytes 00000080:00200008:2.0:1789762979.004896:0:13480:0:(file.c:2650:do_file_write_iter()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0], ppos: 6291456, count: 1048576 00000080:00200000:2.0:1789762979.004910:0:13480:0:(file.c:2090:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: write ppos: 6291456, bytes: 1048576 00000080:00200000:2.0:1789762979.004925:0:13480:0:(file.c:1848:ll_io_set_mirror()) nrs_w_oleg336-client.virtnet: desiginated mirror: 0 00000020:00200000:2.0:1789762979.004954:0:13480:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d19e0313[0x110, 1418, [0x200000401:0x28:0x0] hash] 00000020:00200000:2.0:1789762979.004961:0:13480:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [6291456, 7340032) 0 0 00000080:00200000:2.0:1789762979.004971:0:13480:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762979.004985:0:13480:0:(file.c:2168:ll_file_io_generic()) Range lock [1536, 1791] 00020000:00200000:2.0:1789762979.004993:0:13480:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [6291456, 7340032) 7340032, 1048576 00020000:00200000:2.0:1789762979.005006:0:13480:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762979.005021:0:13480:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1536, 1791] 00000008:00010000:2.0:1789762979.005034:0:13480:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1789762979.005041:0:13480:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9985902ea130, osc lock ffff9985902ca130, flags 0x0 00010000:00010000:2.0:1789762979.005063:0:13480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.005123:0:13480:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 3145727) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.005154:0:13480:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 20/0,9 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.005165:0:13480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 20/0,9 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.005172:0:13480:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 19/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.005180:0:13480:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write [6291456, 7340032) append 0 append lockpos 0 00000080:00200000:2.0:1789762979.005191:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1536 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.005224:0:13480:0:(rw26.c:871:ll_write_end()) pos 6291456, len 4096, copied 4096 00000080:00200000:2.0:1789762979.005238:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000c673ed07[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1536] 00000080:00200000:2.0:1789762979.005257:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000006d425021 17ffffc0001021 2:0 ffff9985a06092a0 1536 lru 00000080:00200000:2.0:1789762979.005312:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000009fd39972 512: 1< 0 - - > 2< 2097152 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.005316:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000c673ed07 00000080:00200000:2.0:1789762979.005318:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1789762979.005323:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1537 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.005348:0:13480:0:(rw26.c:871:ll_write_end()) pos 6295552, len 4096, copied 4096 00000080:00200000:2.0:1789762979.005356:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000c2f6aa30[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1537] 00000080:00200000:2.0:1789762979.005364:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000000789746a 17ffffc0001001 3:0 ffff9985a06097e0 1537 lru 00000080:00200000:2.0:1789762979.005370:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000009c7d4018 513: 1< 0 - - > 2< 2101248 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.005373:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000c2f6aa30 00000080:00200000:2.0:1789762979.005375:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1789762979.005381:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1538 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.005406:0:13480:0:(rw26.c:871:ll_write_end()) pos 6299648, len 4096, copied 4096 00000080:00200000:2.0:1789762979.005431:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000f8605799[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1538] 00000080:00200000:2.0:1789762979.005451:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000005c8a235 17ffffc0001001 3:0 ffff9985a06099a0 1538 lru 00000080:00200000:2.0:1789762979.005484:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000007b15d61e 514: 1< 0 - - > 2< 2105344 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.005496:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000f8605799 00000080:00200000:2.0:1789762979.005501:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1789762979.005509:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1539 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.005540:0:13480:0:(rw26.c:871:ll_write_end()) pos 6303744, len 4096, copied 4096 00000080:00200000:2.0:1789762979.005554:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000ed1e1376[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1539] 00000080:00200000:2.0:1789762979.005574:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000c2f2f939 17ffffc0001001 3:0 ffff9985a0609a80 1539 lru 00000080:00200000:2.0:1789762979.005604:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000096a9d51 515: 1< 0 - - > 2< 2109440 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.005614:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000ed1e1376 00000080:00200000:2.0:1789762979.005618:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1789762979.005641:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1540 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.005671:0:13480:0:(rw26.c:871:ll_write_end()) pos 6307840, len 4096, copied 4096 00000080:00200000:2.0:1789762979.005687:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000065325a81[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1540] 00000080:00200000:2.0:1789762979.005701:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000cf348e21 17ffffc0001001 3:0 ffff9985a0609c40 1540 lru 00000080:00200000:2.0:1789762979.005719:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000d56027cf 516: 1< 0 - - > 2< 2113536 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.005726:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000065325a81 00000080:00200000:2.0:1789762979.005730:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1789762979.005735:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1541 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.005761:0:13480:0:(rw26.c:871:ll_write_end()) pos 6311936, len 4096, copied 4096 00000080:00200000:2.0:1789762979.005790:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000039ad9608[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1541] 00000080:00200000:2.0:1789762979.005811:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000006b4db97c 17ffffc0001001 3:0 ffff9985a0609620 1541 lru 00000080:00200000:2.0:1789762979.005854:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000099239e97 517: 1< 0 - - > 2< 2117632 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.005863:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000039ad9608 00000080:00200000:2.0:1789762979.005871:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1789762979.005877:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1542 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.005899:0:13480:0:(rw26.c:871:ll_write_end()) pos 6316032, len 4096, copied 4096 00000080:00200000:2.0:1789762979.005908:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000ed251548[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1542] 00000080:00200000:2.0:1789762979.005914:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000563ec814 17ffffc0001001 3:0 ffff9985a0609b60 1542 lru 00000080:00200000:2.0:1789762979.005943:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000009416a31c 518: 1< 0 - - > 2< 2121728 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.005958:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000ed251548 00000080:00200000:2.0:1789762979.005965:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1789762979.005973:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1543 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.005993:0:13480:0:(rw26.c:871:ll_write_end()) pos 6320128, len 4096, copied 4096 00000080:00200000:2.0:1789762979.006019:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000037fbc113[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1543] 00000080:00200000:2.0:1789762979.006029:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000fc937fe3 17ffffc0001001 3:0 ffff9985a0609540 1543 lru 00000080:00200000:2.0:1789762979.006054:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000e0c32b2c 519: 1< 0 - - > 2< 2125824 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.006059:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000037fbc113 00000080:00200000:2.0:1789762979.006061:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1789762979.006063:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1544 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.006079:0:13480:0:(rw26.c:871:ll_write_end()) pos 6324224, len 4096, copied 4096 00000080:00200000:2.0:1789762979.006108:0:13480:0:(rw26.c:929:ll_write_end()) page@000000001a28e448[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1544] 00000080:00200000:2.0:1789762979.006131:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000000ab53037 17ffffc0001001 3:0 ffff9985a06090e0 1544 lru 00000080:00200000:2.0:1789762979.006169:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000816e4800 520: 1< 0 - - > 2< 2129920 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.006173:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000001a28e448 00000080:00200000:2.0:1789762979.006176:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1789762979.006182:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1545 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.006212:0:13480:0:(rw26.c:871:ll_write_end()) pos 6328320, len 4096, copied 4096 00000080:00200000:2.0:1789762979.006243:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000001f46227[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1545] 00000080:00200000:2.0:1789762979.006261:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000d5218e12 17ffffc0001001 3:0 ffff9985a0609380 1545 lru 00000080:00200000:2.0:1789762979.006331:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000095f1c81e 521: 1< 0 - - > 2< 2134016 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.006337:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000001f46227 00000080:00200000:2.0:1789762979.006339:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1789762979.006345:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1546 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.006365:0:13480:0:(rw26.c:871:ll_write_end()) pos 6332416, len 4096, copied 4096 00000080:00200000:2.0:1789762979.006373:0:13480:0:(rw26.c:929:ll_write_end()) page@000000009b6a257a[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1546] 00000080:00200000:2.0:1789762979.006375:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000ef237786 17ffffc0001001 3:0 ffff9985a06098c0 1546 lru 00000080:00200000:2.0:1789762979.006383:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000000ffea152 522: 1< 0 - - > 2< 2138112 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.006390:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000009b6a257a 00000080:00200000:2.0:1789762979.006394:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1789762979.006402:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1547 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.006421:0:13480:0:(rw26.c:871:ll_write_end()) pos 6336512, len 4096, copied 4096 00000080:00200000:2.0:1789762979.006450:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000020f76536[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1547] 00000080:00200000:2.0:1789762979.006477:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000afa4752d 17ffffc0001001 3:0 ffff9985a0609000 1547 lru 00000080:00200000:2.0:1789762979.006520:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000aedf93b6 523: 1< 0 - - > 2< 2142208 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.006529:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000020f76536 00000080:00200000:2.0:1789762979.006536:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1789762979.006552:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1548 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.006606:0:13480:0:(rw26.c:871:ll_write_end()) pos 6340608, len 4096, copied 4096 00000080:00200000:2.0:1789762979.006626:0:13480:0:(rw26.c:929:ll_write_end()) page@000000003beee300[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1548] 00000080:00200000:2.0:1789762979.006653:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000050ecad72 17ffffc0001001 3:0 ffff9985a06091c0 1548 lru 00000080:00200000:2.0:1789762979.006696:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000000acc58d9 524: 1< 0 - - > 2< 2146304 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.006711:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000003beee300 00000080:00200000:2.0:1789762979.006722:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1789762979.006732:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1549 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.006761:0:13480:0:(rw26.c:871:ll_write_end()) pos 6344704, len 4096, copied 4096 00000080:00200000:2.0:1789762979.006780:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000bfef5c7d[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1549] 00000080:00200000:2.0:1789762979.006789:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000037f32694 17ffffc0001001 3:0 ffff9985a0609ee0 1549 lru 00000080:00200000:2.0:1789762979.006827:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000000b3ffd4b 525: 1< 0 - - > 2< 2150400 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.006837:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000bfef5c7d 00000080:00200000:2.0:1789762979.006843:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1789762979.006850:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1550 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.006873:0:13480:0:(rw26.c:871:ll_write_end()) pos 6348800, len 4096, copied 4096 00000080:00200000:2.0:1789762979.006911:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000d4433ba4[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1550] 00000080:00200000:2.0:1789762979.006936:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000e6528565 17ffffc0001001 3:0 ffff9985910f7c40 1550 lru 00000080:00200000:2.0:1789762979.006968:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000a429aecd 526: 1< 0 - - > 2< 2154496 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.006973:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000d4433ba4 00000080:00200000:2.0:1789762979.006977:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1789762979.006988:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1551 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.007017:0:13480:0:(rw26.c:871:ll_write_end()) pos 6352896, len 4096, copied 4096 00000080:00200000:2.0:1789762979.007056:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000cc9078dc[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1551] 00000080:00200000:2.0:1789762979.007078:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000009db26a8e 17ffffc0001021 2:0 ffff9985910f7620 1551 lru 00000080:00200000:2.0:1789762979.007104:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000008b211659 527: 1< 0 - - > 2< 2158592 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.007124:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000cc9078dc 00000080:00200000:2.0:1789762979.007135:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1789762979.007142:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1552 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.007177:0:13480:0:(rw26.c:871:ll_write_end()) pos 6356992, len 4096, copied 4096 00000080:00200000:2.0:1789762979.007210:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000881c2b63[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1552] 00000080:00200000:2.0:1789762979.007233:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000b01bf5cb 17ffffc0001001 3:0 ffff9985910f7b60 1552 lru 00000080:00200000:2.0:1789762979.007273:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000001d159649 528: 1< 0 - - > 2< 2162688 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.007280:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000881c2b63 00000080:00200000:2.0:1789762979.007343:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1789762979.008578:0:5430:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x27:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1789762979.008618:0:5430:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804869400000020 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789762979.008664:0:5430:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789762979.008682:0:5430:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:5430:1876702246691584:192.168.203.136@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1789762979.008753:0:5430:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588ba7840 going to sleep for 11 seconds 00000080:00200000:2.0:1789762979.008783:0:13479:0:(rw26.c:871:ll_write_end()) pos 5709824, len 4096, copied 4096 00000080:00200000:2.0:1789762979.008805:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000cb646412[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1394] 00000080:00200000:2.0:1789762979.008825:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000005bfb08e1 17ffffc0001021 2:0 ffff9985910f7540 1394 lru 00000080:00200000:2.0:1789762979.008861:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000b3086d13 370: 1< 0 - - > 2< 1515520 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.008872:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000cb646412 00000080:00200000:2.0:1789762979.008877:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1789762979.008890:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1395 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.008917:0:13479:0:(rw26.c:871:ll_write_end()) pos 5713920, len 4096, copied 4096 00000080:00200000:2.0:1789762979.008939:0:13479:0:(rw26.c:929:ll_write_end()) page@000000001f3a2797[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1395] 00000080:00200000:2.0:1789762979.008969:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000009864f00c 17ffffc0001001 3:0 ffff9985910f70e0 1395 lru 00000080:00200000:2.0:1789762979.009031:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000ab141bd6 371: 1< 0 - - > 2< 1519616 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.009041:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000001f3a2797 00000080:00200000:2.0:1789762979.009048:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1789762979.009055:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1396 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.009084:0:13479:0:(rw26.c:871:ll_write_end()) pos 5718016, len 4096, copied 4096 00000080:00200000:2.0:1789762979.009108:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000036840542[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1396] 00000080:00200000:2.0:1789762979.009131:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000007b54fb7 17ffffc0001001 3:0 ffff9985910f7380 1396 lru 00000080:00200000:2.0:1789762979.009199:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000002257617f 372: 1< 0 - - > 2< 1523712 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.009215:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000036840542 00000080:00200000:2.0:1789762979.009219:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1789762979.009225:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1397 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.009245:0:13479:0:(rw26.c:871:ll_write_end()) pos 5722112, len 4096, copied 4096 00000080:00200000:2.0:1789762979.009259:0:13479:0:(rw26.c:929:ll_write_end()) page@000000009c02c7aa[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1397] 00000080:00200000:2.0:1789762979.009272:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000007a7db24b 17ffffc0001001 3:0 ffff9985910f78c0 1397 lru 00000080:00200000:2.0:1789762979.009311:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000002ec7e9cf 373: 1< 0 - - > 2< 1527808 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.009318:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000009c02c7aa 00000080:00200000:2.0:1789762979.009323:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1789762979.009331:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1398 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.009357:0:13479:0:(rw26.c:871:ll_write_end()) pos 5726208, len 4096, copied 4096 00000080:00200000:2.0:1789762979.009385:0:13479:0:(rw26.c:929:ll_write_end()) page@000000009740872d[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1398] 00000080:00200000:2.0:1789762979.009404:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000f1b7a134 17ffffc0001001 3:0 ffff9985910f7000 1398 lru 00000080:00200000:2.0:1789762979.009434:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000009f1b979f 374: 1< 0 - - > 2< 1531904 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.009442:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000009740872d 00000080:00200000:2.0:1789762979.009448:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1789762979.009456:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1399 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.009477:0:13479:0:(rw26.c:871:ll_write_end()) pos 5730304, len 4096, copied 4096 00000080:00200000:2.0:1789762979.009506:0:13479:0:(rw26.c:929:ll_write_end()) page@000000000699c256[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1399] 00000080:00200000:2.0:1789762979.009525:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000d01def7b 17ffffc0001001 3:0 ffff9985910f71c0 1399 lru 00000080:00200000:2.0:1789762979.009567:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000d5bfd186 375: 1< 0 - - > 2< 1536000 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.009579:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000000699c256 00000080:00200000:2.0:1789762979.009591:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1789762979.009602:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1400 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.009627:0:13479:0:(rw26.c:871:ll_write_end()) pos 5734400, len 4096, copied 4096 00000080:00200000:2.0:1789762979.009654:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000e34b3850[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1400] 00000080:00200000:2.0:1789762979.009661:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000002728a265 17ffffc0001001 3:0 ffff9985910f7ee0 1400 lru 00000080:00200000:2.0:1789762979.009688:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000911069bf 376: 1< 0 - - > 2< 1540096 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.009699:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000e34b3850 00000080:00200000:2.0:1789762979.009707:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1789762979.009718:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1401 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.009752:0:13479:0:(rw26.c:871:ll_write_end()) pos 5738496, len 4096, copied 4096 00000080:00200000:2.0:1789762979.009783:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000016ac9dc[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1401] 00000080:00200000:2.0:1789762979.009793:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000094e2ef69 17ffffc0001001 3:0 ffff9985910f7d20 1401 lru 00000080:00200000:2.0:1789762979.009834:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000037e5f0c3 377: 1< 0 - - > 2< 1544192 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.009846:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000016ac9dc 00000080:00200000:2.0:1789762979.009853:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762979.009862:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1402 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.009900:0:13479:0:(rw26.c:871:ll_write_end()) pos 5742592, len 4096, copied 4096 00000080:00200000:2.0:1789762979.009927:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000b2ff0352[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1402] 00000080:00200000:2.0:1789762979.009939:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000fc40ed1f 17ffffc0001001 3:0 ffff9985910f7460 1402 lru 00000080:00200000:2.0:1789762979.009969:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000003a3944c6 378: 1< 0 - - > 2< 1548288 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.009979:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000b2ff0352 00000080:00200000:2.0:1789762979.009989:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1789762979.009996:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1403 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.010025:0:13479:0:(rw26.c:871:ll_write_end()) pos 5746688, len 4096, copied 4096 00000080:00200000:2.0:1789762979.010060:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000835d50a6[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1403] 00000080:00200000:2.0:1789762979.010085:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000d1810a23 17ffffc0001001 3:0 ffff9985910f7700 1403 lru 00000080:00200000:2.0:1789762979.010114:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000003ee21c9e 379: 1< 0 - - > 2< 1552384 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.010126:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000835d50a6 00000080:00200000:2.0:1789762979.010133:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1789762979.010145:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1404 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.010174:0:13479:0:(rw26.c:871:ll_write_end()) pos 5750784, len 4096, copied 4096 00000080:00200000:2.0:1789762979.010198:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000a24cf20e[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1404] 00000080:00200000:2.0:1789762979.010216:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000080b2f8c4 17ffffc0001001 3:0 ffff9985910f7e00 1404 lru 00000080:00200000:2.0:1789762979.010265:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000395a35df 380: 1< 0 - - > 2< 1556480 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.010276:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000a24cf20e 00000080:00200000:2.0:1789762979.010281:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1789762979.010326:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1405 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.010361:0:13479:0:(rw26.c:871:ll_write_end()) pos 5754880, len 4096, copied 4096 00000080:00200000:2.0:1789762979.010371:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000095f8c512[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1405] 00000080:00200000:2.0:1789762979.010376:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000040dfaca2 17ffffc0001001 3:0 ffff9985910f72a0 1405 lru 00000080:00200000:2.0:1789762979.010392:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000055343b5f 381: 1< 0 - - > 2< 1560576 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.010402:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000095f8c512 00000080:00200000:2.0:1789762979.010410:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1789762979.010418:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1406 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.010454:0:13479:0:(rw26.c:871:ll_write_end()) pos 5758976, len 4096, copied 4096 00000080:00200000:2.0:1789762979.010487:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000f552adbf[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1406] 00000080:00200000:2.0:1789762979.010509:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000096c4de8 17ffffc0001001 3:0 ffff9985910f77e0 1406 lru 00000080:00200000:2.0:1789762979.010553:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000005ed056f1 382: 1< 0 - - > 2< 1564672 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.010566:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000f552adbf 00000080:00200000:2.0:1789762979.010574:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1789762979.010582:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1407 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.010613:0:13479:0:(rw26.c:871:ll_write_end()) pos 5763072, len 4096, copied 4096 00000080:00200000:2.0:1789762979.010651:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000f6341a71[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1407] 00000080:00200000:2.0:1789762979.010670:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000065663d07 17ffffc0001001 3:0 ffff9985910f79a0 1407 lru 00000080:00200000:2.0:1789762979.010706:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000002757cea5 383: 1< 0 - - > 2< 1568768 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.010717:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000f6341a71 00000080:00200000:2.0:1789762979.010725:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762979.010735:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1408 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.010777:0:13479:0:(rw26.c:871:ll_write_end()) pos 5767168, len 4096, copied 4096 00000080:00200000:2.0:1789762979.010798:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000a7d62e87[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1408] 00000080:00200000:2.0:1789762979.010816:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000abc0acb7 17ffffc0001021 2:0 ffff9985910f7a80 1408 lru 00000080:00200000:2.0:1789762979.010851:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000004f539e50 384: 1< 0 - - > 2< 1572864 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.010860:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000a7d62e87 00000080:00200000:2.0:1789762979.010865:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1789762979.010876:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1409 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.010911:0:13479:0:(rw26.c:871:ll_write_end()) pos 5771264, len 4096, copied 4096 00000080:00200000:2.0:1789762979.010931:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000e8bf5d2f[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1409] 00000080:00200000:2.0:1789762979.010946:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000095ebd961 17ffffc0001001 3:0 ffff9985849b71c0 1409 lru 00000080:00200000:2.0:1789762979.011007:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000003738ec50 385: 1< 0 - - > 2< 1576960 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.011031:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000e8bf5d2f 00000080:00200000:2.0:1789762979.011037:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1789762979.011044:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1410 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.011073:0:13479:0:(rw26.c:871:ll_write_end()) pos 5775360, len 4096, copied 4096 00000080:00200000:2.0:1789762979.011097:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000d5daa201[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1410] 00000080:00200000:2.0:1789762979.011117:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000087244ba5 17ffffc0001001 3:0 ffff9985849b7ee0 1410 lru 00000080:00200000:2.0:1789762979.011164:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec413150 386: 1< 0 - - > 2< 1581056 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.011171:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000d5daa201 00000080:00200000:2.0:1789762979.011176:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1789762979.011184:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1411 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.011208:0:13479:0:(rw26.c:871:ll_write_end()) pos 5779456, len 4096, copied 4096 00000080:00200000:2.0:1789762979.011233:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000afff628f[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1411] 00000080:00200000:2.0:1789762979.011256:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000ee1832d7 17ffffc0001001 3:0 ffff9985849b7d20 1411 lru 00000080:00200000:2.0:1789762979.011311:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000cdddbee6 387: 1< 0 - - > 2< 1585152 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.011314:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000afff628f 00000080:00200000:2.0:1789762979.011316:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000100:00100000:2.0:1789762979.011347:0:5430:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:5430:1876702246691584:192.168.203.136@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789762979.011379:0:5430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff99859130d000 lock: 00000000cb8f1be2/0xc03e56b87894499e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804869400000020 nid: local remote: 0x5915dfb1c1b5bc02 expref: -99 pid: 13463 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789762979.011445:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762979.011450:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762979.011458:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1789762979.011470:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2327 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.011502:0:13483:0:(rw26.c:871:ll_write_end()) pos 9531392, len 4096, copied 4096 00000080:00200000:2.0:1789762979.011522:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000d1a13b84[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2327] 00000080:00200000:2.0:1789762979.011547:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000048330ae9 17ffffc0001001 3:0 ffff9985849b7460 2327 lru 00000080:00200000:2.0:1789762979.011605:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000021a381ec 1303: 1< 0 - - > 2< 5337088 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.011621:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000d1a13b84 00000080:00200000:2.0:1789762979.011641:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1789762979.011651:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2328 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.011683:0:13483:0:(rw26.c:871:ll_write_end()) pos 9535488, len 4096, copied 4096 00000080:00200000:2.0:1789762979.011707:0:13483:0:(rw26.c:929:ll_write_end()) page@000000004fa5dfe8[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2328] 00000080:00200000:2.0:1789762979.011733:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000008ee7dfba 17ffffc0001001 3:0 ffff9985849b7700 2328 lru 00000080:00200000:2.0:1789762979.011790:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000087bbe66e 1304: 1< 0 - - > 2< 5341184 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.011803:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000004fa5dfe8 00000080:00200000:2.0:1789762979.011811:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1789762979.011817:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2329 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.011852:0:13483:0:(rw26.c:871:ll_write_end()) pos 9539584, len 4096, copied 4096 00000080:00200000:2.0:1789762979.011880:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000823eb258[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2329] 00000080:00200000:2.0:1789762979.011901:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff7eb6fe 17ffffc0001001 3:0 ffff9985849b7e00 2329 lru 00000080:00200000:2.0:1789762979.011953:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000c94d6230 1305: 1< 0 - - > 2< 5345280 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.011967:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000823eb258 00000080:00200000:2.0:1789762979.011974:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1789762979.011981:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2330 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.012016:0:13483:0:(rw26.c:871:ll_write_end()) pos 9543680, len 4096, copied 4096 00000080:00200000:2.0:1789762979.012047:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000255472de[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2330] 00000080:00200000:2.0:1789762979.012068:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b946aee4 17ffffc0001001 3:0 ffff9985849b72a0 2330 lru 00000080:00200000:2.0:1789762979.012111:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4a9126e 1306: 1< 0 - - > 2< 5349376 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.012119:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000255472de 00000080:00200000:2.0:1789762979.012124:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1789762979.012129:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2331 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.012158:0:13483:0:(rw26.c:871:ll_write_end()) pos 9547776, len 4096, copied 4096 00000080:00200000:2.0:1789762979.012183:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000881726ab[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2331] 00000080:00200000:2.0:1789762979.012202:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000073ee2125 17ffffc0001001 3:0 ffff9985849b77e0 2331 lru 00000080:00200000:2.0:1789762979.012244:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2d5843d 1307: 1< 0 - - > 2< 5353472 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.012261:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000881726ab 00000080:00200000:2.0:1789762979.012268:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1789762979.012279:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2332 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.012340:0:13483:0:(rw26.c:871:ll_write_end()) pos 9551872, len 4096, copied 4096 00000080:00200000:2.0:1789762979.012363:0:13483:0:(rw26.c:929:ll_write_end()) page@000000000bfa5e83[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2332] 00000080:00200000:2.0:1789762979.012374:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000070be4103 17ffffc0001001 3:0 ffff9985849b79a0 2332 lru 00000080:00200000:2.0:1789762979.012419:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000008622a60 1308: 1< 0 - - > 2< 5357568 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.012431:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000000bfa5e83 00000080:00200000:2.0:1789762979.012443:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1789762979.012450:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2333 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.012473:0:13483:0:(rw26.c:871:ll_write_end()) pos 9555968, len 4096, copied 4096 00000080:00200000:2.0:1789762979.012496:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000071dc1f44[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2333] 00000080:00200000:2.0:1789762979.012508:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000045f13dcb 17ffffc0001001 3:0 ffff9985849b7a80 2333 lru 00000080:00200000:2.0:1789762979.012546:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000089654ef5 1309: 1< 0 - - > 2< 5361664 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.012554:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000071dc1f44 00000080:00200000:2.0:1789762979.012560:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1789762979.012568:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2334 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.012600:0:13483:0:(rw26.c:871:ll_write_end()) pos 9560064, len 4096, copied 4096 00000080:00200000:2.0:1789762979.012637:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000d3312315[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2334] 00000080:00200000:2.0:1789762979.012664:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000e3c3de8f 17ffffc0001001 3:0 ffff9985849b7c40 2334 lru 00000080:00200000:2.0:1789762979.012727:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000062492732 1310: 1< 0 - - > 2< 5365760 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.012739:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000d3312315 00000080:00200000:2.0:1789762979.012748:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1789762979.012759:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2335 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.012780:0:13483:0:(rw26.c:871:ll_write_end()) pos 9564160, len 4096, copied 4096 00000080:00200000:2.0:1789762979.012797:0:13483:0:(rw26.c:929:ll_write_end()) page@000000002466ce64[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2335] 00000080:00200000:2.0:1789762979.012812:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000e8e39434 17ffffc0001001 3:0 ffff9985849b7620 2335 lru 00000080:00200000:2.0:1789762979.012845:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007f8c5f79 1311: 1< 0 - - > 2< 5369856 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.012855:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000002466ce64 00000080:00200000:2.0:1789762979.012862:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1789762979.012870:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2336 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.012893:0:13483:0:(rw26.c:871:ll_write_end()) pos 9568256, len 4096, copied 4096 00000080:00200000:2.0:1789762979.012900:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000f2132f5a[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2336] 00000080:00200000:2.0:1789762979.012904:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000c6c5de93 17ffffc0001001 3:0 ffff9985849b7b60 2336 lru 00000080:00200000:2.0:1789762979.012909:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000052423ebc 1312: 1< 0 - - > 2< 5373952 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.012922:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000f2132f5a 00000080:00200000:2.0:1789762979.012929:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1789762979.012940:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2337 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.012970:0:13483:0:(rw26.c:871:ll_write_end()) pos 9572352, len 4096, copied 4096 00000080:00200000:2.0:1789762979.012991:0:13483:0:(rw26.c:929:ll_write_end()) page@000000002d326154[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2337] 00000080:00200000:2.0:1789762979.012998:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000001c539796 17ffffc0001001 3:0 ffff9985849b7540 2337 lru 00000080:00200000:2.0:1789762979.013003:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007ad5788e 1313: 1< 0 - - > 2< 5378048 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.013012:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000002d326154 00000080:00200000:2.0:1789762979.013017:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1789762979.013024:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2338 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.013061:0:13483:0:(rw26.c:871:ll_write_end()) pos 9576448, len 4096, copied 4096 00000080:00200000:2.0:1789762979.013087:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000056d9f7b6[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2338] 00000080:00200000:2.0:1789762979.013105:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000690cf968 17ffffc0001021 2:0 ffff9985849b70e0 2338 lru 00000080:00200000:2.0:1789762979.013144:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000031d04414 1314: 1< 0 - - > 2< 5382144 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.013153:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000056d9f7b6 00000080:00200000:2.0:1789762979.013158:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1789762979.013168:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2339 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.013204:0:13483:0:(rw26.c:871:ll_write_end()) pos 9580544, len 4096, copied 4096 00000080:00200000:2.0:1789762979.013213:0:13483:0:(rw26.c:929:ll_write_end()) page@000000007b961e21[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2339] 00000080:00200000:2.0:1789762979.013217:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b76509f0 17ffffc0001001 3:0 ffff9985849b7380 2339 lru 00000080:00200000:2.0:1789762979.013236:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000533473d7 1315: 1< 0 - - > 2< 5386240 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.013249:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000007b961e21 00000080:00200000:2.0:1789762979.013258:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1789762979.013270:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2340 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.013351:0:13483:0:(rw26.c:871:ll_write_end()) pos 9584640, len 4096, copied 4096 00000080:00200000:2.0:1789762979.013370:0:13483:0:(rw26.c:929:ll_write_end()) page@000000008cd3174b[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2340] 00000080:00200000:2.0:1789762979.013386:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000000d7c78cb 17ffffc0001001 3:0 ffff9985849b6000 2340 lru 00000080:00200000:2.0:1789762979.013421:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007cb576fa 1316: 1< 0 - - > 2< 5390336 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.013435:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000008cd3174b 00000080:00200000:2.0:1789762979.013443:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1789762979.013450:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2341 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.013480:0:13483:0:(rw26.c:871:ll_write_end()) pos 9588736, len 4096, copied 4096 00000080:00200000:2.0:1789762979.013504:0:13483:0:(rw26.c:929:ll_write_end()) page@000000002497cd5f[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2341] 00000080:00200000:2.0:1789762979.013509:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000be3f285a 17ffffc0001001 3:0 ffff9985849b61c0 2341 lru 00000080:00200000:2.0:1789762979.013514:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009fa6977a 1317: 1< 0 - - > 2< 5394432 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.013519:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000002497cd5f 00000080:00200000:2.0:1789762979.013528:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1789762979.013537:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2342 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.013570:0:13483:0:(rw26.c:871:ll_write_end()) pos 9592832, len 4096, copied 4096 00000080:00200000:2.0:1789762979.013582:0:13483:0:(rw26.c:929:ll_write_end()) page@000000006e5653f9[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2342] 00000080:00200000:2.0:1789762979.013593:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000077082c52 17ffffc0001001 3:0 ffff9985849b6ee0 2342 lru 00000080:00200000:2.0:1789762979.013642:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5ac21b6 1318: 1< 0 - - > 2< 5398528 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.013652:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000006e5653f9 00000080:00200000:2.0:1789762979.013661:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1789762979.013667:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2343 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.013695:0:13483:0:(rw26.c:871:ll_write_end()) pos 9596928, len 4096, copied 4096 00000080:00200000:2.0:1789762979.013707:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000f702cc6c[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2343] 00000080:00200000:2.0:1789762979.013717:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000042e33fe2 17ffffc0001001 3:0 ffff9985849b6d20 2343 lru 00000080:00200000:2.0:1789762979.013762:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000090e8adcf 1319: 1< 0 - - > 2< 5402624 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.013775:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000f702cc6c 00000080:00200000:2.0:1789762979.013791:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1789762979.013802:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2344 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.013829:0:13483:0:(rw26.c:871:ll_write_end()) pos 9601024, len 4096, copied 4096 00000080:00200000:2.0:1789762979.013834:0:13483:0:(rw26.c:929:ll_write_end()) page@000000007fcb7210[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2344] 00000080:00200000:2.0:1789762979.013847:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b3c41922 17ffffc0001001 3:0 ffff9985849b6460 2344 lru 00000080:00200000:2.0:1789762979.013897:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000423950e8 1320: 1< 0 - - > 2< 5406720 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.013909:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000007fcb7210 00000080:00200000:2.0:1789762979.013916:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1789762979.013927:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2345 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.013957:0:13483:0:(rw26.c:871:ll_write_end()) pos 9605120, len 4096, copied 4096 00000080:00200000:2.0:1789762979.013968:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000ac7d971f[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2345] 00000080:00200000:2.0:1789762979.013990:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000067c14e08 17ffffc0001001 3:0 ffff9985849b6700 2345 lru 00000080:00200000:2.0:1789762979.014044:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000086613247 1321: 1< 0 - - > 2< 5410816 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.014056:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000ac7d971f 00000080:00200000:2.0:1789762979.014065:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1789762979.014081:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2346 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.014110:0:13483:0:(rw26.c:871:ll_write_end()) pos 9609216, len 4096, copied 4096 00000080:00200000:2.0:1789762979.014128:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000079381ea6[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2346] 00000080:00200000:2.0:1789762979.014151:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000034a36618 17ffffc0001001 3:0 ffff9985849b6e00 2346 lru 00000080:00200000:2.0:1789762979.014206:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000001807c9d1 1322: 1< 0 - - > 2< 5414912 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.014217:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000079381ea6 00000080:00200000:2.0:1789762979.014235:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1789762979.014247:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2347 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.014329:0:13483:0:(rw26.c:871:ll_write_end()) pos 9613312, len 4096, copied 4096 00000080:00200000:2.0:1789762979.014376:0:13483:0:(rw26.c:929:ll_write_end()) page@000000009ea838ab[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2347] 00000080:00200000:2.0:1789762979.014398:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000106e0c1c 17ffffc0001001 3:0 ffff9985849b62a0 2347 lru 00000080:00200000:2.0:1789762979.014461:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000e4a57e0f 1323: 1< 0 - - > 2< 5419008 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.014479:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000009ea838ab 00000080:00200000:2.0:1789762979.014490:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1789762979.014498:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2348 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.014544:0:13483:0:(rw26.c:871:ll_write_end()) pos 9617408, len 4096, copied 4096 00000080:00200000:2.0:1789762979.014570:0:13483:0:(rw26.c:929:ll_write_end()) page@000000007b0ac3b0[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2348] 00000080:00200000:2.0:1789762979.014592:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000216ca016 17ffffc0001001 3:0 ffff9985849b67e0 2348 lru 00000080:00200000:2.0:1789762979.014660:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000ea2c4fd5 1324: 1< 0 - - > 2< 5423104 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.014678:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000007b0ac3b0 00000080:00200000:2.0:1789762979.014691:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1789762979.014707:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2349 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.014741:0:13483:0:(rw26.c:871:ll_write_end()) pos 9621504, len 4096, copied 4096 00000080:00200000:2.0:1789762979.014769:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000d6b03faa[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2349] 00000080:00200000:2.0:1789762979.014791:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000eca0c783 17ffffc0001001 3:0 ffff9985849b69a0 2349 lru 00000080:00200000:2.0:1789762979.014832:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000051e33f0f 1325: 1< 0 - - > 2< 5427200 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.014846:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000d6b03faa 00000080:00200000:2.0:1789762979.014859:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1789762979.014872:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2350 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.014901:0:13483:0:(rw26.c:871:ll_write_end()) pos 9625600, len 4096, copied 4096 00000080:00200000:2.0:1789762979.014924:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000f58677a1[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2350] 00000080:00200000:2.0:1789762979.014944:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000000e629b60 17ffffc0001001 3:0 ffff9985849b6a80 2350 lru 00000080:00200000:2.0:1789762979.015020:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000e47a0a8f 1326: 1< 0 - - > 2< 5431296 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.015034:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000f58677a1 00000080:00200000:2.0:1789762979.015040:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1789762979.015049:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2351 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.015079:0:13483:0:(rw26.c:871:ll_write_end()) pos 9629696, len 4096, copied 4096 00000080:00200000:2.0:1789762979.015099:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000edeb0d3c[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2351] 00000080:00200000:2.0:1789762979.015118:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000050a298c1 17ffffc0001001 3:0 ffff9985849b6c40 2351 lru 00000080:00200000:2.0:1789762979.015173:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000008e6ade71 1327: 1< 0 - - > 2< 5435392 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.015183:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000edeb0d3c 00000080:00200000:2.0:1789762979.015190:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1789762979.015198:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2352 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.015230:0:13483:0:(rw26.c:871:ll_write_end()) pos 9633792, len 4096, copied 4096 00000080:00200000:2.0:1789762979.015250:0:13483:0:(rw26.c:929:ll_write_end()) page@000000006931a967[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2352] 00000080:00200000:2.0:1789762979.015261:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000002316c401 17ffffc0001001 3:0 ffff9985849b6620 2352 lru 00000080:00200000:2.0:1789762979.015314:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007a1ce763 1328: 1< 0 - - > 2< 5439488 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.015318:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000006931a967 00000080:00200000:2.0:1789762979.015324:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1789762979.015339:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1553 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.015375:0:13480:0:(rw26.c:871:ll_write_end()) pos 6361088, len 4096, copied 4096 00000080:00200000:2.0:1789762979.015409:0:13480:0:(rw26.c:929:ll_write_end()) page@000000009eadef86[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1553] 00000080:00200000:2.0:1789762979.015433:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000eb358713 17ffffc0001021 2:0 ffff9985849b6b60 1553 lru 00000080:00200000:2.0:1789762979.015461:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000008e3d5db0 529: 1< 0 - - > 2< 2166784 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.015466:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000009eadef86 00000080:00200000:2.0:1789762979.015474:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1789762979.015483:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1554 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.015512:0:13480:0:(rw26.c:871:ll_write_end()) pos 6365184, len 4096, copied 4096 00000080:00200000:2.0:1789762979.015532:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000740bedd8[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1554] 00000080:00200000:2.0:1789762979.015552:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000005c361146 17ffffc0001001 3:0 ffff9985849b6540 1554 lru 00000080:00200000:2.0:1789762979.015616:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000b37cf31d 530: 1< 0 - - > 2< 2170880 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.015639:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000740bedd8 00000080:00200000:2.0:1789762979.015645:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1789762979.015654:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1555 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.015688:0:13480:0:(rw26.c:871:ll_write_end()) pos 6369280, len 4096, copied 4096 00000080:00200000:2.0:1789762979.015716:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000616be256[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1555] 00000080:00200000:2.0:1789762979.015737:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000006cee05b5 17ffffc0001001 3:0 ffff9985849b60e0 1555 lru 00000080:00200000:2.0:1789762979.015790:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000981d31fb 531: 1< 0 - - > 2< 2174976 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.015804:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000616be256 00000080:00200000:2.0:1789762979.015812:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1789762979.015823:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1556 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.015867:0:13480:0:(rw26.c:871:ll_write_end()) pos 6373376, len 4096, copied 4096 00000080:00200000:2.0:1789762979.015900:0:13480:0:(rw26.c:929:ll_write_end()) page@000000006cfe937b[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1556] 00000080:00200000:2.0:1789762979.015928:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000003cc34853 17ffffc0001001 3:0 ffff9985849b6380 1556 lru 00000080:00200000:2.0:1789762979.015997:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000000b15a4b6 532: 1< 0 - - > 2< 2179072 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.016009:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000006cfe937b 00000080:00200000:2.0:1789762979.016019:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1789762979.016029:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1557 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.016063:0:13480:0:(rw26.c:871:ll_write_end()) pos 6377472, len 4096, copied 4096 00000080:00200000:2.0:1789762979.016087:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000056ba5d5a[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1557] 00000080:00200000:2.0:1789762979.016113:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000044138720 17ffffc0001001 3:0 ffff9985849b68c0 1557 lru 00000080:00200000:2.0:1789762979.016152:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000057469950 533: 1< 0 - - > 2< 2183168 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.016162:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000056ba5d5a 00000080:00200000:2.0:1789762979.016169:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1789762979.016178:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1558 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.016208:0:13480:0:(rw26.c:871:ll_write_end()) pos 6381568, len 4096, copied 4096 00000080:00200000:2.0:1789762979.016221:0:13480:0:(rw26.c:929:ll_write_end()) page@000000006a65637a[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1558] 00000080:00200000:2.0:1789762979.016231:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f7eceaf5 17ffffc0001001 3:0 ffff998588091b60 1558 lru 00000080:00200000:2.0:1789762979.016259:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000072a3b17d 534: 1< 0 - - > 2< 2187264 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.016270:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000006a65637a 00000080:00200000:2.0:1789762979.016275:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1789762979.016283:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1559 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.016377:0:13480:0:(rw26.c:871:ll_write_end()) pos 6385664, len 4096, copied 4096 00000080:00200000:2.0:1789762979.016390:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e1b607e1[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1559] 00000080:00200000:2.0:1789762979.016413:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000747305d7 17ffffc0001001 3:0 ffff998588091540 1559 lru 00000080:00200000:2.0:1789762979.016470:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000085b4eb24 535: 1< 0 - - > 2< 2191360 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.016481:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e1b607e1 00000080:00200000:2.0:1789762979.016494:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1789762979.016503:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1560 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.016534:0:13480:0:(rw26.c:871:ll_write_end()) pos 6389760, len 4096, copied 4096 00000080:00200000:2.0:1789762979.016544:0:13480:0:(rw26.c:929:ll_write_end()) page@000000009f5539a4[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1560] 00000080:00200000:2.0:1789762979.016573:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000007eb8b9b6 17ffffc0001001 3:0 ffff9985880910e0 1560 lru 00000080:00200000:2.0:1789762979.016656:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000218da540 536: 1< 0 - - > 2< 2195456 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.016675:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000009f5539a4 00000080:00200000:2.0:1789762979.016681:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1789762979.016692:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1561 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.016721:0:13480:0:(rw26.c:871:ll_write_end()) pos 6393856, len 4096, copied 4096 00000080:00200000:2.0:1789762979.016760:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e8fd13ef[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1561] 00000080:00200000:2.0:1789762979.016783:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000ac854ca6 17ffffc0001001 3:0 ffff998588091380 1561 lru 00000080:00200000:2.0:1789762979.016839:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000ab65c602 537: 1< 0 - - > 2< 2199552 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.016856:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e8fd13ef 00000080:00200000:2.0:1789762979.016864:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1789762979.016883:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1562 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.016923:0:13480:0:(rw26.c:871:ll_write_end()) pos 6397952, len 4096, copied 4096 00000080:00200000:2.0:1789762979.016952:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000305b2196[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1562] 00000080:00200000:2.0:1789762979.016970:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9b5458d 17ffffc0001001 3:0 ffff9985880918c0 1562 lru 00000080:00200000:2.0:1789762979.016998:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000097311693 538: 1< 0 - - > 2< 2203648 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.017010:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000305b2196 00000080:00200000:2.0:1789762979.017014:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1789762979.017022:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1563 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.017047:0:13480:0:(rw26.c:871:ll_write_end()) pos 6402048, len 4096, copied 4096 00000080:00200000:2.0:1789762979.017063:0:13480:0:(rw26.c:929:ll_write_end()) page@000000004752bf4e[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1563] 00000080:00200000:2.0:1789762979.017087:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000c0e013a0 17ffffc0001001 3:0 ffff998588091000 1563 lru 00000080:00200000:2.0:1789762979.017101:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000b81d493b 539: 1< 0 - - > 2< 2207744 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.017104:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000004752bf4e 00000080:00200000:2.0:1789762979.017106:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1789762979.017107:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1564 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.017123:0:13480:0:(rw26.c:871:ll_write_end()) pos 6406144, len 4096, copied 4096 00000080:00200000:2.0:1789762979.017156:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000611d6b1d[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1564] 00000080:00200000:2.0:1789762979.017185:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8f91165 17ffffc0001001 3:0 ffff9985880911c0 1564 lru 00000080:00200000:2.0:1789762979.017254:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000f0507ffa 540: 1< 0 - - > 2< 2211840 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.017265:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000611d6b1d 00000080:00200000:2.0:1789762979.017270:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1789762979.017273:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1565 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.017335:0:13480:0:(rw26.c:871:ll_write_end()) pos 6410240, len 4096, copied 4096 00000080:00200000:2.0:1789762979.017358:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000024434d02[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1565] 00000080:00200000:2.0:1789762979.017383:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000003385c78e 17ffffc0001001 3:0 ffff998588091ee0 1565 lru 00000080:00200000:2.0:1789762979.017441:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000040e81b53 541: 1< 0 - - > 2< 2215936 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.017454:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000024434d02 00000080:00200000:2.0:1789762979.017463:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1789762979.017471:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1566 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.017496:0:13480:0:(rw26.c:871:ll_write_end()) pos 6414336, len 4096, copied 4096 00000080:00200000:2.0:1789762979.017516:0:13480:0:(rw26.c:929:ll_write_end()) page@000000008084ba1b[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1566] 00000080:00200000:2.0:1789762979.017539:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000009221da7 17ffffc0001001 3:0 ffff998588091d20 1566 lru 00000080:00200000:2.0:1789762979.017582:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000291a11e1 542: 1< 0 - - > 2< 2220032 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.017595:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000008084ba1b 00000080:00200000:2.0:1789762979.017602:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1789762979.017611:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1567 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.017648:0:13480:0:(rw26.c:871:ll_write_end()) pos 6418432, len 4096, copied 4096 00000080:00200000:2.0:1789762979.017674:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000fc805ab1[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1567] 00000080:00200000:2.0:1789762979.017694:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000005ad6ffd3 17ffffc0001001 3:0 ffff998588091460 1567 lru 00000080:00200000:2.0:1789762979.017716:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000004ab355a4 543: 1< 0 - - > 2< 2224128 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.017730:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000fc805ab1 00000080:00200000:2.0:1789762979.017740:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1789762979.017745:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1568 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.017771:0:13480:0:(rw26.c:871:ll_write_end()) pos 6422528, len 4096, copied 4096 00000080:00200000:2.0:1789762979.017798:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000cc0cd78d[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1568] 00000080:00200000:2.0:1789762979.017811:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000024116488 17ffffc0001021 2:0 ffff998588091700 1568 lru 00000080:00200000:2.0:1789762979.017871:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000097ce369c 544: 1< 0 - - > 2< 2228224 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.017893:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000cc0cd78d 00000080:00200000:2.0:1789762979.017909:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1789762979.017924:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1569 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.017962:0:13480:0:(rw26.c:871:ll_write_end()) pos 6426624, len 4096, copied 4096 00000080:00200000:2.0:1789762979.018001:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000a21d3231[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1569] 00000080:00200000:2.0:1789762979.018035:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000d8bbb6ec 17ffffc0001001 3:0 ffff998588091e00 1569 lru 00000080:00200000:2.0:1789762979.018064:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000035283132 545: 1< 0 - - > 2< 2232320 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.018075:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000a21d3231 00000080:00200000:2.0:1789762979.018085:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1789762979.018097:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1570 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.018133:0:13480:0:(rw26.c:871:ll_write_end()) pos 6430720, len 4096, copied 4096 00000080:00200000:2.0:1789762979.018168:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000072d66382[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1570] 00000080:00200000:2.0:1789762979.018182:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000016926950 17ffffc0001001 3:0 ffff9985880912a0 1570 lru 00000080:00200000:2.0:1789762979.018204:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000780d0736 546: 1< 0 - - > 2< 2236416 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.018224:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000072d66382 00000080:00200000:2.0:1789762979.018230:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1789762979.018239:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1571 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.018265:0:13480:0:(rw26.c:871:ll_write_end()) pos 6434816, len 4096, copied 4096 00000080:00200000:2.0:1789762979.018334:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000043b96561[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1571] 00000080:00200000:2.0:1789762979.018351:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000009d5a22d1 17ffffc0001001 3:0 ffff9985880917e0 1571 lru 00000080:00200000:2.0:1789762979.018384:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000d4650aef 547: 1< 0 - - > 2< 2240512 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.018393:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000043b96561 00000080:00200000:2.0:1789762979.018401:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1789762979.018408:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1572 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.018434:0:13480:0:(rw26.c:871:ll_write_end()) pos 6438912, len 4096, copied 4096 00000080:00200000:2.0:1789762979.018459:0:13480:0:(rw26.c:929:ll_write_end()) page@000000007830e90e[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1572] 00000080:00200000:2.0:1789762979.018481:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000e246c68a 17ffffc0001001 3:0 ffff9985880919a0 1572 lru 00000080:00200000:2.0:1789762979.018510:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000a9012518 548: 1< 0 - - > 2< 2244608 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.018519:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000007830e90e 00000080:00200000:2.0:1789762979.018527:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1789762979.018535:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1573 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.018561:0:13480:0:(rw26.c:871:ll_write_end()) pos 6443008, len 4096, copied 4096 00000080:00200000:2.0:1789762979.018595:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000a5630a33[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1573] 00000080:00200000:2.0:1789762979.018614:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000066d183e4 17ffffc0001001 3:0 ffff998588091a80 1573 lru 00000080:00200000:2.0:1789762979.018658:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000df08dba7 549: 1< 0 - - > 2< 2248704 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.018670:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000a5630a33 00000080:00200000:2.0:1789762979.018674:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1789762979.018679:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1574 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.018700:0:13480:0:(rw26.c:871:ll_write_end()) pos 6447104, len 4096, copied 4096 00000080:00200000:2.0:1789762979.018725:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000059dffe0c[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1574] 00000080:00200000:2.0:1789762979.018740:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000e5c8421e 17ffffc0001001 3:0 ffff998588091c40 1574 lru 00000080:00200000:2.0:1789762979.018789:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000b7f21795 550: 1< 0 - - > 2< 2252800 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.018798:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000059dffe0c 00000080:00200000:2.0:1789762979.018812:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1789762979.018830:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1575 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.018872:0:13480:0:(rw26.c:871:ll_write_end()) pos 6451200, len 4096, copied 4096 00000080:00200000:2.0:1789762979.018912:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000a0dd9680[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1575] 00000080:00200000:2.0:1789762979.018946:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000399a3426 17ffffc0001001 3:0 ffff998588091620 1575 lru 00000080:00200000:2.0:1789762979.019012:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000c412cf7b 551: 1< 0 - - > 2< 2256896 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.019019:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000a0dd9680 00000080:00200000:2.0:1789762979.019025:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1789762979.019035:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1576 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.019062:0:13480:0:(rw26.c:871:ll_write_end()) pos 6455296, len 4096, copied 4096 00000080:00200000:2.0:1789762979.019087:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000d10fd4c0[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1576] 00000080:00200000:2.0:1789762979.019114:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000009af50ba8 17ffffc0001001 3:0 ffff998588090a80 1576 lru 00000080:00200000:2.0:1789762979.019178:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000001faf3824 552: 1< 0 - - > 2< 2260992 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.019190:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000d10fd4c0 00000080:00200000:2.0:1789762979.019196:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1789762979.019205:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1577 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.019227:0:13480:0:(rw26.c:871:ll_write_end()) pos 6459392, len 4096, copied 4096 00000080:00200000:2.0:1789762979.019241:0:13480:0:(rw26.c:929:ll_write_end()) page@000000000d224d68[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1577] 00000080:00200000:2.0:1789762979.019260:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000002746ca1f 17ffffc0001001 3:0 ffff998588090c40 1577 lru 00000080:00200000:2.0:1789762979.019312:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000bad9cd88 553: 1< 0 - - > 2< 2265088 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.019315:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000000d224d68 00000080:00200000:2.0:1789762979.019316:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1789762979.019327:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1811 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.019346:0:13481:0:(rw26.c:871:ll_write_end()) pos 7417856, len 4096, copied 4096 00000080:00200000:2.0:1789762979.019380:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000f742b4a0[3 00000000f75a6f98 2 1 000000007885039e 1 0 1811] 00000080:00200000:2.0:1789762979.019406:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000031ac47d1 17ffffc0001001 3:0 ffff998588090620 1811 lru 00000080:00200000:2.0:1789762979.019426:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8b205ba 787: 1< 0 - - > 2< 3223552 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.019441:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000f742b4a0 00000080:00200000:2.0:1789762979.019445:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1789762979.019455:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1812 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.019475:0:13481:0:(rw26.c:871:ll_write_end()) pos 7421952, len 4096, copied 4096 00000080:00200000:2.0:1789762979.019502:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000d311230c[3 00000000f75a6f98 2 1 000000007885039e 1 0 1812] 00000080:00200000:2.0:1789762979.019528:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000003c8a9f95 17ffffc0001001 3:0 ffff998588090b60 1812 lru 00000080:00200000:2.0:1789762979.019593:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000009b77a352 788: 1< 0 - - > 2< 3227648 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.019602:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000d311230c 00000080:00200000:2.0:1789762979.019611:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1789762979.019625:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1813 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.019660:0:13481:0:(rw26.c:871:ll_write_end()) pos 7426048, len 4096, copied 4096 00000080:00200000:2.0:1789762979.019683:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000028b2b034[3 00000000f75a6f98 2 1 000000007885039e 1 0 1813] 00000080:00200000:2.0:1789762979.019709:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000027df6cfc 17ffffc0001001 3:0 ffff998588090540 1813 lru 00000080:00200000:2.0:1789762979.019763:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000002462ec36 789: 1< 0 - - > 2< 3231744 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.019773:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000028b2b034 00000080:00200000:2.0:1789762979.019780:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1789762979.019790:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1814 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.019822:0:13481:0:(rw26.c:871:ll_write_end()) pos 7430144, len 4096, copied 4096 00000080:00200000:2.0:1789762979.019838:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000f35d5d6b[3 00000000f75a6f98 2 1 000000007885039e 1 0 1814] 00000080:00200000:2.0:1789762979.019863:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000eabbb624 17ffffc0001001 3:0 ffff9985880900e0 1814 lru 00000080:00200000:2.0:1789762979.019939:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000000ba04839 790: 1< 0 - - > 2< 3235840 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.019951:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000f35d5d6b 00000080:00200000:2.0:1789762979.019963:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1789762979.019983:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1815 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.020015:0:13481:0:(rw26.c:871:ll_write_end()) pos 7434240, len 4096, copied 4096 00000080:00200000:2.0:1789762979.020035:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000074489915[3 00000000f75a6f98 2 1 000000007885039e 1 0 1815] 00000080:00200000:2.0:1789762979.020053:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000003ed18a25 17ffffc0001001 3:0 ffff998588090380 1815 lru 00000080:00200000:2.0:1789762979.020084:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd5eb845 791: 1< 0 - - > 2< 3239936 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.020100:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000074489915 00000080:00200000:2.0:1789762979.020110:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1789762979.020116:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1816 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.020146:0:13481:0:(rw26.c:871:ll_write_end()) pos 7438336, len 4096, copied 4096 00000080:00200000:2.0:1789762979.020178:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000098bdb757[3 00000000f75a6f98 2 1 000000007885039e 1 0 1816] 00000080:00200000:2.0:1789762979.020212:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000008d19cf78 17ffffc0001021 2:0 ffff9985880908c0 1816 lru 00000080:00200000:2.0:1789762979.020239:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000000a71a69d 792: 1< 0 - - > 2< 3244032 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.020249:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000098bdb757 00000080:00200000:2.0:1789762979.020260:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1789762979.020276:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1817 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.020345:0:13481:0:(rw26.c:871:ll_write_end()) pos 7442432, len 4096, copied 4096 00000080:00200000:2.0:1789762979.020374:0:13481:0:(rw26.c:929:ll_write_end()) page@000000008c94e2c9[3 00000000f75a6f98 2 1 000000007885039e 1 0 1817] 00000080:00200000:2.0:1789762979.020394:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000006011a8c6 17ffffc0001001 3:0 ffff998588090000 1817 lru 00000080:00200000:2.0:1789762979.020411:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000081def719 793: 1< 0 - - > 2< 3248128 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.020418:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000008c94e2c9 00000080:00200000:2.0:1789762979.020424:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1789762979.020428:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1818 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.020453:0:13481:0:(rw26.c:871:ll_write_end()) pos 7446528, len 4096, copied 4096 00000080:00200000:2.0:1789762979.020491:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000028cc6761[3 00000000f75a6f98 2 1 000000007885039e 1 0 1818] 00000080:00200000:2.0:1789762979.020521:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000dd9ff018 17ffffc0001001 3:0 ffff9985880901c0 1818 lru 00000080:00200000:2.0:1789762979.020559:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000008cb32a32 794: 1< 0 - - > 2< 3252224 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.020565:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000028cc6761 00000080:00200000:2.0:1789762979.020575:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1789762979.020582:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1819 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.020623:0:13481:0:(rw26.c:871:ll_write_end()) pos 7450624, len 4096, copied 4096 00000080:00200000:2.0:1789762979.020668:0:13481:0:(rw26.c:929:ll_write_end()) page@000000005f052ae9[3 00000000f75a6f98 2 1 000000007885039e 1 0 1819] 00000080:00200000:2.0:1789762979.020695:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000b106d8c5 17ffffc0001001 3:0 ffff998588090ee0 1819 lru 00000080:00200000:2.0:1789762979.020754:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000fc4c0f96 795: 1< 0 - - > 2< 3256320 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.020770:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000005f052ae9 00000080:00200000:2.0:1789762979.020788:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1789762979.020799:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1820 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.020837:0:13481:0:(rw26.c:871:ll_write_end()) pos 7454720, len 4096, copied 4096 00000080:00200000:2.0:1789762979.020860:0:13481:0:(rw26.c:929:ll_write_end()) page@000000006d6bf566[3 00000000f75a6f98 2 1 000000007885039e 1 0 1820] 00000080:00200000:2.0:1789762979.020875:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000de2413f8 17ffffc0001001 3:0 ffff998588090d20 1820 lru 00000080:00200000:2.0:1789762979.020935:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000104df734 796: 1< 0 - - > 2< 3260416 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.020946:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000006d6bf566 00000080:00200000:2.0:1789762979.020956:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1789762979.020968:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1821 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.020994:0:13481:0:(rw26.c:871:ll_write_end()) pos 7458816, len 4096, copied 4096 00000080:00200000:2.0:1789762979.021015:0:13481:0:(rw26.c:929:ll_write_end()) page@000000005be596e1[3 00000000f75a6f98 2 1 000000007885039e 1 0 1821] 00000080:00200000:2.0:1789762979.021048:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000a052363c 17ffffc0001001 3:0 ffff998588090460 1821 lru 00000080:00200000:2.0:1789762979.021121:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000edd364b0 797: 1< 0 - - > 2< 3264512 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.021139:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000005be596e1 00000080:00200000:2.0:1789762979.021151:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1789762979.021170:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1822 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.021230:0:13481:0:(rw26.c:871:ll_write_end()) pos 7462912, len 4096, copied 4096 00000080:00200000:2.0:1789762979.021264:0:13481:0:(rw26.c:929:ll_write_end()) page@000000006545e4e8[3 00000000f75a6f98 2 1 000000007885039e 1 0 1822] 00000080:00200000:2.0:1789762979.021369:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000eb11d971 17ffffc0001001 3:0 ffff998588090700 1822 lru 00000080:00200000:2.0:1789762979.021385:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000028c4b0b2 798: 1< 0 - - > 2< 3268608 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.021393:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000006545e4e8 00000080:00200000:2.0:1789762979.021398:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1789762979.021408:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1823 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.021444:0:13481:0:(rw26.c:871:ll_write_end()) pos 7467008, len 4096, copied 4096 00000080:00200000:2.0:1789762979.021454:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000087988db0[3 00000000f75a6f98 2 1 000000007885039e 1 0 1823] 00000080:00200000:2.0:1789762979.021459:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000df98ee3e 17ffffc0001001 3:0 ffff998588090e00 1823 lru 00000080:00200000:2.0:1789762979.021487:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000991cb6d4 799: 1< 0 - - > 2< 3272704 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.021502:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000087988db0 00000080:00200000:2.0:1789762979.021513:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1789762979.021523:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1824 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.021566:0:13481:0:(rw26.c:871:ll_write_end()) pos 7471104, len 4096, copied 4096 00000080:00200000:2.0:1789762979.021587:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000ca498258[3 00000000f75a6f98 2 1 000000007885039e 1 0 1824] 00000080:00200000:2.0:1789762979.021602:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000557597ed 17ffffc0001001 3:0 ffff9985880902a0 1824 lru 00000080:00200000:2.0:1789762979.021669:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000ee56ee67 800: 1< 0 - - > 2< 3276800 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.021688:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000ca498258 00000080:00200000:2.0:1789762979.021698:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1789762979.021708:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1825 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.021740:0:13481:0:(rw26.c:871:ll_write_end()) pos 7475200, len 4096, copied 4096 00000080:00200000:2.0:1789762979.021771:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000e47f0a70[3 00000000f75a6f98 2 1 000000007885039e 1 0 1825] 00000080:00200000:2.0:1789762979.021793:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000013ada122 17ffffc0001001 3:0 ffff9985880907e0 1825 lru 00000080:00200000:2.0:1789762979.021855:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000099a2d41f 801: 1< 0 - - > 2< 3280896 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.021867:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000e47f0a70 00000080:00200000:2.0:1789762979.021872:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1789762979.021881:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1826 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.021916:0:13481:0:(rw26.c:871:ll_write_end()) pos 7479296, len 4096, copied 4096 00000080:00200000:2.0:1789762979.021952:0:13481:0:(rw26.c:929:ll_write_end()) page@000000001bb6e089[3 00000000f75a6f98 2 1 000000007885039e 1 0 1826] 00000080:00200000:2.0:1789762979.021978:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000005607b25a 17ffffc0001001 3:0 ffff9985880909a0 1826 lru 00000080:00200000:2.0:1789762979.022013:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000a1c4f90e 802: 1< 0 - - > 2< 3284992 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.022026:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000001bb6e089 00000080:00200000:2.0:1789762979.022036:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1789762979.022047:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1827 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.022083:0:13481:0:(rw26.c:871:ll_write_end()) pos 7483392, len 4096, copied 4096 00000080:00200000:2.0:1789762979.022105:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000c68919ef[3 00000000f75a6f98 2 1 000000007885039e 1 0 1827] 00000080:00200000:2.0:1789762979.022121:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000023fc87ba 17ffffc0001001 3:0 ffff99858821d700 1827 lru 00000080:00200000:2.0:1789762979.022172:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000038e4835c 803: 1< 0 - - > 2< 3289088 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.022186:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000c68919ef 00000080:00200000:2.0:1789762979.022198:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1789762979.022213:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1828 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.022257:0:13481:0:(rw26.c:871:ll_write_end()) pos 7487488, len 4096, copied 4096 00000080:00200000:2.0:1789762979.022272:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000376d3828[3 00000000f75a6f98 2 1 000000007885039e 1 0 1828] 00000080:00200000:2.0:1789762979.022313:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000008b54315d 17ffffc0001001 3:0 ffff99858821de00 1828 lru 00000080:00200000:2.0:1789762979.022319:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9103700 804: 1< 0 - - > 2< 3293184 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.022322:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000376d3828 00000080:00200000:2.0:1789762979.022323:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1789762979.022325:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1829 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.022340:0:13481:0:(rw26.c:871:ll_write_end()) pos 7491584, len 4096, copied 4096 00000080:00200000:2.0:1789762979.022366:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000b8eb4774[3 00000000f75a6f98 2 1 000000007885039e 1 0 1829] 00000080:00200000:2.0:1789762979.022381:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000001aae6553 17ffffc0001001 3:0 ffff99858821d2a0 1829 lru 00000080:00200000:2.0:1789762979.022423:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000002613badb 805: 1< 0 - - > 2< 3297280 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.022438:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000b8eb4774 00000080:00200000:2.0:1789762979.022441:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1789762979.022446:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1830 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.022491:0:13481:0:(rw26.c:871:ll_write_end()) pos 7495680, len 4096, copied 4096 00000080:00200000:2.0:1789762979.022509:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000054429f82[3 00000000f75a6f98 2 1 000000007885039e 1 0 1830] 00000080:00200000:2.0:1789762979.022527:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000082a6b214 17ffffc0001001 3:0 ffff99858821d7e0 1830 lru 00000080:00200000:2.0:1789762979.022591:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000055850d6 806: 1< 0 - - > 2< 3301376 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.022611:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000054429f82 00000080:00200000:2.0:1789762979.022622:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1789762979.022642:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1831 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.022683:0:13481:0:(rw26.c:871:ll_write_end()) pos 7499776, len 4096, copied 4096 00000080:00200000:2.0:1789762979.022704:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000c66c42e8[3 00000000f75a6f98 2 1 000000007885039e 1 0 1831] 00000080:00200000:2.0:1789762979.022727:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000b6c4b5fa 17ffffc0001021 2:0 ffff99858821d9a0 1831 lru 00000080:00200000:2.0:1789762979.022783:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000053dc152b 807: 1< 0 - - > 2< 3305472 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.022792:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000c66c42e8 00000080:00200000:2.0:1789762979.022805:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1789762979.022818:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1832 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.022843:0:13481:0:(rw26.c:871:ll_write_end()) pos 7503872, len 4096, copied 4096 00000080:00200000:2.0:1789762979.022868:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000e54bf573[3 00000000f75a6f98 2 1 000000007885039e 1 0 1832] 00000080:00200000:2.0:1789762979.022892:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000df709fb2 17ffffc0001001 3:0 ffff99858821da80 1832 lru 00000080:00200000:2.0:1789762979.022923:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000007a3c1079 808: 1< 0 - - > 2< 3309568 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.022938:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000e54bf573 00000080:00200000:2.0:1789762979.022952:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1789762979.022974:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1833 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.023017:0:13481:0:(rw26.c:871:ll_write_end()) pos 7507968, len 4096, copied 4096 00000080:00200000:2.0:1789762979.023047:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000b1cd9a26[3 00000000f75a6f98 2 1 000000007885039e 1 0 1833] 00000080:00200000:2.0:1789762979.023075:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000006960d338 17ffffc0001001 3:0 ffff99858821dc40 1833 lru 00000080:00200000:2.0:1789762979.023139:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000002488fe6d 809: 1< 0 - - > 2< 3313664 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.023147:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000b1cd9a26 00000080:00200000:2.0:1789762979.023159:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1789762979.023164:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1834 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.023197:0:13481:0:(rw26.c:871:ll_write_end()) pos 7512064, len 4096, copied 4096 00000080:00200000:2.0:1789762979.023204:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000e144c9cc[3 00000000f75a6f98 2 1 000000007885039e 1 0 1834] 00000080:00200000:2.0:1789762979.023214:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000c64373a4 17ffffc0001001 3:0 ffff99858821d620 1834 lru 00000080:00200000:2.0:1789762979.023262:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000030ad5b90 810: 1< 0 - - > 2< 3317760 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.023271:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000e144c9cc 00000080:00200000:2.0:1789762979.023280:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1789762979.023323:0:13477:0:(rw26.c:871:ll_write_end()) pos 3784704, len 4096, copied 4096 00000080:00200000:2.0:1789762979.023343:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000ffb20155[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 924] 00000080:00200000:2.0:1789762979.023360:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad7f3a5d 17ffffc0001021 2:0 ffff99858821db60 924 lru 00000080:00200000:2.0:1789762979.023406:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5906f92 924: 1< 0 - - > 2< 3784704 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.023418:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000ffb20155 00000080:00200000:2.0:1789762979.023428:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1789762979.023438:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 925 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.023463:0:13477:0:(rw26.c:871:ll_write_end()) pos 3788800, len 4096, copied 4096 00000080:00200000:2.0:1789762979.023484:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000bd436a03[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 925] 00000080:00200000:2.0:1789762979.023508:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000330e061a 17ffffc0001001 3:0 ffff99858821d540 925 lru 00000080:00200000:2.0:1789762979.023563:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000396cb535 925: 1< 0 - - > 2< 3788800 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.023569:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000bd436a03 00000080:00200000:2.0:1789762979.023576:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762979.023589:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 926 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.023643:0:13477:0:(rw26.c:871:ll_write_end()) pos 3792896, len 4096, copied 4096 00000080:00200000:2.0:1789762979.023660:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000712763c6[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 926] 00000080:00200000:2.0:1789762979.023681:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000398ce171 17ffffc0001001 3:0 ffff99858821d0e0 926 lru 00000080:00200000:2.0:1789762979.023745:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000093950d47 926: 1< 0 - - > 2< 3792896 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.023759:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000712763c6 00000080:00200000:2.0:1789762979.023773:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1789762979.023781:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 927 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.023810:0:13477:0:(rw26.c:871:ll_write_end()) pos 3796992, len 4096, copied 4096 00000080:00200000:2.0:1789762979.023826:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000b6aab6dc[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 927] 00000080:00200000:2.0:1789762979.023846:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000ae954856 17ffffc0001001 3:0 ffff99858821d380 927 lru 00000080:00200000:2.0:1789762979.023886:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000f9de764f 927: 1< 0 - - > 2< 3796992 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.023894:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000b6aab6dc 00000080:00200000:2.0:1789762979.023900:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762979.023909:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 928 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.023935:0:13477:0:(rw26.c:871:ll_write_end()) pos 3801088, len 4096, copied 4096 00000080:00200000:2.0:1789762979.023966:0:13477:0:(rw26.c:929:ll_write_end()) page@000000007b134391[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 928] 00000080:00200000:2.0:1789762979.023979:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000075c16f76 17ffffc0001001 3:0 ffff99858821d8c0 928 lru 00000080:00200000:2.0:1789762979.024021:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000325a910f 928: 1< 0 - - > 2< 3801088 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.024032:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000007b134391 00000080:00200000:2.0:1789762979.024042:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1789762979.024050:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 929 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.024075:0:13477:0:(rw26.c:871:ll_write_end()) pos 3805184, len 4096, copied 4096 00000080:00200000:2.0:1789762979.024098:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000007e9a59[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 929] 00000080:00200000:2.0:1789762979.024115:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000dbf9f53b 17ffffc0001001 3:0 ffff99858821d000 929 lru 00000080:00200000:2.0:1789762979.024134:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000024f706cd 929: 1< 0 - - > 2< 3805184 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.024142:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000007e9a59 00000080:00200000:2.0:1789762979.024147:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1789762979.024158:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 930 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.024183:0:13477:0:(rw26.c:871:ll_write_end()) pos 3809280, len 4096, copied 4096 00000080:00200000:2.0:1789762979.024215:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000faef8427[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 930] 00000080:00200000:2.0:1789762979.024232:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000028c76a48 17ffffc0001001 3:0 ffff99858821d1c0 930 lru 00000080:00200000:2.0:1789762979.024270:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000005a146ba3 930: 1< 0 - - > 2< 3809280 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.024282:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000faef8427 00000080:00200000:2.0:1789762979.024313:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1789762979.024317:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 931 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.024345:0:13477:0:(rw26.c:871:ll_write_end()) pos 3813376, len 4096, copied 4096 00000080:00200000:2.0:1789762979.024373:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000005c9077[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 931] 00000080:00200000:2.0:1789762979.024394:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000007e3ad18b 17ffffc0001001 3:0 ffff99858821dee0 931 lru 00000080:00200000:2.0:1789762979.024437:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000088307d5f 931: 1< 0 - - > 2< 3813376 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.024446:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000005c9077 00000080:00200000:2.0:1789762979.024449:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1789762979.024453:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 932 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.024470:0:13477:0:(rw26.c:871:ll_write_end()) pos 3817472, len 4096, copied 4096 00000080:00200000:2.0:1789762979.024488:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000069989943[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 932] 00000080:00200000:2.0:1789762979.024512:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000062fd40c7 17ffffc0001001 3:0 ffff99858821dd20 932 lru 00000080:00200000:2.0:1789762979.024579:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000005be5b020 932: 1< 0 - - > 2< 3817472 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.024593:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000069989943 00000080:00200000:2.0:1789762979.024596:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762979.024602:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 933 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.024659:0:13477:0:(rw26.c:871:ll_write_end()) pos 3821568, len 4096, copied 4096 00000080:00200000:2.0:1789762979.024688:0:13477:0:(rw26.c:929:ll_write_end()) page@000000006327fff7[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 933] 00000080:00200000:2.0:1789762979.024720:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000076384a94 17ffffc0001001 3:0 ffff99858821d460 933 lru 00000080:00200000:2.0:1789762979.024780:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000782676b7 933: 1< 0 - - > 2< 3821568 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.024795:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000006327fff7 00000080:00200000:2.0:1789762979.024803:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1789762979.024814:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 934 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.024839:0:13477:0:(rw26.c:871:ll_write_end()) pos 3825664, len 4096, copied 4096 00000080:00200000:2.0:1789762979.024860:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000ed71b10e[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 934] 00000080:00200000:2.0:1789762979.024882:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000001b822d28 17ffffc0001001 3:0 ffff99858821c620 934 lru 00000080:00200000:2.0:1789762979.024933:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000012a1199c 934: 1< 0 - - > 2< 3825664 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.024941:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000ed71b10e 00000080:00200000:2.0:1789762979.024948:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1789762979.024963:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 935 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.024985:0:13477:0:(rw26.c:871:ll_write_end()) pos 3829760, len 4096, copied 4096 00000080:00200000:2.0:1789762979.025005:0:13477:0:(rw26.c:929:ll_write_end()) page@000000009f0813d2[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 935] 00000080:00200000:2.0:1789762979.025027:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000049b7b1ef 17ffffc0001001 3:0 ffff99858821cb60 935 lru 00000080:00200000:2.0:1789762979.025087:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000091d8e39c 935: 1< 0 - - > 2< 3829760 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.025097:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000009f0813d2 00000080:00200000:2.0:1789762979.025104:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1789762979.025110:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 936 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.025146:0:13477:0:(rw26.c:871:ll_write_end()) pos 3833856, len 4096, copied 4096 00000080:00200000:2.0:1789762979.025173:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000bd4e6f15[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 936] 00000080:00200000:2.0:1789762979.025194:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000002987c6d 17ffffc0001021 2:0 ffff99858821c540 936 lru 00000080:00200000:2.0:1789762979.025248:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000d379e1b5 936: 1< 0 - - > 2< 3833856 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.025260:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000bd4e6f15 00000080:00200000:2.0:1789762979.025268:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1789762979.025276:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 937 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.025319:0:13477:0:(rw26.c:871:ll_write_end()) pos 3837952, len 4096, copied 4096 00000080:00200000:2.0:1789762979.025325:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000085ca2e7b[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 937] 00000080:00200000:2.0:1789762979.025327:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000006789792 17ffffc0001001 3:0 ffff99858821c0e0 937 lru 00000080:00200000:2.0:1789762979.025332:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000035df6800 937: 1< 0 - - > 2< 3837952 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.025335:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000085ca2e7b 00000080:00200000:2.0:1789762979.025342:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1789762979.025351:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 938 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.025377:0:13477:0:(rw26.c:871:ll_write_end()) pos 3842048, len 4096, copied 4096 00000080:00200000:2.0:1789762979.025391:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000c959a6ff[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 938] 00000080:00200000:2.0:1789762979.025403:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc3d933c 17ffffc0001001 3:0 ffff99858821c380 938 lru 00000080:00200000:2.0:1789762979.025434:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000040feb0dc 938: 1< 0 - - > 2< 3842048 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.025442:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000c959a6ff 00000080:00200000:2.0:1789762979.025447:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1789762979.025456:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 939 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.025483:0:13477:0:(rw26.c:871:ll_write_end()) pos 3846144, len 4096, copied 4096 00000080:00200000:2.0:1789762979.025502:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000088951440[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 939] 00000080:00200000:2.0:1789762979.025516:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000001a49d6e9 17ffffc0001001 3:0 ffff99858821c8c0 939 lru 00000080:00200000:2.0:1789762979.025567:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000b21b373f 939: 1< 0 - - > 2< 3846144 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.025578:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000088951440 00000080:00200000:2.0:1789762979.025584:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1789762979.025598:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 940 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.025646:0:13477:0:(rw26.c:871:ll_write_end()) pos 3850240, len 4096, copied 4096 00000080:00200000:2.0:1789762979.025668:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000027da520e[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 940] 00000080:00200000:2.0:1789762979.025693:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000a5528ec4 17ffffc0001001 3:0 ffff99858821c000 940 lru 00000080:00200000:2.0:1789762979.025729:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000007c8bef17 940: 1< 0 - - > 2< 3850240 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.025745:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000027da520e 00000080:00200000:2.0:1789762979.025749:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1789762979.025754:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 941 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.025784:0:13477:0:(rw26.c:871:ll_write_end()) pos 3854336, len 4096, copied 4096 00000080:00200000:2.0:1789762979.025795:0:13477:0:(rw26.c:929:ll_write_end()) page@000000005c4232e7[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 941] 00000080:00200000:2.0:1789762979.025804:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000086544285 17ffffc0001001 3:0 ffff99858821c1c0 941 lru 00000080:00200000:2.0:1789762979.025815:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000004c2b9b78 941: 1< 0 - - > 2< 3854336 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.025820:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000005c4232e7 00000080:00200000:2.0:1789762979.025826:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1789762979.025836:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 942 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.025863:0:13477:0:(rw26.c:871:ll_write_end()) pos 3858432, len 4096, copied 4096 00000080:00200000:2.0:1789762979.025875:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000f98efb74[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 942] 00000080:00200000:2.0:1789762979.025884:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000009110ccdf 17ffffc0001001 3:0 ffff99858821cee0 942 lru 00000080:00200000:2.0:1789762979.025902:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000f52412a9 942: 1< 0 - - > 2< 3858432 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.025905:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000f98efb74 00000080:00200000:2.0:1789762979.025906:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1789762979.025908:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 943 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.025926:0:13477:0:(rw26.c:871:ll_write_end()) pos 3862528, len 4096, copied 4096 00000080:00200000:2.0:1789762979.025935:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000949b4271[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 943] 00000080:00200000:2.0:1789762979.025946:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000a7b3ebc2 17ffffc0001001 3:0 ffff99858821cd20 943 lru 00000080:00200000:2.0:1789762979.025966:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000026d6ac75 943: 1< 0 - - > 2< 3862528 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.025971:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000949b4271 00000080:00200000:2.0:1789762979.025973:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1789762979.025980:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 944 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.025997:0:13477:0:(rw26.c:871:ll_write_end()) pos 3866624, len 4096, copied 4096 00000080:00200000:2.0:1789762979.026020:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000067f9c712[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 944] 00000080:00200000:2.0:1789762979.026032:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000084d73372 17ffffc0001001 3:0 ffff99858821c460 944 lru 00000080:00200000:2.0:1789762979.026059:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000673009c6 944: 1< 0 - - > 2< 3866624 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.026072:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000067f9c712 00000080:00200000:2.0:1789762979.026076:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1789762979.026083:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 945 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.026110:0:13477:0:(rw26.c:871:ll_write_end()) pos 3870720, len 4096, copied 4096 00000080:00200000:2.0:1789762979.026123:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000daa5bf39[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 945] 00000080:00200000:2.0:1789762979.026134:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000007907684a 17ffffc0001001 3:0 ffff99858821c700 945 lru 00000080:00200000:2.0:1789762979.026139:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000066c4edec 945: 1< 0 - - > 2< 3870720 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.026142:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000daa5bf39 00000080:00200000:2.0:1789762979.026143:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1789762979.026146:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 946 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.026170:0:13477:0:(rw26.c:871:ll_write_end()) pos 3874816, len 4096, copied 4096 00000080:00200000:2.0:1789762979.026190:0:13477:0:(rw26.c:929:ll_write_end()) page@000000001b5d28a0[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 946] 00000080:00200000:2.0:1789762979.026214:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000006b3eb9ef 17ffffc0001001 3:0 ffff99858821ce00 946 lru 00000080:00200000:2.0:1789762979.026250:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000be934ebc 946: 1< 0 - - > 2< 3874816 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.026257:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000001b5d28a0 00000080:00200000:2.0:1789762979.026263:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1789762979.026271:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 947 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.026320:0:13477:0:(rw26.c:871:ll_write_end()) pos 3878912, len 4096, copied 4096 00000080:00200000:2.0:1789762979.026327:0:13477:0:(rw26.c:929:ll_write_end()) page@000000009757ae56[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 947] 00000080:00200000:2.0:1789762979.026329:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000821be86d 17ffffc0001001 3:0 ffff99858821c2a0 947 lru 00000080:00200000:2.0:1789762979.026357:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006b7eb7a5 947: 1< 0 - - > 2< 3878912 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.026366:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000009757ae56 00000080:00200000:2.0:1789762979.026369:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1789762979.026374:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 948 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.026397:0:13477:0:(rw26.c:871:ll_write_end()) pos 3883008, len 4096, copied 4096 00000080:00200000:2.0:1789762979.026413:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000091fb19ef[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 948] 00000080:00200000:2.0:1789762979.026422:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000f4ce0d03 17ffffc0001001 3:0 ffff99858821c7e0 948 lru 00000080:00200000:2.0:1789762979.026441:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000091a9a99a 948: 1< 0 - - > 2< 3883008 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.026444:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000091fb19ef 00000080:00200000:2.0:1789762979.026447:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1789762979.026455:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 949 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.026476:0:13477:0:(rw26.c:871:ll_write_end()) pos 3887104, len 4096, copied 4096 00000080:00200000:2.0:1789762979.026503:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000067f1c608[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 949] 00000080:00200000:2.0:1789762979.026518:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000001af3b450 17ffffc0001001 3:0 ffff99858821c9a0 949 lru 00000080:00200000:2.0:1789762979.026551:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000004b1a267d 949: 1< 0 - - > 2< 3887104 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.026554:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000067f1c608 00000080:00200000:2.0:1789762979.026555:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1789762979.026559:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 950 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.026576:0:13477:0:(rw26.c:871:ll_write_end()) pos 3891200, len 4096, copied 4096 00000080:00200000:2.0:1789762979.026590:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000693f6a42[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 950] 00000080:00200000:2.0:1789762979.026611:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000004fefa9e6 17ffffc0001001 3:0 ffff99858821ca80 950 lru 00000080:00200000:2.0:1789762979.026637:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000001e196d91 950: 1< 0 - - > 2< 3891200 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.026644:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000693f6a42 00000080:00200000:2.0:1789762979.026650:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1789762979.026659:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 951 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.026688:0:13477:0:(rw26.c:871:ll_write_end()) pos 3895296, len 4096, copied 4096 00000080:00200000:2.0:1789762979.026694:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000719eb379[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 951] 00000080:00200000:2.0:1789762979.026696:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000002a2e1984 17ffffc0001021 2:0 ffff99858821cc40 951 lru 00000080:00200000:2.0:1789762979.026701:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000cceed4ec 951: 1< 0 - - > 2< 3895296 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.026702:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000719eb379 00000080:00200000:2.0:1789762979.026705:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1789762979.026708:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 952 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.026743:0:13477:0:(rw26.c:871:ll_write_end()) pos 3899392, len 4096, copied 4096 00000080:00200000:2.0:1789762979.026767:0:13477:0:(rw26.c:929:ll_write_end()) page@000000001dcc51f4[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 952] 00000080:00200000:2.0:1789762979.026786:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000054bc7e9 17ffffc0001001 3:0 ffff998588267700 952 lru 00000080:00200000:2.0:1789762979.026806:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000a8cd70a9 952: 1< 0 - - > 2< 3899392 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.026812:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000001dcc51f4 00000080:00200000:2.0:1789762979.026819:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1789762979.026828:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 953 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.026858:0:13477:0:(rw26.c:871:ll_write_end()) pos 3903488, len 4096, copied 4096 00000080:00200000:2.0:1789762979.026881:0:13477:0:(rw26.c:929:ll_write_end()) page@000000007aafa0eb[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 953] 00000080:00200000:2.0:1789762979.026908:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000e59b03f5 17ffffc0001001 3:0 ffff998588267e00 953 lru 00000080:00200000:2.0:1789762979.026971:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000022855a81 953: 1< 0 - - > 2< 3903488 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.026989:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000007aafa0eb 00000080:00200000:2.0:1789762979.026992:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1789762979.026998:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 954 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.027023:0:13477:0:(rw26.c:871:ll_write_end()) pos 3907584, len 4096, copied 4096 00000080:00200000:2.0:1789762979.027028:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000000ec1741[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 954] 00000080:00200000:2.0:1789762979.027031:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000072ba80c8 17ffffc0001001 3:0 ffff9985882672a0 954 lru 00000080:00200000:2.0:1789762979.027036:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000a047a700 954: 1< 0 - - > 2< 3907584 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.027038:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000000ec1741 00000080:00200000:2.0:1789762979.027040:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1789762979.027043:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 955 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.027061:0:13477:0:(rw26.c:871:ll_write_end()) pos 3911680, len 4096, copied 4096 00000080:00200000:2.0:1789762979.027080:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000085ecf7cf[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 955] 00000080:00200000:2.0:1789762979.027098:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000a0e49ff8 17ffffc0001001 3:0 ffff9985882677e0 955 lru 00000080:00200000:2.0:1789762979.027125:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000d662750e 955: 1< 0 - - > 2< 3911680 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.027136:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000085ecf7cf 00000080:00200000:2.0:1789762979.027141:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1789762979.027146:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 956 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.027162:0:13477:0:(rw26.c:871:ll_write_end()) pos 3915776, len 4096, copied 4096 00000080:00200000:2.0:1789762979.027183:0:13477:0:(rw26.c:929:ll_write_end()) page@000000004cf580bd[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 956] 00000080:00200000:2.0:1789762979.027202:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000008a81013d 17ffffc0001001 3:0 ffff9985882679a0 956 lru 00000080:00200000:2.0:1789762979.027214:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000032e37444 956: 1< 0 - - > 2< 3915776 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.027218:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000004cf580bd 00000080:00200000:2.0:1789762979.027225:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1789762979.027231:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 957 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.027258:0:13477:0:(rw26.c:871:ll_write_end()) pos 3919872, len 4096, copied 4096 00000080:00200000:2.0:1789762979.027273:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000408e4006[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 957] 00000080:00200000:2.0:1789762979.027280:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000b8055973 17ffffc0001001 3:0 ffff998588267a80 957 lru 00000080:00200000:2.0:1789762979.027313:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000020650dd6 957: 1< 0 - - > 2< 3919872 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.027316:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000408e4006 00000080:00200000:2.0:1789762979.027318:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1789762979.027329:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1412 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.027349:0:13479:0:(rw26.c:871:ll_write_end()) pos 5783552, len 4096, copied 4096 00000080:00200000:2.0:1789762979.027373:0:13479:0:(rw26.c:929:ll_write_end()) page@000000000014a684[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1412] 00000080:00200000:2.0:1789762979.027394:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000ab1b2dd2 17ffffc0001001 3:0 ffff998588267c40 1412 lru 00000080:00200000:2.0:1789762979.027456:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4047eba 388: 1< 0 - - > 2< 1589248 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.027467:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000000014a684 00000080:00200000:2.0:1789762979.027474:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1789762979.027485:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1413 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.027513:0:13479:0:(rw26.c:871:ll_write_end()) pos 5787648, len 4096, copied 4096 00000080:00200000:2.0:1789762979.027524:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000003b68cbb[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1413] 00000080:00200000:2.0:1789762979.027528:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000810a45e9 17ffffc0001001 3:0 ffff998588267620 1413 lru 00000080:00200000:2.0:1789762979.027545:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000c334d878 389: 1< 0 - - > 2< 1593344 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.027555:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000003b68cbb 00000080:00200000:2.0:1789762979.027562:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1789762979.027567:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1414 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.027592:0:13479:0:(rw26.c:871:ll_write_end()) pos 5791744, len 4096, copied 4096 00000080:00200000:2.0:1789762979.027617:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000a3c373bb[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1414] 00000080:00200000:2.0:1789762979.027642:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000008224945 17ffffc0001001 3:0 ffff998588267b60 1414 lru 00000080:00200000:2.0:1789762979.027681:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000003799d3e9 390: 1< 0 - - > 2< 1597440 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.027691:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000a3c373bb 00000080:00200000:2.0:1789762979.027694:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1789762979.027700:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1415 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.027722:0:13479:0:(rw26.c:871:ll_write_end()) pos 5795840, len 4096, copied 4096 00000080:00200000:2.0:1789762979.027739:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000559387a3[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1415] 00000080:00200000:2.0:1789762979.027751:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000d5ff381f 17ffffc0001001 3:0 ffff998588267540 1415 lru 00000080:00200000:2.0:1789762979.027800:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000003bbe14b7 391: 1< 0 - - > 2< 1601536 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.027811:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000559387a3 00000080:00200000:2.0:1789762979.027816:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1789762979.027824:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1416 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.027850:0:13479:0:(rw26.c:871:ll_write_end()) pos 5799936, len 4096, copied 4096 00000080:00200000:2.0:1789762979.027873:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000091c01f6[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1416] 00000080:00200000:2.0:1789762979.027887:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000bcff2d4d 17ffffc0001001 3:0 ffff9985882670e0 1416 lru 00000080:00200000:2.0:1789762979.027915:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000021f9d12 392: 1< 0 - - > 2< 1605632 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.027921:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000091c01f6 00000080:00200000:2.0:1789762979.027929:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1789762979.027934:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1417 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.027959:0:13479:0:(rw26.c:871:ll_write_end()) pos 5804032, len 4096, copied 4096 00000080:00200000:2.0:1789762979.027977:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000001c7504b[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1417] 00000080:00200000:2.0:1789762979.027994:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000083447256 17ffffc0001001 3:0 ffff998588267380 1417 lru 00000080:00200000:2.0:1789762979.028031:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000001fecaad0 393: 1< 0 - - > 2< 1609728 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.028041:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000001c7504b 00000080:00200000:2.0:1789762979.028044:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1789762979.028053:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1418 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.028076:0:13479:0:(rw26.c:871:ll_write_end()) pos 5808128, len 4096, copied 4096 00000080:00200000:2.0:1789762979.028103:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000026908a1d[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1418] 00000080:00200000:2.0:1789762979.028118:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000cdcc9841 17ffffc0001001 3:0 ffff9985882678c0 1418 lru 00000080:00200000:2.0:1789762979.028148:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000063f16036 394: 1< 0 - - > 2< 1613824 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.028159:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000026908a1d 00000080:00200000:2.0:1789762979.028163:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1789762979.028174:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1419 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.028199:0:13479:0:(rw26.c:871:ll_write_end()) pos 5812224, len 4096, copied 4096 00000080:00200000:2.0:1789762979.028219:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000090f92727[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1419] 00000080:00200000:2.0:1789762979.028239:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000008a032a12 17ffffc0001001 3:0 ffff998588267000 1419 lru 00000080:00200000:2.0:1789762979.028338:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000111f4a48 395: 1< 0 - - > 2< 1617920 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.028346:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000090f92727 00000080:00200000:2.0:1789762979.028355:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1789762979.028365:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1420 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.028398:0:13479:0:(rw26.c:871:ll_write_end()) pos 5816320, len 4096, copied 4096 00000080:00200000:2.0:1789762979.028409:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000aca3261b[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1420] 00000080:00200000:2.0:1789762979.028426:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000d731f677 17ffffc0001021 2:0 ffff9985882671c0 1420 lru 00000080:00200000:2.0:1789762979.028463:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000009cd5dba9 396: 1< 0 - - > 2< 1622016 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.028469:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000aca3261b 00000080:00200000:2.0:1789762979.028484:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1789762979.028492:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1421 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.028520:0:13479:0:(rw26.c:871:ll_write_end()) pos 5820416, len 4096, copied 4096 00000080:00200000:2.0:1789762979.028543:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000020b5febd[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1421] 00000080:00200000:2.0:1789762979.028558:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000005eb2c15a 17ffffc0001001 3:0 ffff998588267ee0 1421 lru 00000080:00200000:2.0:1789762979.028597:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000008b8f14a5 397: 1< 0 - - > 2< 1626112 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.028613:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000020b5febd 00000080:00200000:2.0:1789762979.028619:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1789762979.028638:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1422 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.028658:0:13479:0:(rw26.c:871:ll_write_end()) pos 5824512, len 4096, copied 4096 00000080:00200000:2.0:1789762979.028690:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000f9829bcc[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1422] 00000080:00200000:2.0:1789762979.028713:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000caae282c 17ffffc0001001 3:0 ffff998588267d20 1422 lru 00000080:00200000:2.0:1789762979.028753:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000008ac61f3a 398: 1< 0 - - > 2< 1630208 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.028765:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000f9829bcc 00000080:00200000:2.0:1789762979.028776:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1789762979.028786:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1423 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.028803:0:13479:0:(rw26.c:871:ll_write_end()) pos 5828608, len 4096, copied 4096 00000080:00200000:2.0:1789762979.028819:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000d3c5a533[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1423] 00000080:00200000:2.0:1789762979.028838:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000361fd954 17ffffc0001001 3:0 ffff998588267460 1423 lru 00000080:00200000:2.0:1789762979.028875:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000015e3cf91 399: 1< 0 - - > 2< 1634304 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.028882:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000d3c5a533 00000080:00200000:2.0:1789762979.028888:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1789762979.028898:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1424 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.028923:0:13479:0:(rw26.c:871:ll_write_end()) pos 5832704, len 4096, copied 4096 00000080:00200000:2.0:1789762979.028945:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000a3fabe93[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1424] 00000080:00200000:2.0:1789762979.028969:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000009bb92651 17ffffc0001001 3:0 ffff998588266540 1424 lru 00000080:00200000:2.0:1789762979.029005:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000163792db 400: 1< 0 - - > 2< 1638400 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.029015:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000a3fabe93 00000080:00200000:2.0:1789762979.029020:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1789762979.029024:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1425 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.029043:0:13479:0:(rw26.c:871:ll_write_end()) pos 5836800, len 4096, copied 4096 00000080:00200000:2.0:1789762979.029064:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000040bdb7ea[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1425] 00000080:00200000:2.0:1789762979.029083:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000063736081 17ffffc0001001 3:0 ffff9985882660e0 1425 lru 00000080:00200000:2.0:1789762979.029131:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000005ea71b7a 401: 1< 0 - - > 2< 1642496 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.029146:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000040bdb7ea 00000080:00200000:2.0:1789762979.029155:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762979.029165:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1426 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.029191:0:13479:0:(rw26.c:871:ll_write_end()) pos 5840896, len 4096, copied 4096 00000080:00200000:2.0:1789762979.029209:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000d1d79d76[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1426] 00000080:00200000:2.0:1789762979.029226:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000f867b067 17ffffc0001001 3:0 ffff998588266380 1426 lru 00000080:00200000:2.0:1789762979.029269:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000f6e83f37 402: 1< 0 - - > 2< 1646592 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.029283:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000d1d79d76 00000080:00200000:2.0:1789762979.029307:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1789762979.029310:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1427 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.029329:0:13479:0:(rw26.c:871:ll_write_end()) pos 5844992, len 4096, copied 4096 00000080:00200000:2.0:1789762979.029346:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000734d25c6[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1427] 00000080:00200000:2.0:1789762979.029362:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000262808b7 17ffffc0001001 3:0 ffff9985882668c0 1427 lru 00000080:00200000:2.0:1789762979.029397:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000401e68fb 403: 1< 0 - - > 2< 1650688 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.029403:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000734d25c6 00000080:00200000:2.0:1789762979.029409:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1789762979.029416:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1428 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.029439:0:13479:0:(rw26.c:871:ll_write_end()) pos 5849088, len 4096, copied 4096 00000080:00200000:2.0:1789762979.029447:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000033c9491e[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1428] 00000080:00200000:2.0:1789762979.029450:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000094164882 17ffffc0001001 3:0 ffff998588266000 1428 lru 00000080:00200000:2.0:1789762979.029454:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000d20919b5 404: 1< 0 - - > 2< 1654784 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.029456:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000033c9491e 00000080:00200000:2.0:1789762979.029458:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1789762979.029460:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1429 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.029477:0:13479:0:(rw26.c:871:ll_write_end()) pos 5853184, len 4096, copied 4096 00000080:00200000:2.0:1789762979.029497:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000122fef48[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1429] 00000080:00200000:2.0:1789762979.029512:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000db1a0fbf 17ffffc0001001 3:0 ffff9985882661c0 1429 lru 00000080:00200000:2.0:1789762979.029549:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000003941be19 405: 1< 0 - - > 2< 1658880 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.029559:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000122fef48 00000080:00200000:2.0:1789762979.029567:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1789762979.029571:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1430 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.029598:0:13479:0:(rw26.c:871:ll_write_end()) pos 5857280, len 4096, copied 4096 00000080:00200000:2.0:1789762979.029614:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000824a5e59[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1430] 00000080:00200000:2.0:1789762979.029638:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000367ad946 17ffffc0001001 3:0 ffff998588266ee0 1430 lru 00000080:00200000:2.0:1789762979.029686:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8585431 406: 1< 0 - - > 2< 1662976 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.029694:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000824a5e59 00000080:00200000:2.0:1789762979.029700:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1789762979.029709:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1431 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.029736:0:13479:0:(rw26.c:871:ll_write_end()) pos 5861376, len 4096, copied 4096 00000080:00200000:2.0:1789762979.029741:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000416c1334[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1431] 00000080:00200000:2.0:1789762979.029743:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000960e6906 17ffffc0001001 3:0 ffff998588266d20 1431 lru 00000080:00200000:2.0:1789762979.029748:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000d0fefa14 407: 1< 0 - - > 2< 1667072 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.029750:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000416c1334 00000080:00200000:2.0:1789762979.029751:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1789762979.029753:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1432 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.029769:0:13479:0:(rw26.c:871:ll_write_end()) pos 5865472, len 4096, copied 4096 00000080:00200000:2.0:1789762979.029795:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000067659b5e[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1432] 00000080:00200000:2.0:1789762979.029807:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000e1f6975b 17ffffc0001001 3:0 ffff998588266460 1432 lru 00000080:00200000:2.0:1789762979.029858:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000003d4b7a9e 408: 1< 0 - - > 2< 1671168 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.029871:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000067659b5e 00000080:00200000:2.0:1789762979.029879:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762979.029886:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1433 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.029907:0:13479:0:(rw26.c:871:ll_write_end()) pos 5869568, len 4096, copied 4096 00000080:00200000:2.0:1789762979.029934:0:13479:0:(rw26.c:929:ll_write_end()) page@000000006326b6c8[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1433] 00000080:00200000:2.0:1789762979.029963:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000008d2f1ecc 17ffffc0001001 3:0 ffff998588266700 1433 lru 00000080:00200000:2.0:1789762979.030011:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000e05aa546 409: 1< 0 - - > 2< 1675264 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.030019:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000006326b6c8 00000080:00200000:2.0:1789762979.030024:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762979.030031:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1434 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.030052:0:13479:0:(rw26.c:871:ll_write_end()) pos 5873664, len 4096, copied 4096 00000080:00200000:2.0:1789762979.030057:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000b87be1d9[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1434] 00000080:00200000:2.0:1789762979.030060:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000068e498b6 17ffffc0001001 3:0 ffff998588266e00 1434 lru 00000080:00200000:2.0:1789762979.030064:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5ba6c91 410: 1< 0 - - > 2< 1679360 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.030069:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000b87be1d9 00000080:00200000:2.0:1789762979.030077:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1789762979.030083:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1435 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.030110:0:13479:0:(rw26.c:871:ll_write_end()) pos 5877760, len 4096, copied 4096 00000080:00200000:2.0:1789762979.030131:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000a70f45fc[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1435] 00000080:00200000:2.0:1789762979.030147:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000008c86a55c 17ffffc0001021 2:0 ffff9985882662a0 1435 lru 00000080:00200000:2.0:1789762979.030161:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000680d0df6 411: 1< 0 - - > 2< 1683456 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.030168:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000a70f45fc 00000080:00200000:2.0:1789762979.030176:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1789762979.030180:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1436 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.030201:0:13479:0:(rw26.c:871:ll_write_end()) pos 5881856, len 4096, copied 4096 00000080:00200000:2.0:1789762979.030225:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000f44543db[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1436] 00000080:00200000:2.0:1789762979.030241:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000770d1cfe 17ffffc0001001 3:0 ffff9985882667e0 1436 lru 00000080:00200000:2.0:1789762979.030282:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000006946f27b 412: 1< 0 - - > 2< 1687552 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.030303:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000f44543db 00000080:00200000:2.0:1789762979.030305:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1789762979.030308:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1437 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.030326:0:13479:0:(rw26.c:871:ll_write_end()) pos 5885952, len 4096, copied 4096 00000080:00200000:2.0:1789762979.030344:0:13479:0:(rw26.c:929:ll_write_end()) page@000000009dfe854f[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1437] 00000080:00200000:2.0:1789762979.030359:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000b866e684 17ffffc0001001 3:0 ffff9985882669a0 1437 lru 00000080:00200000:2.0:1789762979.030389:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000003c8ab5fb 413: 1< 0 - - > 2< 1691648 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.030401:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000009dfe854f 00000080:00200000:2.0:1789762979.030406:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762979.030416:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1438 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.030440:0:13479:0:(rw26.c:871:ll_write_end()) pos 5890048, len 4096, copied 4096 00000080:00200000:2.0:1789762979.030456:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000740b14b7[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1438] 00000080:00200000:2.0:1789762979.030470:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff29afa8 17ffffc0001001 3:0 ffff998588266a80 1438 lru 00000080:00200000:2.0:1789762979.030479:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000ada44748 414: 1< 0 - - > 2< 1695744 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.030481:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000740b14b7 00000080:00200000:2.0:1789762979.030482:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1789762979.030484:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1439 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.030500:0:13479:0:(rw26.c:871:ll_write_end()) pos 5894144, len 4096, copied 4096 00000080:00200000:2.0:1789762979.030529:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000c5b1d449[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1439] 00000080:00200000:2.0:1789762979.030546:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000008bf302ad 17ffffc0001001 3:0 ffff998588266c40 1439 lru 00000080:00200000:2.0:1789762979.030581:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000f0fab691 415: 1< 0 - - > 2< 1699840 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.030588:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000c5b1d449 00000080:00200000:2.0:1789762979.030595:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762979.030599:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1440 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.030620:0:13479:0:(rw26.c:871:ll_write_end()) pos 5898240, len 4096, copied 4096 00000080:00200000:2.0:1789762979.030637:0:13479:0:(rw26.c:929:ll_write_end()) page@000000004db45a1e[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1440] 00000080:00200000:2.0:1789762979.030646:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000001d69c703 17ffffc0001001 3:0 ffff998588266620 1440 lru 00000080:00200000:2.0:1789762979.030684:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000ca5273f0 416: 1< 0 - - > 2< 1703936 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.030693:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000004db45a1e 00000080:00200000:2.0:1789762979.030702:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1789762979.030706:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1441 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.030733:0:13479:0:(rw26.c:871:ll_write_end()) pos 5902336, len 4096, copied 4096 00000080:00200000:2.0:1789762979.030747:0:13479:0:(rw26.c:929:ll_write_end()) page@000000001307d832[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1441] 00000080:00200000:2.0:1789762979.030751:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000002b585dcc 17ffffc0001001 3:0 ffff998588266b60 1441 lru 00000080:00200000:2.0:1789762979.030765:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000a5560b36 417: 1< 0 - - > 2< 1708032 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.030773:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000001307d832 00000080:00200000:2.0:1789762979.030778:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1789762979.030785:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1442 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.030809:0:13479:0:(rw26.c:871:ll_write_end()) pos 5906432, len 4096, copied 4096 00000080:00200000:2.0:1789762979.030828:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000cf41eb44[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1442] 00000080:00200000:2.0:1789762979.030841:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000eeec5aa3 17ffffc0001001 3:0 ffff99858825d0e0 1442 lru 00000080:00200000:2.0:1789762979.030854:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000004ab0d5d0 418: 1< 0 - - > 2< 1712128 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.030856:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000cf41eb44 00000080:00200000:2.0:1789762979.030857:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1789762979.030859:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1443 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.030875:0:13479:0:(rw26.c:871:ll_write_end()) pos 5910528, len 4096, copied 4096 00000080:00200000:2.0:1789762979.030896:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000de12e788[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1443] 00000080:00200000:2.0:1789762979.030910:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000b46531c7 17ffffc0001001 3:0 ffff99858825d380 1443 lru 00000080:00200000:2.0:1789762979.030955:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000e675a493 419: 1< 0 - - > 2< 1716224 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.030968:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000de12e788 00000080:00200000:2.0:1789762979.030974:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1789762979.030983:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1444 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.031015:0:13479:0:(rw26.c:871:ll_write_end()) pos 5914624, len 4096, copied 4096 00000080:00200000:2.0:1789762979.031023:0:13479:0:(rw26.c:929:ll_write_end()) page@000000002d832bfb[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1444] 00000080:00200000:2.0:1789762979.031026:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000000d07a1e7 17ffffc0001001 3:0 ffff99858825d8c0 1444 lru 00000080:00200000:2.0:1789762979.031030:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000d06c4166 420: 1< 0 - - > 2< 1720320 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.031040:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000002d832bfb 00000080:00200000:2.0:1789762979.031045:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762979.031051:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1445 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.031076:0:13479:0:(rw26.c:871:ll_write_end()) pos 5918720, len 4096, copied 4096 00000080:00200000:2.0:1789762979.031105:0:13479:0:(rw26.c:929:ll_write_end()) page@000000006ea11cc3[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1445] 00000080:00200000:2.0:1789762979.031121:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000c3d40447 17ffffc0001001 3:0 ffff99858825d000 1445 lru 00000080:00200000:2.0:1789762979.031158:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000cf87b577 421: 1< 0 - - > 2< 1724416 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.031162:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000006ea11cc3 00000080:00200000:2.0:1789762979.031168:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1789762979.031173:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1446 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.031193:0:13479:0:(rw26.c:871:ll_write_end()) pos 5922816, len 4096, copied 4096 00000080:00200000:2.0:1789762979.031206:0:13479:0:(rw26.c:929:ll_write_end()) page@000000007f055f56[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1446] 00000080:00200000:2.0:1789762979.031227:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000cef122b6 17ffffc0001001 3:0 ffff99858825d1c0 1446 lru 00000080:00200000:2.0:1789762979.031261:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000004efafc5 422: 1< 0 - - > 2< 1728512 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.031273:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000007f055f56 00000080:00200000:2.0:1789762979.031280:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1789762979.031305:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1447 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.031318:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2353 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.031341:0:13483:0:(rw26.c:871:ll_write_end()) pos 9637888, len 4096, copied 4096 00000080:00200000:2.0:1789762979.031347:0:13483:0:(rw26.c:929:ll_write_end()) page@000000004508098d[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2353] 00000080:00200000:2.0:1789762979.031353:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000059e065f8 17ffffc0001001 3:0 ffff99858825dee0 2353 lru 00000080:00200000:2.0:1789762979.031358:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009806290f 1329: 1< 0 - - > 2< 5443584 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.031360:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000004508098d 00000080:00200000:2.0:1789762979.031362:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1789762979.031363:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2354 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.031382:0:13483:0:(rw26.c:871:ll_write_end()) pos 9641984, len 4096, copied 4096 00000080:00200000:2.0:1789762979.031404:0:13483:0:(rw26.c:929:ll_write_end()) page@000000005f0f2940[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2354] 00000080:00200000:2.0:1789762979.031415:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000659712ed 17ffffc0001001 3:0 ffff99858825dd20 2354 lru 00000080:00200000:2.0:1789762979.031451:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000cd694531 1330: 1< 0 - - > 2< 5447680 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.031460:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000005f0f2940 00000080:00200000:2.0:1789762979.031470:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1789762979.031482:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2355 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.031498:0:13483:0:(rw26.c:871:ll_write_end()) pos 9646080, len 4096, copied 4096 00000080:00200000:2.0:1789762979.031504:0:13483:0:(rw26.c:929:ll_write_end()) page@000000008c893858[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2355] 00000080:00200000:2.0:1789762979.031506:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000000c91de8 17ffffc0001001 3:0 ffff99858825d460 2355 lru 00000080:00200000:2.0:1789762979.031521:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009634615b 1331: 1< 0 - - > 2< 5451776 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.031528:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000008c893858 00000080:00200000:2.0:1789762979.031534:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1789762979.031541:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2356 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.031563:0:13483:0:(rw26.c:871:ll_write_end()) pos 9650176, len 4096, copied 4096 00000080:00200000:2.0:1789762979.031568:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000724a3eac[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2356] 00000080:00200000:2.0:1789762979.031570:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b9c75066 17ffffc0001021 2:0 ffff99858825d700 2356 lru 00000080:00200000:2.0:1789762979.031575:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000002d392314 1332: 1< 0 - - > 2< 5455872 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.031576:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000724a3eac 00000080:00200000:2.0:1789762979.031577:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1789762979.031580:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2357 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.031595:0:13483:0:(rw26.c:871:ll_write_end()) pos 9654272, len 4096, copied 4096 00000080:00200000:2.0:1789762979.031611:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000069a2e2c7[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2357] 00000080:00200000:2.0:1789762979.031626:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000aa7df66e 17ffffc0001001 3:0 ffff99858825de00 2357 lru 00000080:00200000:2.0:1789762979.031655:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000bcfd6984 1333: 1< 0 - - > 2< 5459968 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.031668:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000069a2e2c7 00000080:00200000:2.0:1789762979.031682:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1789762979.031697:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2358 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.031739:0:13483:0:(rw26.c:871:ll_write_end()) pos 9658368, len 4096, copied 4096 00000080:00200000:2.0:1789762979.031756:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000050220ef7[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2358] 00000080:00200000:2.0:1789762979.031776:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b259a005 17ffffc0001001 3:0 ffff99858825d2a0 2358 lru 00000080:00200000:2.0:1789762979.031801:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000093aa2912 1334: 1< 0 - - > 2< 5464064 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.031806:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000050220ef7 00000080:00200000:2.0:1789762979.031808:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1789762979.031811:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2359 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.031835:0:13483:0:(rw26.c:871:ll_write_end()) pos 9662464, len 4096, copied 4096 00000080:00200000:2.0:1789762979.031855:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000b82eb82a[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2359] 00000080:00200000:2.0:1789762979.031865:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000eb5754f9 17ffffc0001001 3:0 ffff99858825d7e0 2359 lru 00000080:00200000:2.0:1789762979.031876:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000ed5b8cab 1335: 1< 0 - - > 2< 5468160 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.031878:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000b82eb82a 00000080:00200000:2.0:1789762979.031880:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1789762979.031882:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2360 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.031906:0:13483:0:(rw26.c:871:ll_write_end()) pos 9666560, len 4096, copied 4096 00000080:00200000:2.0:1789762979.031924:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000217f336c[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2360] 00000080:00200000:2.0:1789762979.031937:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000073d3bd3a 17ffffc0001001 3:0 ffff99858825d9a0 2360 lru 00000080:00200000:2.0:1789762979.031946:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000756d7f2c 1336: 1< 0 - - > 2< 5472256 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.031948:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000217f336c 00000080:00200000:2.0:1789762979.031950:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762979.031952:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2361 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.031973:0:13483:0:(rw26.c:871:ll_write_end()) pos 9670656, len 4096, copied 4096 00000080:00200000:2.0:1789762979.031980:0:13483:0:(rw26.c:929:ll_write_end()) page@000000007f503349[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2361] 00000080:00200000:2.0:1789762979.031995:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000d525f443 17ffffc0001001 3:0 ffff99858825da80 2361 lru 00000080:00200000:2.0:1789762979.032017:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000056077f6b 1337: 1< 0 - - > 2< 5476352 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.032023:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000007f503349 00000080:00200000:2.0:1789762979.032026:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1789762979.032031:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2362 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.032059:0:13483:0:(rw26.c:871:ll_write_end()) pos 9674752, len 4096, copied 4096 00000080:00200000:2.0:1789762979.032091:0:13483:0:(rw26.c:929:ll_write_end()) page@000000007e983d6d[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2362] 00000080:00200000:2.0:1789762979.032109:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000043d31181 17ffffc0001001 3:0 ffff99858825dc40 2362 lru 00000080:00200000:2.0:1789762979.032145:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000771e9765 1338: 1< 0 - - > 2< 5480448 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.032159:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000007e983d6d 00000080:00200000:2.0:1789762979.032163:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762979.032172:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2363 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.032190:0:13483:0:(rw26.c:871:ll_write_end()) pos 9678848, len 4096, copied 4096 00000080:00200000:2.0:1789762979.032204:0:13483:0:(rw26.c:929:ll_write_end()) page@000000004ac5504b[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2363] 00000080:00200000:2.0:1789762979.032224:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000c22344a7 17ffffc0001001 3:0 ffff99858825d620 2363 lru 00000080:00200000:2.0:1789762979.032275:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000268d6327 1339: 1< 0 - - > 2< 5484544 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.032284:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000004ac5504b 00000080:00200000:2.0:1789762979.032311:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762979.032322:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2364 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.032343:0:13483:0:(rw26.c:871:ll_write_end()) pos 9682944, len 4096, copied 4096 00000080:00200000:2.0:1789762979.032348:0:13483:0:(rw26.c:929:ll_write_end()) page@000000007686a6d5[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2364] 00000080:00200000:2.0:1789762979.032351:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000098761377 17ffffc0001001 3:0 ffff99858825db60 2364 lru 00000080:00200000:2.0:1789762979.032355:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000094c5016 1340: 1< 0 - - > 2< 5488640 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.032359:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000007686a6d5 00000080:00200000:2.0:1789762979.032363:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1789762979.032366:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2365 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.032388:0:13483:0:(rw26.c:871:ll_write_end()) pos 9687040, len 4096, copied 4096 00000080:00200000:2.0:1789762979.032414:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000d1198947[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2365] 00000080:00200000:2.0:1789762979.032421:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000e800e51e 17ffffc0001001 3:0 ffff99858825d540 2365 lru 00000080:00200000:2.0:1789762979.032435:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000003fb36372 1341: 1< 0 - - > 2< 5492736 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.032440:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000d1198947 00000080:00200000:2.0:1789762979.032442:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762979.032444:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2366 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.032471:0:13483:0:(rw26.c:871:ll_write_end()) pos 9691136, len 4096, copied 4096 00000080:00200000:2.0:1789762979.032494:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000098dd46de[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2366] 00000080:00200000:2.0:1789762979.032507:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000177821c0 17ffffc0001001 3:0 ffff99858825ce00 2366 lru 00000080:00200000:2.0:1789762979.032521:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000ef51fc1b 1342: 1< 0 - - > 2< 5496832 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.032533:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000098dd46de 00000080:00200000:2.0:1789762979.032536:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762979.032542:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2367 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.032569:0:13483:0:(rw26.c:871:ll_write_end()) pos 9695232, len 4096, copied 4096 00000080:00200000:2.0:1789762979.032586:0:13483:0:(rw26.c:929:ll_write_end()) page@000000007b793e03[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2367] 00000080:00200000:2.0:1789762979.032592:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000002143b709 17ffffc0001001 3:0 ffff99858825c2a0 2367 lru 00000080:00200000:2.0:1789762979.032596:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000038e3331e 1343: 1< 0 - - > 2< 5500928 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.032598:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000007b793e03 00000080:00200000:2.0:1789762979.032599:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1789762979.032601:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2368 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.032622:0:13483:0:(rw26.c:871:ll_write_end()) pos 9699328, len 4096, copied 4096 00000080:00200000:2.0:1789762979.032649:0:13483:0:(rw26.c:929:ll_write_end()) page@000000004acb33d4[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2368] 00000080:00200000:2.0:1789762979.032656:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000eb6a156c 17ffffc0001001 3:0 ffff99858825c7e0 2368 lru 00000080:00200000:2.0:1789762979.032672:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000b006887e 1344: 1< 0 - - > 2< 5505024 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.032679:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000004acb33d4 00000080:00200000:2.0:1789762979.032681:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762979.032688:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2369 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.032705:0:13483:0:(rw26.c:871:ll_write_end()) pos 9703424, len 4096, copied 4096 00000080:00200000:2.0:1789762979.032708:0:13483:0:(rw26.c:929:ll_write_end()) page@000000001ea16418[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2369] 00000080:00200000:2.0:1789762979.032710:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000f0207140 17ffffc0001001 3:0 ffff99858825c9a0 2369 lru 00000080:00200000:2.0:1789762979.032722:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000cd44fa7c 1345: 1< 0 - - > 2< 5509120 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.032732:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000001ea16418 00000080:00200000:2.0:1789762979.032734:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1789762979.032740:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2370 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.032761:0:13483:0:(rw26.c:871:ll_write_end()) pos 9707520, len 4096, copied 4096 00000080:00200000:2.0:1789762979.032782:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000d81867d6[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2370] 00000080:00200000:2.0:1789762979.032785:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000007e05bb2d 17ffffc0001001 3:0 ffff99858825ca80 2370 lru 00000080:00200000:2.0:1789762979.032790:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000e6814862 1346: 1< 0 - - > 2< 5513216 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.032792:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000d81867d6 00000080:00200000:2.0:1789762979.032793:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762979.032796:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2371 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.032815:0:13483:0:(rw26.c:871:ll_write_end()) pos 9711616, len 4096, copied 4096 00000080:00200000:2.0:1789762979.032827:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000060a4222b[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2371] 00000080:00200000:2.0:1789762979.032846:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b53f01e1 17ffffc0001021 2:0 ffff99858825cc40 2371 lru 00000080:00200000:2.0:1789762979.032867:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000001250bd9a 1347: 1< 0 - - > 2< 5517312 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.032872:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000060a4222b 00000080:00200000:2.0:1789762979.032875:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1789762979.032882:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2372 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.032903:0:13483:0:(rw26.c:871:ll_write_end()) pos 9715712, len 4096, copied 4096 00000080:00200000:2.0:1789762979.032908:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000065234cab[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2372] 00000080:00200000:2.0:1789762979.032911:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000da58e90b 17ffffc0001001 3:0 ffff99858825c620 2372 lru 00000080:00200000:2.0:1789762979.032934:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000001c1a5a7b 1348: 1< 0 - - > 2< 5521408 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.032944:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000065234cab 00000080:00200000:2.0:1789762979.032948:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1789762979.032951:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2373 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.032976:0:13483:0:(rw26.c:871:ll_write_end()) pos 9719808, len 4096, copied 4096 00000080:00200000:2.0:1789762979.032982:0:13483:0:(rw26.c:929:ll_write_end()) page@000000007d9b5512[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2373] 00000080:00200000:2.0:1789762979.032984:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000912f5eb3 17ffffc0001001 3:0 ffff99858825cb60 2373 lru 00000080:00200000:2.0:1789762979.032989:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000008cccbe13 1349: 1< 0 - - > 2< 5525504 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.032991:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000007d9b5512 00000080:00200000:2.0:1789762979.032992:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1789762979.032994:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2374 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.033010:0:13483:0:(rw26.c:871:ll_write_end()) pos 9723904, len 4096, copied 4096 00000080:00200000:2.0:1789762979.033018:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000e42c31f0[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2374] 00000080:00200000:2.0:1789762979.033032:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b4c48ac0 17ffffc0001001 3:0 ffff99858825c540 2374 lru 00000080:00200000:2.0:1789762979.033052:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000003299dd7c 1350: 1< 0 - - > 2< 5529600 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.033057:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000e42c31f0 00000080:00200000:2.0:1789762979.033061:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762979.033063:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2375 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.033096:0:13483:0:(rw26.c:871:ll_write_end()) pos 9728000, len 4096, copied 4096 00000080:00200000:2.0:1789762979.033113:0:13483:0:(rw26.c:929:ll_write_end()) page@000000005e011b5d[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2375] 00000080:00200000:2.0:1789762979.033129:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000043fe1516 17ffffc0001001 3:0 ffff99858825c0e0 2375 lru 00000080:00200000:2.0:1789762979.033177:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000003c1142c0 1351: 1< 0 - - > 2< 5533696 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.033184:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000005e011b5d 00000080:00200000:2.0:1789762979.033191:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1789762979.033194:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2376 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.033218:0:13483:0:(rw26.c:871:ll_write_end()) pos 9732096, len 4096, copied 4096 00000080:00200000:2.0:1789762979.033239:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000032cd0cec[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2376] 00000080:00200000:2.0:1789762979.033253:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000fafe974f 17ffffc0001001 3:0 ffff99858825c380 2376 lru 00000080:00200000:2.0:1789762979.033309:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000008ba96683 1352: 1< 0 - - > 2< 5537792 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.033312:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000032cd0cec 00000080:00200000:2.0:1789762979.033314:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1789762979.033321:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2377 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.033342:0:13483:0:(rw26.c:871:ll_write_end()) pos 9736192, len 4096, copied 4096 00000080:00200000:2.0:1789762979.033347:0:13483:0:(rw26.c:929:ll_write_end()) page@000000009e947419[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2377] 00000080:00200000:2.0:1789762979.033350:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000000aac16aa 17ffffc0001001 3:0 ffff99858825c8c0 2377 lru 00000080:00200000:2.0:1789762979.033354:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000f6a8480e 1353: 1< 0 - - > 2< 5541888 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.033357:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000009e947419 00000080:00200000:2.0:1789762979.033358:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1789762979.033359:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2378 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.033375:0:13483:0:(rw26.c:871:ll_write_end()) pos 9740288, len 4096, copied 4096 00000080:00200000:2.0:1789762979.033392:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000a9aaa4a8[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2378] 00000080:00200000:2.0:1789762979.033401:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000004fe66ea8 17ffffc0001001 3:0 ffff99858825c000 2378 lru 00000080:00200000:2.0:1789762979.033415:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007b34e993 1354: 1< 0 - - > 2< 5545984 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.033420:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000a9aaa4a8 00000080:00200000:2.0:1789762979.033425:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1789762979.033427:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2379 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.033445:0:13483:0:(rw26.c:871:ll_write_end()) pos 9744384, len 4096, copied 4096 00000080:00200000:2.0:1789762979.033456:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000028165e3d[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2379] 00000080:00200000:2.0:1789762979.033470:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000cc521f8a 17ffffc0001001 3:0 ffff99858825c1c0 2379 lru 00000080:00200000:2.0:1789762979.033487:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000e467b6d4 1355: 1< 0 - - > 2< 5550080 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.033494:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000028165e3d 00000080:00200000:2.0:1789762979.033499:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1789762979.033502:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2380 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.033521:0:13483:0:(rw26.c:871:ll_write_end()) pos 9748480, len 4096, copied 4096 00000080:00200000:2.0:1789762979.033529:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000f7edaaa5[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2380] 00000080:00200000:2.0:1789762979.033544:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000002cf29cb6 17ffffc0001001 3:0 ffff99858825cee0 2380 lru 00000080:00200000:2.0:1789762979.033574:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000004c8880a8 1356: 1< 0 - - > 2< 5554176 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.033580:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000f7edaaa5 00000080:00200000:2.0:1789762979.033584:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1789762979.033589:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2381 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.033612:0:13483:0:(rw26.c:871:ll_write_end()) pos 9752576, len 4096, copied 4096 00000080:00200000:2.0:1789762979.033621:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000929c35eb[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2381] 00000080:00200000:2.0:1789762979.033640:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000a798fd88 17ffffc0001001 3:0 ffff99858825cd20 2381 lru 00000080:00200000:2.0:1789762979.033672:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000004953fe11 1357: 1< 0 - - > 2< 5558272 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.033683:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000929c35eb 00000080:00200000:2.0:1789762979.033687:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1789762979.033694:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2382 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.033718:0:13483:0:(rw26.c:871:ll_write_end()) pos 9756672, len 4096, copied 4096 00000080:00200000:2.0:1789762979.033724:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000bbe06236[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2382] 00000080:00200000:2.0:1789762979.033726:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000be1ebdc6 17ffffc0001001 3:0 ffff99858825c460 2382 lru 00000080:00200000:2.0:1789762979.033731:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000008e7e6dd9 1358: 1< 0 - - > 2< 5562368 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.033738:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000bbe06236 00000080:00200000:2.0:1789762979.033740:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1789762979.033747:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2383 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.033767:0:13483:0:(rw26.c:871:ll_write_end()) pos 9760768, len 4096, copied 4096 00000080:00200000:2.0:1789762979.033777:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000aa1a2676[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2383] 00000080:00200000:2.0:1789762979.033787:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000aa3c52c6 17ffffc0001001 3:0 ffff99858825c700 2383 lru 00000080:00200000:2.0:1789762979.033796:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000c2c86727 1359: 1< 0 - - > 2< 5566464 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.033799:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000aa1a2676 00000080:00200000:2.0:1789762979.033801:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1789762979.033804:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2384 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.033820:0:13483:0:(rw26.c:871:ll_write_end()) pos 9764864, len 4096, copied 4096 00000080:00200000:2.0:1789762979.033838:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000b2421de0[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2384] 00000080:00200000:2.0:1789762979.033849:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000072b4dc02 17ffffc0001001 3:0 ffff9985848cfee0 2384 lru 00000080:00200000:2.0:1789762979.033884:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000b3f3eb92 1360: 1< 0 - - > 2< 5570560 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.033895:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000b2421de0 00000080:00200000:2.0:1789762979.033898:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1789762979.033909:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2385 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.033932:0:13483:0:(rw26.c:871:ll_write_end()) pos 9768960, len 4096, copied 4096 00000080:00200000:2.0:1789762979.033944:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000047ded6d[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2385] 00000080:00200000:2.0:1789762979.033960:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000000a5c4feb 17ffffc0001001 3:0 ffff9985848cfd20 2385 lru 00000080:00200000:2.0:1789762979.033999:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000c210ae00 1361: 1< 0 - - > 2< 5574656 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.034008:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000047ded6d 00000080:00200000:2.0:1789762979.034011:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1789762979.034015:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2386 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.034038:0:13483:0:(rw26.c:871:ll_write_end()) pos 9773056, len 4096, copied 4096 00000080:00200000:2.0:1789762979.034044:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000fb90a681[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2386] 00000080:00200000:2.0:1789762979.034047:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b8035cfa 17ffffc0001021 2:0 ffff9985848cf460 2386 lru 00000080:00200000:2.0:1789762979.034059:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000a12e8542 1362: 1< 0 - - > 2< 5578752 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.034064:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000fb90a681 00000080:00200000:2.0:1789762979.034069:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1789762979.034075:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2387 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.034095:0:13483:0:(rw26.c:871:ll_write_end()) pos 9777152, len 4096, copied 4096 00000080:00200000:2.0:1789762979.034103:0:13483:0:(rw26.c:929:ll_write_end()) page@000000000337f396[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2387] 00000080:00200000:2.0:1789762979.034110:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000005f8c85df 17ffffc0001001 3:0 ffff9985848cf700 2387 lru 00000080:00200000:2.0:1789762979.034118:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000225c9899 1363: 1< 0 - - > 2< 5582848 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.034121:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000000337f396 00000080:00200000:2.0:1789762979.034122:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1789762979.034123:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2388 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.034139:0:13483:0:(rw26.c:871:ll_write_end()) pos 9781248, len 4096, copied 4096 00000080:00200000:2.0:1789762979.034151:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000094633a37[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2388] 00000080:00200000:2.0:1789762979.034170:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000d6f583e5 17ffffc0001001 3:0 ffff9985848cfe00 2388 lru 00000080:00200000:2.0:1789762979.034210:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000145f3145 1364: 1< 0 - - > 2< 5586944 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.034219:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000094633a37 00000080:00200000:2.0:1789762979.034229:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762979.034246:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2389 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.034272:0:13483:0:(rw26.c:871:ll_write_end()) pos 9785344, len 4096, copied 4096 00000080:00200000:2.0:1789762979.034278:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000093676b8b[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2389] 00000080:00200000:2.0:1789762979.034306:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8f620a0 17ffffc0001001 3:0 ffff9985848cf2a0 2389 lru 00000080:00200000:2.0:1789762979.034336:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000006a7bc2b0 1365: 1< 0 - - > 2< 5591040 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.034343:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000093676b8b 00000080:00200000:2.0:1789762979.034347:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1789762979.034357:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2390 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.034381:0:13483:0:(rw26.c:871:ll_write_end()) pos 9789440, len 4096, copied 4096 00000080:00200000:2.0:1789762979.034385:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000066515848[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2390] 00000080:00200000:2.0:1789762979.034388:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000007f9e3fc9 17ffffc0001001 3:0 ffff9985848cf7e0 2390 lru 00000080:00200000:2.0:1789762979.034392:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000ac4f0cd7 1366: 1< 0 - - > 2< 5595136 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15802368 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.034394:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000066515848 00000080:00200000:2.0:1789762979.034395:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1789762979.034397:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2391 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.034413:0:13483:0:(rw26.c:871:ll_write_end()) pos 9793536, len 4096, copied 4096 00000080:00200000:2.0:1789762979.034428:0:13483:0:(rw26.c:929:ll_write_end()) page@000000006d5cae83[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2391] 00000080:00200000:2.0:1789762979.034443:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b35f3445 17ffffc0001001 3:0 ffff9985848cf9a0 2391 lru 00000080:00200000:2.0:1789762979.034477:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000057518fd0 1367: 1< 0 - - > 2< 5599232 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15773696 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.034485:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000006d5cae83 00000080:00200000:2.0:1789762979.034493:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1789762979.034499:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2392 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.034523:0:13483:0:(rw26.c:871:ll_write_end()) pos 9797632, len 4096, copied 4096 00000080:00200000:2.0:1789762979.034529:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000336c9001[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2392] 00000080:00200000:2.0:1789762979.034532:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000024236fc4 17ffffc0001001 3:0 ffff9985848cfa80 2392 lru 00000080:00200000:2.0:1789762979.034561:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000008d11a1d9 1368: 1< 0 - - > 2< 5603328 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15773696 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.034570:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000336c9001 00000080:00200000:2.0:1789762979.034574:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1789762979.034579:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2393 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.034602:0:13483:0:(rw26.c:871:ll_write_end()) pos 9801728, len 4096, copied 4096 00000080:00200000:2.0:1789762979.034616:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000083c59df8[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2393] 00000080:00200000:2.0:1789762979.034620:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000094f92e79 17ffffc0001001 3:0 ffff9985848cfc40 2393 lru 00000080:00200000:2.0:1789762979.034626:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000006c0b89a8 1369: 1< 0 - - > 2< 5607424 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15765504 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.034640:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000083c59df8 00000080:00200000:2.0:1789762979.034646:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1789762979.034650:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2394 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.034680:0:13483:0:(rw26.c:871:ll_write_end()) pos 9805824, len 4096, copied 4096 00000080:00200000:2.0:1789762979.034697:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000095af70de[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2394] 00000080:00200000:2.0:1789762979.034711:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000971eddb6 17ffffc0001001 3:0 ffff9985848cf620 2394 lru 00000080:00200000:2.0:1789762979.034748:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000004b642a76 1370: 1< 0 - - > 2< 5611520 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15761408 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.034756:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000095af70de 00000080:00200000:2.0:1789762979.034762:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1789762979.034770:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2395 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.034796:0:13483:0:(rw26.c:871:ll_write_end()) pos 9809920, len 4096, copied 4096 00000080:00200000:2.0:1789762979.034804:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000fbbb0709[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2395] 00000080:00200000:2.0:1789762979.034816:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b976eb38 17ffffc0001001 3:0 ffff9985848cfb60 2395 lru 00000080:00200000:2.0:1789762979.034845:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000abaed8ba 1371: 1< 0 - - > 2< 5615616 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15745024 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.034852:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000fbbb0709 00000080:00200000:2.0:1789762979.034856:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1789762979.034861:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2396 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.034884:0:13483:0:(rw26.c:871:ll_write_end()) pos 9814016, len 4096, copied 4096 00000080:00200000:2.0:1789762979.034896:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000914e041c[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2396] 00000080:00200000:2.0:1789762979.034909:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000448739aa 17ffffc0001001 3:0 ffff9985848cf540 2396 lru 00000080:00200000:2.0:1789762979.034930:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007879a8f0 1372: 1< 0 - - > 2< 5619712 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15732736 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.034938:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000914e041c 00000080:00200000:2.0:1789762979.034943:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1789762979.034950:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2397 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.034972:0:13483:0:(rw26.c:871:ll_write_end()) pos 9818112, len 4096, copied 4096 00000080:00200000:2.0:1789762979.034977:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000f00e744e[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2397] 00000080:00200000:2.0:1789762979.034990:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000e4e5ebe3 17ffffc0001001 3:0 ffff9985848cf0e0 2397 lru 00000080:00200000:2.0:1789762979.035022:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000b990520d 1373: 1< 0 - - > 2< 5623808 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15720448 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.035027:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000f00e744e 00000080:00200000:2.0:1789762979.035033:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1789762979.035039:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2398 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.035063:0:13483:0:(rw26.c:871:ll_write_end()) pos 9822208, len 4096, copied 4096 00000080:00200000:2.0:1789762979.035073:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000a0d81646[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2398] 00000080:00200000:2.0:1789762979.035078:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000096e8ffa3 17ffffc0001001 3:0 ffff9985848cf380 2398 lru 00000080:00200000:2.0:1789762979.035121:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000004bbdcc17 1374: 1< 0 - - > 2< 5627904 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15712256 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.035127:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000a0d81646 00000080:00200000:2.0:1789762979.035132:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1789762979.035139:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2399 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.035161:0:13483:0:(rw26.c:871:ll_write_end()) pos 9826304, len 4096, copied 4096 00000080:00200000:2.0:1789762979.035174:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000d8fd2e34[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2399] 00000080:00200000:2.0:1789762979.035182:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000005b1564cf 17ffffc0001001 3:0 ffff9985848cf8c0 2399 lru 00000080:00200000:2.0:1789762979.035228:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000005ea7f5bb 1375: 1< 0 - - > 2< 5632000 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15695872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.035235:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000d8fd2e34 00000080:00200000:2.0:1789762979.035242:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1789762979.035253:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2400 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.035275:0:13483:0:(rw26.c:871:ll_write_end()) pos 9830400, len 4096, copied 4096 00000080:00200000:2.0:1789762979.035283:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000b31818e4[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2400] 00000080:00200000:2.0:1789762979.035304:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000d25bb2fe 17ffffc0001001 3:0 ffff9985848cf000 2400 lru 00000080:00200000:2.0:1789762979.035309:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000008803fc0f 1376: 1< 0 - - > 2< 5636096 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 15679488 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.035315:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000b31818e4 00000080:00200000:2.0:1789762979.035318:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1789762979.035331:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1578 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.035363:0:13480:0:(rw26.c:871:ll_write_end()) pos 6463488, len 4096, copied 4096 00000080:00200000:2.0:1789762979.035380:0:13480:0:(rw26.c:929:ll_write_end()) page@000000001f6a2895[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1578] 00000080:00200000:2.0:1789762979.035396:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000b9a1e91d 17ffffc0001021 2:0 ffff9985848cf1c0 1578 lru 00000080:00200000:2.0:1789762979.035435:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000041746728 554: 1< 0 - - > 2< 2269184 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.035440:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000001f6a2895 00000080:00200000:2.0:1789762979.035445:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1789762979.035454:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1579 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.035478:0:13480:0:(rw26.c:871:ll_write_end()) pos 6467584, len 4096, copied 4096 00000080:00200000:2.0:1789762979.035483:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000f0298eb2[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1579] 00000080:00200000:2.0:1789762979.035487:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000029ccba4 17ffffc0001001 3:0 ffff9985848ce540 1579 lru 00000080:00200000:2.0:1789762979.035514:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000001d8195e3 555: 1< 0 - - > 2< 2273280 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.035523:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000f0298eb2 00000080:00200000:2.0:1789762979.035528:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1789762979.035532:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1580 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.035555:0:13480:0:(rw26.c:871:ll_write_end()) pos 6471680, len 4096, copied 4096 00000080:00200000:2.0:1789762979.035565:0:13480:0:(rw26.c:929:ll_write_end()) page@000000006f81577c[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1580] 00000080:00200000:2.0:1789762979.035572:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000fc6eacfc 17ffffc0001001 3:0 ffff9985848ce0e0 1580 lru 00000080:00200000:2.0:1789762979.035605:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000053c8339a 556: 1< 0 - - > 2< 2277376 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.035611:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000006f81577c 00000080:00200000:2.0:1789762979.035617:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1789762979.035625:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1581 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.035663:0:13480:0:(rw26.c:871:ll_write_end()) pos 6475776, len 4096, copied 4096 00000080:00200000:2.0:1789762979.035675:0:13480:0:(rw26.c:929:ll_write_end()) page@000000007411a95b[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1581] 00000080:00200000:2.0:1789762979.035689:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000fc881d01 17ffffc0001001 3:0 ffff9985848ce380 1581 lru 00000080:00200000:2.0:1789762979.035715:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000009e6b4c28 557: 1< 0 - - > 2< 2281472 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.035726:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000007411a95b 00000080:00200000:2.0:1789762979.035730:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1789762979.035736:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1582 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.035758:0:13480:0:(rw26.c:871:ll_write_end()) pos 6479872, len 4096, copied 4096 00000080:00200000:2.0:1789762979.035773:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000056244cc0[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1582] 00000080:00200000:2.0:1789762979.035787:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000e2bb3d30 17ffffc0001001 3:0 ffff9985848ce8c0 1582 lru 00000080:00200000:2.0:1789762979.035816:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000000ef47aa1 558: 1< 0 - - > 2< 2285568 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.035824:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000056244cc0 00000080:00200000:2.0:1789762979.035828:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1789762979.035839:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1583 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.035858:0:13480:0:(rw26.c:871:ll_write_end()) pos 6483968, len 4096, copied 4096 00000080:00200000:2.0:1789762979.035867:0:13480:0:(rw26.c:929:ll_write_end()) page@000000009c7c31e3[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1583] 00000080:00200000:2.0:1789762979.035871:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000ef0e054a 17ffffc0001001 3:0 ffff9985848ce000 1583 lru 00000080:00200000:2.0:1789762979.035907:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000084aa4ca7 559: 1< 0 - - > 2< 2289664 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.035917:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000009c7c31e3 00000080:00200000:2.0:1789762979.035922:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1789762979.035930:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1584 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.035962:0:13480:0:(rw26.c:871:ll_write_end()) pos 6488064, len 4096, copied 4096 00000080:00200000:2.0:1789762979.035985:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000015437c29[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1584] 00000080:00200000:2.0:1789762979.036004:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000002369344c 17ffffc0001001 3:0 ffff9985848ce1c0 1584 lru 00000080:00200000:2.0:1789762979.036055:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000066b4f8b 560: 1< 0 - - > 2< 2293760 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.036063:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000015437c29 00000080:00200000:2.0:1789762979.036073:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1789762979.036083:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1585 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.036105:0:13480:0:(rw26.c:871:ll_write_end()) pos 6492160, len 4096, copied 4096 00000080:00200000:2.0:1789762979.036125:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000005bef01a[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1585] 00000080:00200000:2.0:1789762979.036146:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000002b5d7ddc 17ffffc0001001 3:0 ffff9985848ceee0 1585 lru 00000080:00200000:2.0:1789762979.036200:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000001ff9ce6b 561: 1< 0 - - > 2< 2297856 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.036211:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000005bef01a 00000080:00200000:2.0:1789762979.036217:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1789762979.036223:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1586 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.036260:0:13480:0:(rw26.c:871:ll_write_end()) pos 6496256, len 4096, copied 4096 00000080:00200000:2.0:1789762979.036285:0:13480:0:(rw26.c:929:ll_write_end()) page@000000008a3ed9b2[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1586] 00000080:00200000:2.0:1789762979.036310:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000c5d2a332 17ffffc0001001 3:0 ffff9985848ced20 1586 lru 00000080:00200000:2.0:1789762979.036352:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000aa3956af 562: 1< 0 - - > 2< 2301952 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.036360:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000008a3ed9b2 00000080:00200000:2.0:1789762979.036364:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1789762979.036371:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1587 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.036396:0:13480:0:(rw26.c:871:ll_write_end()) pos 6500352, len 4096, copied 4096 00000080:00200000:2.0:1789762979.036421:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000d210cce5[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1587] 00000080:00200000:2.0:1789762979.036438:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000d361cc32 17ffffc0001001 3:0 ffff9985848ce460 1587 lru 00000080:00200000:2.0:1789762979.036491:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000060c0448 563: 1< 0 - - > 2< 2306048 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.036507:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000d210cce5 00000080:00200000:2.0:1789762979.036516:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1789762979.036526:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1588 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.036564:0:13480:0:(rw26.c:871:ll_write_end()) pos 6504448, len 4096, copied 4096 00000080:00200000:2.0:1789762979.036577:0:13480:0:(rw26.c:929:ll_write_end()) page@000000007ed2f3eb[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1588] 00000080:00200000:2.0:1789762979.036590:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000adc2abe7 17ffffc0001001 3:0 ffff9985848ce700 1588 lru 00000080:00200000:2.0:1789762979.036638:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000004c102ee7 564: 1< 0 - - > 2< 2310144 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.036645:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000007ed2f3eb 00000080:00200000:2.0:1789762979.036653:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1789762979.036663:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1589 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.036689:0:13480:0:(rw26.c:871:ll_write_end()) pos 6508544, len 4096, copied 4096 00000080:00200000:2.0:1789762979.036711:0:13480:0:(rw26.c:929:ll_write_end()) page@000000005e4fef66[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1589] 00000080:00200000:2.0:1789762979.036731:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000007d536110 17ffffc0001001 3:0 ffff9985848cee00 1589 lru 00000080:00200000:2.0:1789762979.036774:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000001dbcbc55 565: 1< 0 - - > 2< 2314240 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.036785:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000005e4fef66 00000080:00200000:2.0:1789762979.036791:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1789762979.036801:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1590 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.036834:0:13480:0:(rw26.c:871:ll_write_end()) pos 6512640, len 4096, copied 4096 00000080:00200000:2.0:1789762979.036848:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000cdab626d[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1590] 00000080:00200000:2.0:1789762979.036859:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000000ae8fb12 17ffffc0001001 3:0 ffff9985848ce2a0 1590 lru 00000080:00200000:2.0:1789762979.036913:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000f77224a8 566: 1< 0 - - > 2< 2318336 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.036924:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000cdab626d 00000080:00200000:2.0:1789762979.036931:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1789762979.036937:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1591 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.036958:0:13480:0:(rw26.c:871:ll_write_end()) pos 6516736, len 4096, copied 4096 00000080:00200000:2.0:1789762979.036969:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000509f79a0[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1591] 00000080:00200000:2.0:1789762979.036985:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8415a93 17ffffc0001001 3:0 ffff9985848ce7e0 1591 lru 00000080:00200000:2.0:1789762979.037024:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000001a4cf502 567: 1< 0 - - > 2< 2322432 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.037035:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000509f79a0 00000080:00200000:2.0:1789762979.037045:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1789762979.037053:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1592 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.037079:0:13480:0:(rw26.c:871:ll_write_end()) pos 6520832, len 4096, copied 4096 00000080:00200000:2.0:1789762979.037103:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000002d048fc[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1592] 00000080:00200000:2.0:1789762979.037120:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000e0a844f1 17ffffc0001001 3:0 ffff9985848ce9a0 1592 lru 00000080:00200000:2.0:1789762979.037172:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4270cf2 568: 1< 0 - - > 2< 2326528 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.037187:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000002d048fc 00000080:00200000:2.0:1789762979.037192:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762979.037197:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1593 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.037233:0:13480:0:(rw26.c:871:ll_write_end()) pos 6524928, len 4096, copied 4096 00000080:00200000:2.0:1789762979.037252:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000131cf741[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1593] 00000080:00200000:2.0:1789762979.037272:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000517938ea 17ffffc0001021 2:0 ffff9985848cea80 1593 lru 00000080:00200000:2.0:1789762979.037309:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000ae2a2a3d 569: 1< 0 - - > 2< 2330624 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.037315:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000131cf741 00000080:00200000:2.0:1789762979.037321:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1789762979.037328:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1594 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.037359:0:13480:0:(rw26.c:871:ll_write_end()) pos 6529024, len 4096, copied 4096 00000080:00200000:2.0:1789762979.037385:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000b0860564[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1594] 00000080:00200000:2.0:1789762979.037403:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000001b77a95b 17ffffc0001001 3:0 ffff9985848cec40 1594 lru 00000080:00200000:2.0:1789762979.037448:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000003393946c 570: 1< 0 - - > 2< 2334720 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.037458:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000b0860564 00000080:00200000:2.0:1789762979.037465:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762979.037477:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1595 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.037512:0:13480:0:(rw26.c:871:ll_write_end()) pos 6533120, len 4096, copied 4096 00000080:00200000:2.0:1789762979.037545:0:13480:0:(rw26.c:929:ll_write_end()) page@000000006bf132c9[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1595] 00000080:00200000:2.0:1789762979.037566:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000042702fe1 17ffffc0001001 3:0 ffff9985848ce620 1595 lru 00000080:00200000:2.0:1789762979.037579:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000ca6efaa9 571: 1< 0 - - > 2< 2338816 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.037587:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000006bf132c9 00000080:00200000:2.0:1789762979.037597:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762979.037610:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1596 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.037652:0:13480:0:(rw26.c:871:ll_write_end()) pos 6537216, len 4096, copied 4096 00000080:00200000:2.0:1789762979.037672:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000a27fbf9c[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1596] 00000080:00200000:2.0:1789762979.037690:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000000e4f4700 17ffffc0001001 3:0 ffff9985848ceb60 1596 lru 00000080:00200000:2.0:1789762979.037742:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000010061593 572: 1< 0 - - > 2< 2342912 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.037751:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000a27fbf9c 00000080:00200000:2.0:1789762979.037758:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1789762979.037763:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1597 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.037790:0:13480:0:(rw26.c:871:ll_write_end()) pos 6541312, len 4096, copied 4096 00000080:00200000:2.0:1789762979.037797:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000c4f7b7cb[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1597] 00000080:00200000:2.0:1789762979.037813:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000001040cb13 17ffffc0001001 3:0 ffff99858829bc40 1597 lru 00000080:00200000:2.0:1789762979.037858:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000000280bec1 573: 1< 0 - - > 2< 2347008 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.037867:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000c4f7b7cb 00000080:00200000:2.0:1789762979.037874:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762979.037881:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1598 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.037903:0:13480:0:(rw26.c:871:ll_write_end()) pos 6545408, len 4096, copied 4096 00000080:00200000:2.0:1789762979.037909:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000ad538a43[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1598] 00000080:00200000:2.0:1789762979.037926:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000dc838fe1 17ffffc0001001 3:0 ffff99858829b620 1598 lru 00000080:00200000:2.0:1789762979.037950:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000d0c96d18 574: 1< 0 - - > 2< 2351104 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.037958:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000ad538a43 00000080:00200000:2.0:1789762979.037966:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762979.037972:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1599 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.037999:0:13480:0:(rw26.c:871:ll_write_end()) pos 6549504, len 4096, copied 4096 00000080:00200000:2.0:1789762979.038004:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000a26be15d[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1599] 00000080:00200000:2.0:1789762979.038011:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000000115da7b 17ffffc0001001 3:0 ffff99858829bb60 1599 lru 00000080:00200000:2.0:1789762979.038046:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000001ee60911 575: 1< 0 - - > 2< 2355200 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.038056:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000a26be15d 00000080:00200000:2.0:1789762979.038064:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1789762979.038075:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1600 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.038103:0:13480:0:(rw26.c:871:ll_write_end()) pos 6553600, len 4096, copied 4096 00000080:00200000:2.0:1789762979.038110:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000081043247[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1600] 00000080:00200000:2.0:1789762979.038113:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000bd29634c 17ffffc0001001 3:0 ffff99858829b540 1600 lru 00000080:00200000:2.0:1789762979.038150:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000091c8b438 576: 1< 0 - - > 2< 2359296 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.038165:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000081043247 00000080:00200000:2.0:1789762979.038171:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762979.038179:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1601 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.038208:0:13480:0:(rw26.c:871:ll_write_end()) pos 6557696, len 4096, copied 4096 00000080:00200000:2.0:1789762979.038213:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e9489cfc[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1601] 00000080:00200000:2.0:1789762979.038222:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000006982655a 17ffffc0001001 3:0 ffff99858829b0e0 1601 lru 00000080:00200000:2.0:1789762979.038262:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000d65386c4 577: 1< 0 - - > 2< 2363392 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.038269:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e9489cfc 00000080:00200000:2.0:1789762979.038274:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1789762979.038285:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1602 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.038322:0:13480:0:(rw26.c:871:ll_write_end()) pos 6561792, len 4096, copied 4096 00000080:00200000:2.0:1789762979.038344:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000070598e05[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1602] 00000080:00200000:2.0:1789762979.038360:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000004ae3f148 17ffffc0001001 3:0 ffff99858829b380 1602 lru 00000080:00200000:2.0:1789762979.038367:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000c46de879 578: 1< 0 - - > 2< 2367488 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.038376:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000070598e05 00000080:00200000:2.0:1789762979.038380:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762979.038387:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1603 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.038407:0:13480:0:(rw26.c:871:ll_write_end()) pos 6565888, len 4096, copied 4096 00000080:00200000:2.0:1789762979.038428:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000788d0743[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1603] 00000080:00200000:2.0:1789762979.038445:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f7e476a9 17ffffc0001001 3:0 ffff99858829b8c0 1603 lru 00000080:00200000:2.0:1789762979.038484:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000142db703 579: 1< 0 - - > 2< 2371584 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.038493:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000788d0743 00000080:00200000:2.0:1789762979.038498:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1789762979.038503:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1604 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.038533:0:13480:0:(rw26.c:871:ll_write_end()) pos 6569984, len 4096, copied 4096 00000080:00200000:2.0:1789762979.038544:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000915d29a5[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1604] 00000080:00200000:2.0:1789762979.038562:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000000b1c5243 17ffffc0001001 3:0 ffff99858829b000 1604 lru 00000080:00200000:2.0:1789762979.038592:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000b88a1108 580: 1< 0 - - > 2< 2375680 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.038601:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000915d29a5 00000080:00200000:2.0:1789762979.038606:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1789762979.038617:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1605 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.038653:0:13480:0:(rw26.c:871:ll_write_end()) pos 6574080, len 4096, copied 4096 00000080:00200000:2.0:1789762979.038667:0:13480:0:(rw26.c:929:ll_write_end()) page@000000003959ed6f[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1605] 00000080:00200000:2.0:1789762979.038688:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000002335eb4b 17ffffc0001001 3:0 ffff99858829b1c0 1605 lru 00000080:00200000:2.0:1789762979.038714:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000d78f8b88 581: 1< 0 - - > 2< 2379776 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.038728:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000003959ed6f 00000080:00200000:2.0:1789762979.038732:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1789762979.038737:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1606 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.038760:0:13480:0:(rw26.c:871:ll_write_end()) pos 6578176, len 4096, copied 4096 00000080:00200000:2.0:1789762979.038777:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000c6082cb4[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1606] 00000080:00200000:2.0:1789762979.038791:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000002dffb116 17ffffc0001001 3:0 ffff99858829bee0 1606 lru 00000080:00200000:2.0:1789762979.038838:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000002aab5282 582: 1< 0 - - > 2< 2383872 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.038847:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000c6082cb4 00000080:00200000:2.0:1789762979.038851:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762979.038858:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1607 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.038880:0:13480:0:(rw26.c:871:ll_write_end()) pos 6582272, len 4096, copied 4096 00000080:00200000:2.0:1789762979.038885:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000ff0cb242[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1607] 00000080:00200000:2.0:1789762979.038899:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000056a37ba4 17ffffc0001001 3:0 ffff99858829bd20 1607 lru 00000080:00200000:2.0:1789762979.038938:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000068f4b048 583: 1< 0 - - > 2< 2387968 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.038947:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000ff0cb242 00000080:00200000:2.0:1789762979.038953:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1789762979.038958:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1608 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.039004:0:13480:0:(rw26.c:871:ll_write_end()) pos 6586368, len 4096, copied 4096 00000080:00200000:2.0:1789762979.039029:0:13480:0:(rw26.c:929:ll_write_end()) page@000000003d4f18fd[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1608] 00000080:00200000:2.0:1789762979.039053:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000b9ed00f0 17ffffc0001021 2:0 ffff99858829b460 1608 lru 00000080:00200000:2.0:1789762979.039095:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000d3e0d9e7 584: 1< 0 - - > 2< 2392064 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.039103:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000003d4f18fd 00000080:00200000:2.0:1789762979.039108:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1789762979.039115:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1609 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.039138:0:13480:0:(rw26.c:871:ll_write_end()) pos 6590464, len 4096, copied 4096 00000080:00200000:2.0:1789762979.039156:0:13480:0:(rw26.c:929:ll_write_end()) page@000000003f0f1cf7[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1609] 00000080:00200000:2.0:1789762979.039170:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000006cae0588 17ffffc0001001 3:0 ffff99858829b700 1609 lru 00000080:00200000:2.0:1789762979.039178:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000005e7158f2 585: 1< 0 - - > 2< 2396160 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.039181:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000003f0f1cf7 00000080:00200000:2.0:1789762979.039184:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1789762979.039190:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1610 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.039215:0:13480:0:(rw26.c:871:ll_write_end()) pos 6594560, len 4096, copied 4096 00000080:00200000:2.0:1789762979.039236:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000362e122c[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1610] 00000080:00200000:2.0:1789762979.039248:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000b3809cfe 17ffffc0001001 3:0 ffff99858829be00 1610 lru 00000080:00200000:2.0:1789762979.039281:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000c4ae2afc 586: 1< 0 - - > 2< 2400256 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.039307:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000362e122c 00000080:00200000:2.0:1789762979.039308:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1789762979.039320:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1835 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.039347:0:13481:0:(rw26.c:871:ll_write_end()) pos 7516160, len 4096, copied 4096 00000080:00200000:2.0:1789762979.039363:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000d3f17fcc[3 00000000f75a6f98 2 1 000000007885039e 1 0 1835] 00000080:00200000:2.0:1789762979.039375:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000b617c322 17ffffc0001001 3:0 ffff99858829b2a0 1835 lru 00000080:00200000:2.0:1789762979.039406:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9f711cd 811: 1< 0 - - > 2< 3321856 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.039417:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000d3f17fcc 00000080:00200000:2.0:1789762979.039425:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1789762979.039430:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1836 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.039452:0:13481:0:(rw26.c:871:ll_write_end()) pos 7520256, len 4096, copied 4096 00000080:00200000:2.0:1789762979.039460:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000efccfa19[3 00000000f75a6f98 2 1 000000007885039e 1 0 1836] 00000080:00200000:2.0:1789762979.039471:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000009c380e83 17ffffc0001001 3:0 ffff99858829b7e0 1836 lru 00000080:00200000:2.0:1789762979.039504:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000002e84aca9 812: 1< 0 - - > 2< 3325952 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.039515:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000efccfa19 00000080:00200000:2.0:1789762979.039521:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1789762979.039529:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1837 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.039554:0:13481:0:(rw26.c:871:ll_write_end()) pos 7524352, len 4096, copied 4096 00000080:00200000:2.0:1789762979.039569:0:13481:0:(rw26.c:929:ll_write_end()) page@000000006cea498a[3 00000000f75a6f98 2 1 000000007885039e 1 0 1837] 00000080:00200000:2.0:1789762979.039583:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000df3d5005 17ffffc0001001 3:0 ffff99858829b9a0 1837 lru 00000080:00200000:2.0:1789762979.039620:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000c2a978f5 813: 1< 0 - - > 2< 3330048 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.039639:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000006cea498a 00000080:00200000:2.0:1789762979.039649:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1789762979.039655:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1838 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.039680:0:13481:0:(rw26.c:871:ll_write_end()) pos 7528448, len 4096, copied 4096 00000080:00200000:2.0:1789762979.039701:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000040c55b01[3 00000000f75a6f98 2 1 000000007885039e 1 0 1838] 00000080:00200000:2.0:1789762979.039716:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000fec41080 17ffffc0001001 3:0 ffff99858829ba80 1838 lru 00000080:00200000:2.0:1789762979.039739:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000b99e97da 814: 1< 0 - - > 2< 3334144 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.039745:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000040c55b01 00000080:00200000:2.0:1789762979.039754:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1789762979.039761:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1839 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.039788:0:13481:0:(rw26.c:871:ll_write_end()) pos 7532544, len 4096, copied 4096 00000080:00200000:2.0:1789762979.039800:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000052e01444[3 00000000f75a6f98 2 1 000000007885039e 1 0 1839] 00000080:00200000:2.0:1789762979.039816:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000e88b0aa2 17ffffc0001001 3:0 ffff99858829a380 1839 lru 00000080:00200000:2.0:1789762979.039841:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000008b339430 815: 1< 0 - - > 2< 3338240 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.039847:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000052e01444 00000080:00200000:2.0:1789762979.039852:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1789762979.039860:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1840 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.039885:0:13481:0:(rw26.c:871:ll_write_end()) pos 7536640, len 4096, copied 4096 00000080:00200000:2.0:1789762979.039900:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000087289f0d[3 00000000f75a6f98 2 1 000000007885039e 1 0 1840] 00000080:00200000:2.0:1789762979.039905:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000007b39074b 17ffffc0001001 3:0 ffff99858829a8c0 1840 lru 00000080:00200000:2.0:1789762979.039924:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000ebb5701b 816: 1< 0 - - > 2< 3342336 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.039932:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000087289f0d 00000080:00200000:2.0:1789762979.039939:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1789762979.039947:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1841 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.039971:0:13481:0:(rw26.c:871:ll_write_end()) pos 7540736, len 4096, copied 4096 00000080:00200000:2.0:1789762979.039985:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000bf6c9f94[3 00000000f75a6f98 2 1 000000007885039e 1 0 1841] 00000080:00200000:2.0:1789762979.040002:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000006a884706 17ffffc0001001 3:0 ffff99858829a000 1841 lru 00000080:00200000:2.0:1789762979.040029:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000071d1f1e7 817: 1< 0 - - > 2< 3346432 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.040038:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000bf6c9f94 00000080:00200000:2.0:1789762979.040047:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1789762979.040054:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1842 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.040078:0:13481:0:(rw26.c:871:ll_write_end()) pos 7544832, len 4096, copied 4096 00000080:00200000:2.0:1789762979.040093:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000041e5e3c6[3 00000000f75a6f98 2 1 000000007885039e 1 0 1842] 00000080:00200000:2.0:1789762979.040105:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000001fab0492 17ffffc0001001 3:0 ffff99858829a1c0 1842 lru 00000080:00200000:2.0:1789762979.040123:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000001abefc6f 818: 1< 0 - - > 2< 3350528 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.040132:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000041e5e3c6 00000080:00200000:2.0:1789762979.040139:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1789762979.040145:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1843 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.040169:0:13481:0:(rw26.c:871:ll_write_end()) pos 7548928, len 4096, copied 4096 00000080:00200000:2.0:1789762979.040192:0:13481:0:(rw26.c:929:ll_write_end()) page@000000004d7407ea[3 00000000f75a6f98 2 1 000000007885039e 1 0 1843] 00000080:00200000:2.0:1789762979.040206:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000074bf45e4 17ffffc0001001 3:0 ffff99858829aee0 1843 lru 00000080:00200000:2.0:1789762979.040241:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000f406b86f 819: 1< 0 - - > 2< 3354624 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.040252:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000004d7407ea 00000080:00200000:2.0:1789762979.040260:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1789762979.040267:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1844 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.040308:0:13481:0:(rw26.c:871:ll_write_end()) pos 7553024, len 4096, copied 4096 00000080:00200000:2.0:1789762979.040314:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000c5cd7a1a[3 00000000f75a6f98 2 1 000000007885039e 1 0 1844] 00000080:00200000:2.0:1789762979.040326:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000df01c840 17ffffc0001001 3:0 ffff99858829ad20 1844 lru 00000080:00200000:2.0:1789762979.040362:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000003a16b6a6 820: 1< 0 - - > 2< 3358720 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.040372:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000c5cd7a1a 00000080:00200000:2.0:1789762979.040379:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1789762979.040385:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1845 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.040409:0:13481:0:(rw26.c:871:ll_write_end()) pos 7557120, len 4096, copied 4096 00000080:00200000:2.0:1789762979.040421:0:13481:0:(rw26.c:929:ll_write_end()) page@000000003d7b251e[3 00000000f75a6f98 2 1 000000007885039e 1 0 1845] 00000080:00200000:2.0:1789762979.040425:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000188c9322 17ffffc0001001 3:0 ffff99858829a460 1845 lru 00000080:00200000:2.0:1789762979.040456:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000006b7acea4 821: 1< 0 - - > 2< 3362816 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.040468:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000003d7b251e 00000080:00200000:2.0:1789762979.040477:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1789762979.040483:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1846 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.040516:0:13481:0:(rw26.c:871:ll_write_end()) pos 7561216, len 4096, copied 4096 00000080:00200000:2.0:1789762979.040530:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000aac7022a[3 00000000f75a6f98 2 1 000000007885039e 1 0 1846] 00000080:00200000:2.0:1789762979.040542:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000001bf84c2e 17ffffc0001001 3:0 ffff99858829a700 1846 lru 00000080:00200000:2.0:1789762979.040585:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000038d75415 822: 1< 0 - - > 2< 3366912 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.040596:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000aac7022a 00000080:00200000:2.0:1789762979.040604:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1789762979.040611:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1847 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.040649:0:13481:0:(rw26.c:871:ll_write_end()) pos 7565312, len 4096, copied 4096 00000080:00200000:2.0:1789762979.040655:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000084af19c9[3 00000000f75a6f98 2 1 000000007885039e 1 0 1847] 00000080:00200000:2.0:1789762979.040670:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000b0ee1e7e 17ffffc0001021 2:0 ffff99858829ae00 1847 lru 00000080:00200000:2.0:1789762979.040708:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000000cc735a8 823: 1< 0 - - > 2< 3371008 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.040719:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000084af19c9 00000080:00200000:2.0:1789762979.040724:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1789762979.040731:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1848 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.040756:0:13481:0:(rw26.c:871:ll_write_end()) pos 7569408, len 4096, copied 4096 00000080:00200000:2.0:1789762979.040769:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000b60a97ee[3 00000000f75a6f98 2 1 000000007885039e 1 0 1848] 00000080:00200000:2.0:1789762979.040773:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000001590f0e2 17ffffc0001001 3:0 ffff99858829a2a0 1848 lru 00000080:00200000:2.0:1789762979.040807:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000eea01f83 824: 1< 0 - - > 2< 3375104 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.040819:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000b60a97ee 00000080:00200000:2.0:1789762979.040824:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762979.040833:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1849 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.040857:0:13481:0:(rw26.c:871:ll_write_end()) pos 7573504, len 4096, copied 4096 00000080:00200000:2.0:1789762979.040876:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000ffad598a[3 00000000f75a6f98 2 1 000000007885039e 1 0 1849] 00000080:00200000:2.0:1789762979.040890:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000dfc4f02b 17ffffc0001001 3:0 ffff99858829a7e0 1849 lru 00000080:00200000:2.0:1789762979.040935:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000080268427 825: 1< 0 - - > 2< 3379200 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.040946:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000ffad598a 00000080:00200000:2.0:1789762979.040951:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1789762979.040956:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1850 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.040980:0:13481:0:(rw26.c:871:ll_write_end()) pos 7577600, len 4096, copied 4096 00000080:00200000:2.0:1789762979.040997:0:13481:0:(rw26.c:929:ll_write_end()) page@000000006a39e80d[3 00000000f75a6f98 2 1 000000007885039e 1 0 1850] 00000080:00200000:2.0:1789762979.041014:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000066d213de 17ffffc0001001 3:0 ffff99858829a9a0 1850 lru 00000080:00200000:2.0:1789762979.041059:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000096cb6949 826: 1< 0 - - > 2< 3383296 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.041070:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000006a39e80d 00000080:00200000:2.0:1789762979.041076:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762979.041084:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1851 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.041108:0:13481:0:(rw26.c:871:ll_write_end()) pos 7581696, len 4096, copied 4096 00000080:00200000:2.0:1789762979.041130:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000f2e77c44[3 00000000f75a6f98 2 1 000000007885039e 1 0 1851] 00000080:00200000:2.0:1789762979.041145:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000b043696c 17ffffc0001001 3:0 ffff99858829aa80 1851 lru 00000080:00200000:2.0:1789762979.041192:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000006c87cd2e 827: 1< 0 - - > 2< 3387392 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.041204:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000f2e77c44 00000080:00200000:2.0:1789762979.041210:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762979.041218:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1852 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.041241:0:13481:0:(rw26.c:871:ll_write_end()) pos 7585792, len 4096, copied 4096 00000080:00200000:2.0:1789762979.041252:0:13481:0:(rw26.c:929:ll_write_end()) page@000000006aeab1b0[3 00000000f75a6f98 2 1 000000007885039e 1 0 1852] 00000080:00200000:2.0:1789762979.041271:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000aa446713 17ffffc0001001 3:0 ffff99858829ac40 1852 lru 00000080:00200000:2.0:1789762979.041316:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000008f29e1ff 828: 1< 0 - - > 2< 3391488 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.041321:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000006aeab1b0 00000080:00200000:2.0:1789762979.041325:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1789762979.041332:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1853 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.041356:0:13481:0:(rw26.c:871:ll_write_end()) pos 7589888, len 4096, copied 4096 00000080:00200000:2.0:1789762979.041370:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000a790ee80[3 00000000f75a6f98 2 1 000000007885039e 1 0 1853] 00000080:00200000:2.0:1789762979.041384:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff2e4216 17ffffc0001001 3:0 ffff99858829a620 1853 lru 00000080:00200000:2.0:1789762979.041427:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000029da4977 829: 1< 0 - - > 2< 3395584 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.041433:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000a790ee80 00000080:00200000:2.0:1789762979.041440:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762979.041444:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1854 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.041465:0:13481:0:(rw26.c:871:ll_write_end()) pos 7593984, len 4096, copied 4096 00000080:00200000:2.0:1789762979.041473:0:13481:0:(rw26.c:929:ll_write_end()) page@000000007bba193c[3 00000000f75a6f98 2 1 000000007885039e 1 0 1854] 00000080:00200000:2.0:1789762979.041476:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000856a512f 17ffffc0001001 3:0 ffff99858829ab60 1854 lru 00000080:00200000:2.0:1789762979.041520:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000f5e0a7ff 830: 1< 0 - - > 2< 3399680 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.041526:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000007bba193c 00000080:00200000:2.0:1789762979.041531:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762979.041537:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1855 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.041564:0:13481:0:(rw26.c:871:ll_write_end()) pos 7598080, len 4096, copied 4096 00000080:00200000:2.0:1789762979.041583:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000061151359[3 00000000f75a6f98 2 1 000000007885039e 1 0 1855] 00000080:00200000:2.0:1789762979.041597:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000003c1430b3 17ffffc0001001 3:0 ffff99858829a540 1855 lru 00000080:00200000:2.0:1789762979.041639:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000020a947df 831: 1< 0 - - > 2< 3403776 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.041647:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000061151359 00000080:00200000:2.0:1789762979.041653:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1789762979.041660:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1856 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.041684:0:13481:0:(rw26.c:871:ll_write_end()) pos 7602176, len 4096, copied 4096 00000080:00200000:2.0:1789762979.041690:0:13481:0:(rw26.c:929:ll_write_end()) page@000000004c950178[3 00000000f75a6f98 2 1 000000007885039e 1 0 1856] 00000080:00200000:2.0:1789762979.041700:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000522623af 17ffffc0001001 3:0 ffff99858829a0e0 1856 lru 00000080:00200000:2.0:1789762979.041747:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000dbb58aa6 832: 1< 0 - - > 2< 3407872 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.041761:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000004c950178 00000080:00200000:2.0:1789762979.041767:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762979.041778:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1857 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.041800:0:13481:0:(rw26.c:871:ll_write_end()) pos 7606272, len 4096, copied 4096 00000080:00200000:2.0:1789762979.041819:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000dbea1ce0[3 00000000f75a6f98 2 1 000000007885039e 1 0 1857] 00000080:00200000:2.0:1789762979.041841:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000bd68e076 17ffffc0001001 3:0 ffff998590a45ee0 1857 lru 00000080:00200000:2.0:1789762979.041892:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000004b3c51e7 833: 1< 0 - - > 2< 3411968 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.041897:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000dbea1ce0 00000080:00200000:2.0:1789762979.041903:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1789762979.041911:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1858 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.041940:0:13481:0:(rw26.c:871:ll_write_end()) pos 7610368, len 4096, copied 4096 00000080:00200000:2.0:1789762979.041947:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000000b79407[3 00000000f75a6f98 2 1 000000007885039e 1 0 1858] 00000080:00200000:2.0:1789762979.041961:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000008b5cbfea 17ffffc0001001 3:0 ffff998590a45d20 1858 lru 00000080:00200000:2.0:1789762979.041998:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000f7de0a9a 834: 1< 0 - - > 2< 3416064 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.042008:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000000b79407 00000080:00200000:2.0:1789762979.042015:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762979.042024:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1859 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.042046:0:13481:0:(rw26.c:871:ll_write_end()) pos 7614464, len 4096, copied 4096 00000080:00200000:2.0:1789762979.042061:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000065f0b9c[3 00000000f75a6f98 2 1 000000007885039e 1 0 1859] 00000080:00200000:2.0:1789762979.042078:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000009b9462f5 17ffffc0001001 3:0 ffff998590a45460 1859 lru 00000080:00200000:2.0:1789762979.042110:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000f21112ed 835: 1< 0 - - > 2< 3420160 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.042122:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000065f0b9c 00000080:00200000:2.0:1789762979.042128:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1789762979.042135:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1860 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.042162:0:13481:0:(rw26.c:871:ll_write_end()) pos 7618560, len 4096, copied 4096 00000080:00200000:2.0:1789762979.042180:0:13481:0:(rw26.c:929:ll_write_end()) page@000000005d302c7c[3 00000000f75a6f98 2 1 000000007885039e 1 0 1860] 00000080:00200000:2.0:1789762979.042201:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000075c336fa 17ffffc0001001 3:0 ffff998590a45700 1860 lru 00000080:00200000:2.0:1789762979.042249:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2f20559 836: 1< 0 - - > 2< 3424256 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.042255:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000005d302c7c 00000080:00200000:2.0:1789762979.042261:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1789762979.042267:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1861 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.042306:0:13481:0:(rw26.c:871:ll_write_end()) pos 7622656, len 4096, copied 4096 00000080:00200000:2.0:1789762979.042318:0:13481:0:(rw26.c:929:ll_write_end()) page@000000003566d150[3 00000000f75a6f98 2 1 000000007885039e 1 0 1861] 00000080:00200000:2.0:1789762979.042333:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000080a28239 17ffffc0001001 3:0 ffff998590a45e00 1861 lru 00000080:00200000:2.0:1789762979.042349:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000030a447b8 837: 1< 0 - - > 2< 3428352 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.042353:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000003566d150 00000080:00200000:2.0:1789762979.042362:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1789762979.042367:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1862 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.042397:0:13481:0:(rw26.c:871:ll_write_end()) pos 7626752, len 4096, copied 4096 00000080:00200000:2.0:1789762979.042420:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000027886608[3 00000000f75a6f98 2 1 000000007885039e 1 0 1862] 00000080:00200000:2.0:1789762979.042434:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000c3db57ed 17ffffc0001021 2:0 ffff998590a452a0 1862 lru 00000080:00200000:2.0:1789762979.042460:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000008264ef69 838: 1< 0 - - > 2< 3432448 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.042466:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000027886608 00000080:00200000:2.0:1789762979.042470:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762979.042475:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1863 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.042503:0:13481:0:(rw26.c:871:ll_write_end()) pos 7630848, len 4096, copied 4096 00000080:00200000:2.0:1789762979.042523:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000024e34548[3 00000000f75a6f98 2 1 000000007885039e 1 0 1863] 00000080:00200000:2.0:1789762979.042542:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000b6a76279 17ffffc0001001 3:0 ffff998590a457e0 1863 lru 00000080:00200000:2.0:1789762979.042564:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000009fde46ec 839: 1< 0 - - > 2< 3436544 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.042567:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000024e34548 00000080:00200000:2.0:1789762979.042570:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1789762979.042574:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1864 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.042595:0:13481:0:(rw26.c:871:ll_write_end()) pos 7634944, len 4096, copied 4096 00000080:00200000:2.0:1789762979.042620:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000085bb134a[3 00000000f75a6f98 2 1 000000007885039e 1 0 1864] 00000080:00200000:2.0:1789762979.042638:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000001386c846 17ffffc0001001 3:0 ffff998590a459a0 1864 lru 00000080:00200000:2.0:1789762979.042662:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000006603d4a5 840: 1< 0 - - > 2< 3440640 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.042670:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000085bb134a 00000080:00200000:2.0:1789762979.042673:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1789762979.042677:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1865 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.042698:0:13481:0:(rw26.c:871:ll_write_end()) pos 7639040, len 4096, copied 4096 00000080:00200000:2.0:1789762979.042718:0:13481:0:(rw26.c:929:ll_write_end()) page@000000009f71cd0b[3 00000000f75a6f98 2 1 000000007885039e 1 0 1865] 00000080:00200000:2.0:1789762979.042737:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000eec1f7f0 17ffffc0001001 3:0 ffff998590a45a80 1865 lru 00000080:00200000:2.0:1789762979.042778:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000074f9c442 841: 1< 0 - - > 2< 3444736 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.042788:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000009f71cd0b 00000080:00200000:2.0:1789762979.042793:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1789762979.042799:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1866 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.042826:0:13481:0:(rw26.c:871:ll_write_end()) pos 7643136, len 4096, copied 4096 00000080:00200000:2.0:1789762979.042842:0:13481:0:(rw26.c:929:ll_write_end()) page@000000001ae299d3[3 00000000f75a6f98 2 1 000000007885039e 1 0 1866] 00000080:00200000:2.0:1789762979.042857:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000c88ae111 17ffffc0001001 3:0 ffff998590a45c40 1866 lru 00000080:00200000:2.0:1789762979.042900:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000009453b29 842: 1< 0 - - > 2< 3448832 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.042908:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000001ae299d3 00000080:00200000:2.0:1789762979.042912:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1789762979.042919:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1867 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.042935:0:13481:0:(rw26.c:871:ll_write_end()) pos 7647232, len 4096, copied 4096 00000080:00200000:2.0:1789762979.042941:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000010f7d20c[3 00000000f75a6f98 2 1 000000007885039e 1 0 1867] 00000080:00200000:2.0:1789762979.042950:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000009cfcf28b 17ffffc0001001 3:0 ffff998590a45620 1867 lru 00000080:00200000:2.0:1789762979.042986:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000e069bddb 843: 1< 0 - - > 2< 3452928 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.042996:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000010f7d20c 00000080:00200000:2.0:1789762979.043000:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1789762979.043005:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1868 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.043026:0:13481:0:(rw26.c:871:ll_write_end()) pos 7651328, len 4096, copied 4096 00000080:00200000:2.0:1789762979.043038:0:13481:0:(rw26.c:929:ll_write_end()) page@000000007aa85867[3 00000000f75a6f98 2 1 000000007885039e 1 0 1868] 00000080:00200000:2.0:1789762979.043053:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000002e46fcdf 17ffffc0001001 3:0 ffff998590a45b60 1868 lru 00000080:00200000:2.0:1789762979.043078:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000f14dc0b8 844: 1< 0 - - > 2< 3457024 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.043086:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000007aa85867 00000080:00200000:2.0:1789762979.043092:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1789762979.043100:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1869 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.043124:0:13481:0:(rw26.c:871:ll_write_end()) pos 7655424, len 4096, copied 4096 00000080:00200000:2.0:1789762979.043135:0:13481:0:(rw26.c:929:ll_write_end()) page@000000005672822f[3 00000000f75a6f98 2 1 000000007885039e 1 0 1869] 00000080:00200000:2.0:1789762979.043139:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000006d7a3cbc 17ffffc0001001 3:0 ffff998590a45540 1869 lru 00000080:00200000:2.0:1789762979.043178:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000bd41e4a6 845: 1< 0 - - > 2< 3461120 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.043186:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000005672822f 00000080:00200000:2.0:1789762979.043195:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1789762979.043204:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1870 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.043229:0:13481:0:(rw26.c:871:ll_write_end()) pos 7659520, len 4096, copied 4096 00000080:00200000:2.0:1789762979.043243:0:13481:0:(rw26.c:929:ll_write_end()) page@000000005842fb44[3 00000000f75a6f98 2 1 000000007885039e 1 0 1870] 00000080:00200000:2.0:1789762979.043257:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000014bff763 17ffffc0001001 3:0 ffff998590a450e0 1870 lru 00000080:00200000:2.0:1789762979.043305:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000b853d5b4 846: 1< 0 - - > 2< 3465216 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.043309:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000005842fb44 00000080:00200000:2.0:1789762979.043314:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1789762979.043329:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 958 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.043354:0:13477:0:(rw26.c:871:ll_write_end()) pos 3923968, len 4096, copied 4096 00000080:00200000:2.0:1789762979.043372:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000f5e43d9a[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 958] 00000080:00200000:2.0:1789762979.043390:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000874af20f 17ffffc0001001 3:0 ffff998590a45380 958 lru 00000080:00200000:2.0:1789762979.043434:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000d984cbb4 958: 1< 0 - - > 2< 3923968 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14786560 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.043442:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000f5e43d9a 00000080:00200000:2.0:1789762979.043450:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1789762979.043457:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 959 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.043482:0:13477:0:(rw26.c:871:ll_write_end()) pos 3928064, len 4096, copied 4096 00000080:00200000:2.0:1789762979.043501:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000b6550126[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 959] 00000080:00200000:2.0:1789762979.043516:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000964d00dc 17ffffc0001001 3:0 ffff998590a458c0 959 lru 00000080:00200000:2.0:1789762979.043562:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000003da3669d 959: 1< 0 - - > 2< 3928064 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14770176 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.043569:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000b6550126 00000080:00200000:2.0:1789762979.043575:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1789762979.043588:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 960 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.043615:0:13477:0:(rw26.c:871:ll_write_end()) pos 3932160, len 4096, copied 4096 00000080:00200000:2.0:1789762979.043641:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000070e647c4[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 960] 00000080:00200000:2.0:1789762979.043657:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000029dfabf5 17ffffc0001001 3:0 ffff998590a45000 960 lru 00000080:00200000:2.0:1789762979.043707:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000a8bc0aee 960: 1< 0 - - > 2< 3932160 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14753792 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.043720:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000070e647c4 00000080:00200000:2.0:1789762979.043728:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1789762979.043739:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 961 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.043763:0:13477:0:(rw26.c:871:ll_write_end()) pos 3936256, len 4096, copied 4096 00000080:00200000:2.0:1789762979.043782:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000070efb306[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 961] 00000080:00200000:2.0:1789762979.043797:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000097c91e3f 17ffffc0001001 3:0 ffff998590a451c0 961 lru 00000080:00200000:2.0:1789762979.043837:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000000c71b881 961: 1< 0 - - > 2< 3936256 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14741504 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.043844:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000070efb306 00000080:00200000:2.0:1789762979.043852:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1789762979.043865:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 962 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.043904:0:13477:0:(rw26.c:871:ll_write_end()) pos 3940352, len 4096, copied 4096 00000080:00200000:2.0:1789762979.043929:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000e7b102c9[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 962] 00000080:00200000:2.0:1789762979.043947:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000003d2ecfd6 17ffffc0001001 3:0 ffff9985881c97e0 962 lru 00000080:00200000:2.0:1789762979.043979:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000088bf1df9 962: 1< 0 - - > 2< 3940352 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14725120 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.043982:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000e7b102c9 00000080:00200000:2.0:1789762979.043983:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1789762979.043985:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 963 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.044002:0:13477:0:(rw26.c:871:ll_write_end()) pos 3944448, len 4096, copied 4096 00000080:00200000:2.0:1789762979.044023:0:13477:0:(rw26.c:929:ll_write_end()) page@000000001bbef73f[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 963] 00000080:00200000:2.0:1789762979.044041:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000deae3452 17ffffc0001001 3:0 ffff9985881c92a0 963 lru 00000080:00200000:2.0:1789762979.044075:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006b06f86d 963: 1< 0 - - > 2< 3944448 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14716928 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.044084:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000001bbef73f 00000080:00200000:2.0:1789762979.044088:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1789762979.044094:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 964 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.044119:0:13477:0:(rw26.c:871:ll_write_end()) pos 3948544, len 4096, copied 4096 00000080:00200000:2.0:1789762979.044143:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000108b232d[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 964] 00000080:00200000:2.0:1789762979.044160:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000efafa5f4 17ffffc0001021 2:0 ffff9985881c9e00 964 lru 00000080:00200000:2.0:1789762979.044184:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000007b91823e 964: 1< 0 - - > 2< 3948544 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14704640 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.044190:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000108b232d 00000080:00200000:2.0:1789762979.044194:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1789762979.044197:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 965 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.044220:0:13477:0:(rw26.c:871:ll_write_end()) pos 3952640, len 4096, copied 4096 00000080:00200000:2.0:1789762979.044243:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000835fd707[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 965] 00000080:00200000:2.0:1789762979.044259:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000003d59b146 17ffffc0001001 3:0 ffff9985881c9700 965 lru 00000080:00200000:2.0:1789762979.044304:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000cca4ad43 965: 1< 0 - - > 2< 3952640 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14692352 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.044308:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000835fd707 00000080:00200000:2.0:1789762979.044310:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1789762979.044313:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 966 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.044333:0:13477:0:(rw26.c:871:ll_write_end()) pos 3956736, len 4096, copied 4096 00000080:00200000:2.0:1789762979.044353:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000995767ac[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 966] 00000080:00200000:2.0:1789762979.044369:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000ae997ced 17ffffc0001001 3:0 ffff9985881c9460 966 lru 00000080:00200000:2.0:1789762979.044395:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000a151a450 966: 1< 0 - - > 2< 3956736 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14688256 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.044402:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000995767ac 00000080:00200000:2.0:1789762979.044406:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1789762979.044413:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 967 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.044432:0:13477:0:(rw26.c:871:ll_write_end()) pos 3960832, len 4096, copied 4096 00000080:00200000:2.0:1789762979.044440:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000035bbd419[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 967] 00000080:00200000:2.0:1789762979.044443:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000f0cf6153 17ffffc0001001 3:0 ffff9985881c9d20 967 lru 00000080:00200000:2.0:1789762979.044475:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000040fab150 967: 1< 0 - - > 2< 3960832 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14675968 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.044484:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000035bbd419 00000080:00200000:2.0:1789762979.044489:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1789762979.044492:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 968 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.044514:0:13477:0:(rw26.c:871:ll_write_end()) pos 3964928, len 4096, copied 4096 00000080:00200000:2.0:1789762979.044530:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000062cd1a5b[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 968] 00000080:00200000:2.0:1789762979.044544:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000b1b90778 17ffffc0001001 3:0 ffff9985881c9ee0 968 lru 00000080:00200000:2.0:1789762979.044564:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000005fa87a85 968: 1< 0 - - > 2< 3964928 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14667776 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.044574:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000062cd1a5b 00000080:00200000:2.0:1789762979.044582:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1789762979.044588:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 969 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.044608:0:13477:0:(rw26.c:871:ll_write_end()) pos 3969024, len 4096, copied 4096 00000080:00200000:2.0:1789762979.044623:0:13477:0:(rw26.c:929:ll_write_end()) page@000000004092fee5[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 969] 00000080:00200000:2.0:1789762979.044640:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000d92deeef 17ffffc0001001 3:0 ffff9985881c91c0 969 lru 00000080:00200000:2.0:1789762979.044649:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000a2e15148 969: 1< 0 - - > 2< 3969024 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14655488 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.044651:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000004092fee5 00000080:00200000:2.0:1789762979.044653:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1789762979.044657:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 970 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.044680:0:13477:0:(rw26.c:871:ll_write_end()) pos 3973120, len 4096, copied 4096 00000080:00200000:2.0:1789762979.044701:0:13477:0:(rw26.c:929:ll_write_end()) page@000000004156034a[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 970] 00000080:00200000:2.0:1789762979.044714:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000bfbfbc54 17ffffc0001001 3:0 ffff9985881c9000 970 lru 00000080:00200000:2.0:1789762979.044744:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000005e3cbc68 970: 1< 0 - - > 2< 3973120 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14647296 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.044749:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000004156034a 00000080:00200000:2.0:1789762979.044755:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1789762979.044760:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 971 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.044785:0:13477:0:(rw26.c:871:ll_write_end()) pos 3977216, len 4096, copied 4096 00000080:00200000:2.0:1789762979.044805:0:13477:0:(rw26.c:929:ll_write_end()) page@000000009be0b5b3[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 971] 00000080:00200000:2.0:1789762979.044821:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000004aaed84d 17ffffc0001001 3:0 ffff9985881c98c0 971 lru 00000080:00200000:2.0:1789762979.044833:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000653370f9 971: 1< 0 - - > 2< 3977216 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14635008 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.044837:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000009be0b5b3 00000080:00200000:2.0:1789762979.044838:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1789762979.044842:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 972 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.044868:0:13477:0:(rw26.c:871:ll_write_end()) pos 3981312, len 4096, copied 4096 00000080:00200000:2.0:1789762979.044891:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000055ba5b18[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 972] 00000080:00200000:2.0:1789762979.044909:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000011fd7e65 17ffffc0001001 3:0 ffff9985881c9380 972 lru 00000080:00200000:2.0:1789762979.044924:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000ca573f6d 972: 1< 0 - - > 2< 3981312 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14626816 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.044930:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000055ba5b18 00000080:00200000:2.0:1789762979.044934:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1789762979.044938:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 973 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.044962:0:13477:0:(rw26.c:871:ll_write_end()) pos 3985408, len 4096, copied 4096 00000080:00200000:2.0:1789762979.044982:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000743c1347[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 973] 00000080:00200000:2.0:1789762979.044993:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000007863edc1 17ffffc0001001 3:0 ffff9985881c90e0 973 lru 00000080:00200000:2.0:1789762979.045000:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000007a7b4230 973: 1< 0 - - > 2< 3985408 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14614528 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.045005:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000743c1347 00000080:00200000:2.0:1789762979.045011:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762979.045018:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 974 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.045036:0:13477:0:(rw26.c:871:ll_write_end()) pos 3989504, len 4096, copied 4096 00000080:00200000:2.0:1789762979.045057:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000036212767[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 974] 00000080:00200000:2.0:1789762979.045079:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000011126983 17ffffc0001001 3:0 ffff9985881c9540 974 lru 00000080:00200000:2.0:1789762979.045110:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000a50131d0 974: 1< 0 - - > 2< 3989504 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14610432 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.045114:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000036212767 00000080:00200000:2.0:1789762979.045119:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1789762979.045126:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 975 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.045149:0:13477:0:(rw26.c:871:ll_write_end()) pos 3993600, len 4096, copied 4096 00000080:00200000:2.0:1789762979.045170:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000059a71373[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 975] 00000080:00200000:2.0:1789762979.045179:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000bf2b867a 17ffffc0001001 3:0 ffff9985881c9b60 975 lru 00000080:00200000:2.0:1789762979.045188:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000eca24580 975: 1< 0 - - > 2< 3993600 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14598144 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.045198:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000059a71373 00000080:00200000:2.0:1789762979.045206:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762979.045213:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 976 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.045236:0:13477:0:(rw26.c:871:ll_write_end()) pos 3997696, len 4096, copied 4096 00000080:00200000:2.0:1789762979.045253:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000464d862a[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 976] 00000080:00200000:2.0:1789762979.045274:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000704b427b 17ffffc0001001 3:0 ffff9985881c9620 976 lru 00000080:00200000:2.0:1789762979.045280:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000845e95a7 976: 1< 0 - - > 2< 3997696 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14585856 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.045302:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000464d862a 00000080:00200000:2.0:1789762979.045304:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1789762979.045307:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 977 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.045325:0:13477:0:(rw26.c:871:ll_write_end()) pos 4001792, len 4096, copied 4096 00000080:00200000:2.0:1789762979.045351:0:13477:0:(rw26.c:929:ll_write_end()) page@000000001a417575[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 977] 00000080:00200000:2.0:1789762979.045366:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000041ad63b 17ffffc0001001 3:0 ffff9985881c9c40 977 lru 00000080:00200000:2.0:1789762979.045402:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000e1c8bad4 977: 1< 0 - - > 2< 4001792 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14577664 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.045410:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000001a417575 00000080:00200000:2.0:1789762979.045412:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1789762979.045415:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 978 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.045434:0:13477:0:(rw26.c:871:ll_write_end()) pos 4005888, len 4096, copied 4096 00000080:00200000:2.0:1789762979.045459:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000038037629[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 978] 00000080:00200000:2.0:1789762979.045475:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000000261a17a 17ffffc0001001 3:0 ffff9985881c9a80 978 lru 00000080:00200000:2.0:1789762979.045507:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000072d2fb14 978: 1< 0 - - > 2< 4005888 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14569472 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.045512:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000038037629 00000080:00200000:2.0:1789762979.045514:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1789762979.045517:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 979 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.045547:0:13477:0:(rw26.c:871:ll_write_end()) pos 4009984, len 4096, copied 4096 00000080:00200000:2.0:1789762979.045567:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000065656fa7[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 979] 00000080:00200000:2.0:1789762979.045580:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000c75c1f99 17ffffc0001021 2:0 ffff9985881c99a0 979 lru 00000080:00200000:2.0:1789762979.045606:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000006ced774d 979: 1< 0 - - > 2< 4009984 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14557184 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.045609:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000065656fa7 00000080:00200000:2.0:1789762979.045610:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1789762979.045613:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 980 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.045650:0:13477:0:(rw26.c:871:ll_write_end()) pos 4014080, len 4096, copied 4096 00000080:00200000:2.0:1789762979.045673:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000def424cb[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 980] 00000080:00200000:2.0:1789762979.045679:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000623b3e9b 17ffffc0001001 3:0 ffff9985a0634d20 980 lru 00000080:00200000:2.0:1789762979.045713:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000e4ffcbdd 980: 1< 0 - - > 2< 4014080 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14544896 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.045719:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000def424cb 00000080:00200000:2.0:1789762979.045722:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1789762979.045726:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 981 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.045742:0:13477:0:(rw26.c:871:ll_write_end()) pos 4018176, len 4096, copied 4096 00000080:00200000:2.0:1789762979.045764:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000642d02b5[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 981] 00000080:00200000:2.0:1789762979.045785:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000005ab00bfc 17ffffc0001001 3:0 ffff9985a0634ee0 981 lru 00000080:00200000:2.0:1789762979.045813:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000fb736bf4 981: 1< 0 - - > 2< 4018176 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14536704 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.045822:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000642d02b5 00000080:00200000:2.0:1789762979.045827:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1789762979.045836:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 982 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.045864:0:13477:0:(rw26.c:871:ll_write_end()) pos 4022272, len 4096, copied 4096 00000080:00200000:2.0:1789762979.045883:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000af3a8daa[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 982] 00000080:00200000:2.0:1789762979.045898:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000003170809f 17ffffc0001001 3:0 ffff9985a06341c0 982 lru 00000080:00200000:2.0:1789762979.045914:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000000ab1b615 982: 1< 0 - - > 2< 4022272 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14524416 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.045927:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000af3a8daa 00000080:00200000:2.0:1789762979.045931:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1789762979.045937:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 983 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.045961:0:13477:0:(rw26.c:871:ll_write_end()) pos 4026368, len 4096, copied 4096 00000080:00200000:2.0:1789762979.045979:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000092486c0f[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 983] 00000080:00200000:2.0:1789762979.045997:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000022625309 17ffffc0001001 3:0 ffff9985a0634000 983 lru 00000080:00200000:2.0:1789762979.046011:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000185db915 983: 1< 0 - - > 2< 4026368 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14512128 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.046017:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000092486c0f 00000080:00200000:2.0:1789762979.046022:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762979.046030:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 984 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.046054:0:13477:0:(rw26.c:871:ll_write_end()) pos 4030464, len 4096, copied 4096 00000080:00200000:2.0:1789762979.046077:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000074b48c3[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 984] 00000080:00200000:2.0:1789762979.046087:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000006340ce60 17ffffc0001001 3:0 ffff9985a06348c0 984 lru 00000080:00200000:2.0:1789762979.046104:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000ef053b73 984: 1< 0 - - > 2< 4030464 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14499840 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.046109:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000074b48c3 00000080:00200000:2.0:1789762979.046111:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1789762979.046117:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 985 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.046139:0:13477:0:(rw26.c:871:ll_write_end()) pos 4034560, len 4096, copied 4096 00000080:00200000:2.0:1789762979.046161:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000ca7b95d3[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 985] 00000080:00200000:2.0:1789762979.046176:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000d95acb4c 17ffffc0001001 3:0 ffff9985a0634380 985 lru 00000080:00200000:2.0:1789762979.046214:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000876607b9 985: 1< 0 - - > 2< 4034560 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14491648 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.046220:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000ca7b95d3 00000080:00200000:2.0:1789762979.046224:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1789762979.046228:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 986 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.046253:0:13477:0:(rw26.c:871:ll_write_end()) pos 4038656, len 4096, copied 4096 00000080:00200000:2.0:1789762979.046269:0:13477:0:(rw26.c:929:ll_write_end()) page@000000003440811f[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 986] 00000080:00200000:2.0:1789762979.046283:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000008f627376 17ffffc0001001 3:0 ffff9985a06340e0 986 lru 00000080:00200000:2.0:1789762979.046307:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000a78a5116 986: 1< 0 - - > 2< 4038656 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14483456 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.046310:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000003440811f 00000080:00200000:2.0:1789762979.046311:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762979.046313:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 987 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.046329:0:13477:0:(rw26.c:871:ll_write_end()) pos 4042752, len 4096, copied 4096 00000080:00200000:2.0:1789762979.046348:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000d72040b5[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 987] 00000080:00200000:2.0:1789762979.046362:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000290582ac 17ffffc0001001 3:0 ffff9985a0634540 987 lru 00000080:00200000:2.0:1789762979.046397:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000005f3e1b00 987: 1< 0 - - > 2< 4042752 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14479360 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.046404:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000d72040b5 00000080:00200000:2.0:1789762979.046406:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1789762979.046408:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 988 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.046427:0:13477:0:(rw26.c:871:ll_write_end()) pos 4046848, len 4096, copied 4096 00000080:00200000:2.0:1789762979.046450:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000d7ef5385[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 988] 00000080:00200000:2.0:1789762979.046466:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000e0cad9cb 17ffffc0001001 3:0 ffff9985a0634b60 988 lru 00000080:00200000:2.0:1789762979.046508:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000523746e7 988: 1< 0 - - > 2< 4046848 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14471168 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.046515:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000d7ef5385 00000080:00200000:2.0:1789762979.046523:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762979.046528:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 989 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.046552:0:13477:0:(rw26.c:871:ll_write_end()) pos 4050944, len 4096, copied 4096 00000080:00200000:2.0:1789762979.046567:0:13477:0:(rw26.c:929:ll_write_end()) page@000000005e3ec614[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 989] 00000080:00200000:2.0:1789762979.046576:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000099d7d215 17ffffc0001001 3:0 ffff9985a0634620 989 lru 00000080:00200000:2.0:1789762979.046615:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd92ed3c 989: 1< 0 - - > 2< 4050944 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14458880 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.046621:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000005e3ec614 00000080:00200000:2.0:1789762979.046636:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1789762979.046639:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 990 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.046659:0:13477:0:(rw26.c:871:ll_write_end()) pos 4055040, len 4096, copied 4096 00000080:00200000:2.0:1789762979.046668:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000b7692ea5[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 990] 00000080:00200000:2.0:1789762979.046679:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000383ca818 17ffffc0001001 3:0 ffff9985a0634c40 990 lru 00000080:00200000:2.0:1789762979.046704:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000003192f17f 990: 1< 0 - - > 2< 4055040 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14450688 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.046713:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000b7692ea5 00000080:00200000:2.0:1789762979.046716:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1789762979.046723:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 991 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.046748:0:13477:0:(rw26.c:871:ll_write_end()) pos 4059136, len 4096, copied 4096 00000080:00200000:2.0:1789762979.046758:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000078565bfe[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 991] 00000080:00200000:2.0:1789762979.046762:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000000e92779b 17ffffc0001001 3:0 ffff9985a0634a80 991 lru 00000080:00200000:2.0:1789762979.046806:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000cded2b93 991: 1< 0 - - > 2< 4059136 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14438400 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.046814:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000078565bfe 00000080:00200000:2.0:1789762979.046819:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1789762979.046824:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 992 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.046850:0:13477:0:(rw26.c:871:ll_write_end()) pos 4063232, len 4096, copied 4096 00000080:00200000:2.0:1789762979.046871:0:13477:0:(rw26.c:929:ll_write_end()) page@000000008b86869f[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 992] 00000080:00200000:2.0:1789762979.046880:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000075dfe0d8 17ffffc0001001 3:0 ffff9985a06349a0 992 lru 00000080:00200000:2.0:1789762979.046917:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000004a65af84 992: 1< 0 - - > 2< 4063232 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14426112 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.046927:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000008b86869f 00000080:00200000:2.0:1789762979.046933:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1789762979.046942:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 993 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.046964:0:13477:0:(rw26.c:871:ll_write_end()) pos 4067328, len 4096, copied 4096 00000080:00200000:2.0:1789762979.046972:0:13477:0:(rw26.c:929:ll_write_end()) page@000000006d5f946a[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 993] 00000080:00200000:2.0:1789762979.046990:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000ccab0ccd 17ffffc0001001 3:0 ffff9985a06347e0 993 lru 00000080:00200000:2.0:1789762979.047028:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000007801379a 993: 1< 0 - - > 2< 4067328 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14413824 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.047036:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000006d5f946a 00000080:00200000:2.0:1789762979.047042:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1789762979.047050:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 994 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.047078:0:13477:0:(rw26.c:871:ll_write_end()) pos 4071424, len 4096, copied 4096 00000080:00200000:2.0:1789762979.047096:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000748d59ee[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 994] 00000080:00200000:2.0:1789762979.047108:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000075ee1991 17ffffc0001021 2:0 ffff9985a06342a0 994 lru 00000080:00200000:2.0:1789762979.047150:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000070b44ce9 994: 1< 0 - - > 2< 4071424 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14401536 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.047157:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000748d59ee 00000080:00200000:2.0:1789762979.047165:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1789762979.047170:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 995 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.047199:0:13477:0:(rw26.c:871:ll_write_end()) pos 4075520, len 4096, copied 4096 00000080:00200000:2.0:1789762979.047205:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000088b60bcf[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 995] 00000080:00200000:2.0:1789762979.047222:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000e9f8e107 17ffffc0001001 3:0 ffff9985a0634e00 995 lru 00000080:00200000:2.0:1789762979.047262:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000088432500 995: 1< 0 - - > 2< 4075520 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14389248 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.047269:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000088b60bcf 00000080:00200000:2.0:1789762979.047276:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1789762979.047301:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 996 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.047321:0:13477:0:(rw26.c:871:ll_write_end()) pos 4079616, len 4096, copied 4096 00000080:00200000:2.0:1789762979.047341:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000c4b1fe72[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 996] 00000080:00200000:2.0:1789762979.047346:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000009b75c480 17ffffc0001001 3:0 ffff9985a0634700 996 lru 00000080:00200000:2.0:1789762979.047353:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000040cfd340 996: 1< 0 - - > 2< 4079616 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14376960 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.047358:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000c4b1fe72 00000080:00200000:2.0:1789762979.047361:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762979.047366:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 997 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.047387:0:13477:0:(rw26.c:871:ll_write_end()) pos 4083712, len 4096, copied 4096 00000080:00200000:2.0:1789762979.047412:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000026bda065[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 997] 00000080:00200000:2.0:1789762979.047429:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000009caf02af 17ffffc0001001 3:0 ffff9985a0634460 997 lru 00000080:00200000:2.0:1789762979.047460:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000007b35f1e8 997: 1< 0 - - > 2< 4083712 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14368768 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.047467:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000026bda065 00000080:00200000:2.0:1789762979.047473:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762979.047478:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 998 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.047509:0:13477:0:(rw26.c:871:ll_write_end()) pos 4087808, len 4096, copied 4096 00000080:00200000:2.0:1789762979.047529:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000671a8728[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 998] 00000080:00200000:2.0:1789762979.047533:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000034eab3b6 17ffffc0001001 3:0 ffff9985879df380 998 lru 00000080:00200000:2.0:1789762979.047543:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000007b47e9a0 998: 1< 0 - - > 2< 4087808 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14356480 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.047548:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000671a8728 00000080:00200000:2.0:1789762979.047554:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1789762979.047561:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 999 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.047586:0:13477:0:(rw26.c:871:ll_write_end()) pos 4091904, len 4096, copied 4096 00000080:00200000:2.0:1789762979.047605:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000506d715e[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 999] 00000080:00200000:2.0:1789762979.047623:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000d282bf18 17ffffc0001001 3:0 ffff9985879df0e0 999 lru 00000080:00200000:2.0:1789762979.047652:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000113e450b 999: 1< 0 - - > 2< 4091904 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14352384 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.047658:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000506d715e 00000080:00200000:2.0:1789762979.047664:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762979.047670:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1000 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.047695:0:13477:0:(rw26.c:871:ll_write_end()) pos 4096000, len 4096, copied 4096 00000080:00200000:2.0:1789762979.047715:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000d0a5fc7f[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1000] 00000080:00200000:2.0:1789762979.047719:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000abfefd70 17ffffc0001001 3:0 ffff9985879df540 1000 lru 00000080:00200000:2.0:1789762979.047728:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000000f3908d2 1000: 1< 0 - - > 2< 4096000 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14340096 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.047736:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000d0a5fc7f 00000080:00200000:2.0:1789762979.047741:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1789762979.047747:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1001 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.047765:0:13477:0:(rw26.c:871:ll_write_end()) pos 4100096, len 4096, copied 4096 00000080:00200000:2.0:1789762979.047782:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000c9a71507[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1001] 00000080:00200000:2.0:1789762979.047800:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000d6469189 17ffffc0001001 3:0 ffff9985879dfb60 1001 lru 00000080:00200000:2.0:1789762979.047822:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000b3a8d03a 1001: 1< 0 - - > 2< 4100096 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14331904 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.047825:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000c9a71507 00000080:00200000:2.0:1789762979.047829:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762979.047836:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1002 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.047860:0:13477:0:(rw26.c:871:ll_write_end()) pos 4104192, len 4096, copied 4096 00000080:00200000:2.0:1789762979.047880:0:13477:0:(rw26.c:929:ll_write_end()) page@000000003185f9dd[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1002] 00000080:00200000:2.0:1789762979.047896:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000092bb94e4 17ffffc0001001 3:0 ffff9985879df620 1002 lru 00000080:00200000:2.0:1789762979.047930:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000000b0269b1 1002: 1< 0 - - > 2< 4104192 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14319616 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.047940:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000003185f9dd 00000080:00200000:2.0:1789762979.047946:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1789762979.047955:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1003 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.047982:0:13477:0:(rw26.c:871:ll_write_end()) pos 4108288, len 4096, copied 4096 00000080:00200000:2.0:1789762979.048008:0:13477:0:(rw26.c:929:ll_write_end()) page@000000004442fb36[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1003] 00000080:00200000:2.0:1789762979.048014:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000000548be26 17ffffc0001001 3:0 ffff9985879dfc40 1003 lru 00000080:00200000:2.0:1789762979.048032:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000041e01fe0 1003: 1< 0 - - > 2< 4108288 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14307328 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.048042:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000004442fb36 00000080:00200000:2.0:1789762979.048047:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1789762979.048056:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1004 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.048077:0:13477:0:(rw26.c:871:ll_write_end()) pos 4112384, len 4096, copied 4096 00000080:00200000:2.0:1789762979.048094:0:13477:0:(rw26.c:929:ll_write_end()) page@000000000e943e05[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1004] 00000080:00200000:2.0:1789762979.048103:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000c9b52406 17ffffc0001001 3:0 ffff9985879dfa80 1004 lru 00000080:00200000:2.0:1789762979.048140:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd19ec9b 1004: 1< 0 - - > 2< 4112384 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14299136 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.048156:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000000e943e05 00000080:00200000:2.0:1789762979.048160:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1789762979.048166:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1005 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.048190:0:13477:0:(rw26.c:871:ll_write_end()) pos 4116480, len 4096, copied 4096 00000080:00200000:2.0:1789762979.048206:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000bf569680[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1005] 00000080:00200000:2.0:1789762979.048221:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000b72843a7 17ffffc0001001 3:0 ffff9985879df9a0 1005 lru 00000080:00200000:2.0:1789762979.048265:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000087d4533e 1005: 1< 0 - - > 2< 4116480 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14286848 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.048277:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000bf569680 00000080:00200000:2.0:1789762979.048281:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762979.048309:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2401 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.048335:0:13483:0:(rw26.c:871:ll_write_end()) pos 9834496, len 4096, copied 4096 00000080:00200000:2.0:1789762979.048352:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000008247806[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2401] 00000080:00200000:2.0:1789762979.048365:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000f5635d83 17ffffc0001001 3:0 ffff9985879df7e0 2401 lru 00000080:00200000:2.0:1789762979.048406:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000005393625b 1377: 1< 0 - - > 2< 5640192 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14270464 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.048415:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000008247806 00000080:00200000:2.0:1789762979.048422:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1789762979.048430:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2402 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.048453:0:13483:0:(rw26.c:871:ll_write_end()) pos 9838592, len 4096, copied 4096 00000080:00200000:2.0:1789762979.048459:0:13483:0:(rw26.c:929:ll_write_end()) page@000000005aa23809[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2402] 00000080:00200000:2.0:1789762979.048473:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000fe785ead 17ffffc0001001 3:0 ffff9985879df2a0 2402 lru 00000080:00200000:2.0:1789762979.048513:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000dc676e31 1378: 1< 0 - - > 2< 5644288 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14262272 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.048523:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000005aa23809 00000080:00200000:2.0:1789762979.048529:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762979.048536:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2403 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.048563:0:13483:0:(rw26.c:871:ll_write_end()) pos 9842688, len 4096, copied 4096 00000080:00200000:2.0:1789762979.048581:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000a71a0dc2[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2403] 00000080:00200000:2.0:1789762979.048598:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9430fb7 17ffffc0001001 3:0 ffff9985879dfe00 2403 lru 00000080:00200000:2.0:1789762979.048647:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000c5294e1f 1379: 1< 0 - - > 2< 5648384 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14249984 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.048654:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000a71a0dc2 00000080:00200000:2.0:1789762979.048661:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1789762979.048668:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2404 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.048696:0:13483:0:(rw26.c:871:ll_write_end()) pos 9846784, len 4096, copied 4096 00000080:00200000:2.0:1789762979.048702:0:13483:0:(rw26.c:929:ll_write_end()) page@000000003ce9e1f8[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2404] 00000080:00200000:2.0:1789762979.048715:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000007c29f2a2 17ffffc0001021 2:0 ffff9985879df700 2404 lru 00000080:00200000:2.0:1789762979.048753:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000e2ec3d16 1380: 1< 0 - - > 2< 5652480 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14233600 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.048757:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000003ce9e1f8 00000080:00200000:2.0:1789762979.048762:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1789762979.048768:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2405 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.048795:0:13483:0:(rw26.c:871:ll_write_end()) pos 9850880, len 4096, copied 4096 00000080:00200000:2.0:1789762979.048803:0:13483:0:(rw26.c:929:ll_write_end()) page@000000007f938659[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2405] 00000080:00200000:2.0:1789762979.048810:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000098650e78 17ffffc0001001 3:0 ffff9985879df460 2405 lru 00000080:00200000:2.0:1789762979.048851:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000847f7d00 1381: 1< 0 - - > 2< 5656576 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14221312 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.048866:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000007f938659 00000080:00200000:2.0:1789762979.048873:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1789762979.048880:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2406 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.048903:0:13483:0:(rw26.c:871:ll_write_end()) pos 9854976, len 4096, copied 4096 00000080:00200000:2.0:1789762979.048924:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000031f5195e[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2406] 00000080:00200000:2.0:1789762979.048944:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000ec2de7fb 17ffffc0001001 3:0 ffff9985879dfd20 2406 lru 00000080:00200000:2.0:1789762979.048973:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009b26c70f 1382: 1< 0 - - > 2< 5660672 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14209024 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.048982:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000031f5195e 00000080:00200000:2.0:1789762979.048987:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1789762979.048994:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2407 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.049019:0:13483:0:(rw26.c:871:ll_write_end()) pos 9859072, len 4096, copied 4096 00000080:00200000:2.0:1789762979.049024:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000096cafcb6[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2407] 00000080:00200000:2.0:1789762979.049039:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000599cb7f2 17ffffc0001001 3:0 ffff9985879dfee0 2407 lru 00000080:00200000:2.0:1789762979.049082:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000002956a0f4 1383: 1< 0 - - > 2< 5664768 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14200832 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.049090:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000096cafcb6 00000080:00200000:2.0:1789762979.049096:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1789762979.049102:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2408 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.049128:0:13483:0:(rw26.c:871:ll_write_end()) pos 9863168, len 4096, copied 4096 00000080:00200000:2.0:1789762979.049138:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000b6a20fff[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2408] 00000080:00200000:2.0:1789762979.049142:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000fc7d4287 17ffffc0001001 3:0 ffff9985879df1c0 2408 lru 00000080:00200000:2.0:1789762979.049168:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000c0e70e9f 1384: 1< 0 - - > 2< 5668864 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14188544 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.049175:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000b6a20fff 00000080:00200000:2.0:1789762979.049184:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1789762979.049190:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2409 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.049213:0:13483:0:(rw26.c:871:ll_write_end()) pos 9867264, len 4096, copied 4096 00000080:00200000:2.0:1789762979.049230:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000dd9fb84e[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2409] 00000080:00200000:2.0:1789762979.049241:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000ca164fe6 17ffffc0001001 3:0 ffff9985879df000 2409 lru 00000080:00200000:2.0:1789762979.049261:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000c19ba9d6 1385: 1< 0 - - > 2< 5672960 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14180352 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.049269:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000dd9fb84e 00000080:00200000:2.0:1789762979.049274:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1789762979.049281:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2410 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.049327:0:13483:0:(rw26.c:871:ll_write_end()) pos 9871360, len 4096, copied 4096 00000080:00200000:2.0:1789762979.049339:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000f67f488f[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2410] 00000080:00200000:2.0:1789762979.049358:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000007a10749e 17ffffc0001001 3:0 ffff9985879df8c0 2410 lru 00000080:00200000:2.0:1789762979.049376:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000009d40112 1386: 1< 0 - - > 2< 5677056 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14172160 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.049379:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000f67f488f 00000080:00200000:2.0:1789762979.049385:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1789762979.049395:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2411 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.049425:0:13483:0:(rw26.c:871:ll_write_end()) pos 9875456, len 4096, copied 4096 00000080:00200000:2.0:1789762979.049442:0:13483:0:(rw26.c:929:ll_write_end()) page@000000008bd52ada[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2411] 00000080:00200000:2.0:1789762979.049453:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000009543e308 17ffffc0001001 3:0 ffff9985a0585000 2411 lru 00000080:00200000:2.0:1789762979.049490:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000005e7acb53 1387: 1< 0 - - > 2< 5681152 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14159872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.049497:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000008bd52ada 00000080:00200000:2.0:1789762979.049504:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1789762979.049511:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2412 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.049536:0:13483:0:(rw26.c:871:ll_write_end()) pos 9879552, len 4096, copied 4096 00000080:00200000:2.0:1789762979.049547:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000567925a0[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2412] 00000080:00200000:2.0:1789762979.049551:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b4d9d007 17ffffc0001001 3:0 ffff9985a05858c0 2412 lru 00000080:00200000:2.0:1789762979.049561:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000000c665701 1388: 1< 0 - - > 2< 5685248 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14147584 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.049571:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000567925a0 00000080:00200000:2.0:1789762979.049578:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1789762979.049588:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2413 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.049610:0:13483:0:(rw26.c:871:ll_write_end()) pos 9883648, len 4096, copied 4096 00000080:00200000:2.0:1789762979.049636:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000bd19a52d[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2413] 00000080:00200000:2.0:1789762979.049650:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000084edfc43 17ffffc0001001 3:0 ffff9985a0585380 2413 lru 00000080:00200000:2.0:1789762979.049689:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000001452242c 1389: 1< 0 - - > 2< 5689344 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14139392 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.049695:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000bd19a52d 00000080:00200000:2.0:1789762979.049699:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1789762979.049707:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2414 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.049732:0:13483:0:(rw26.c:871:ll_write_end()) pos 9887744, len 4096, copied 4096 00000080:00200000:2.0:1789762979.049750:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000035a7f8d9[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2414] 00000080:00200000:2.0:1789762979.049767:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000005afda7a5 17ffffc0001001 3:0 ffff9985a05850e0 2414 lru 00000080:00200000:2.0:1789762979.049788:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000c6abf31e 1390: 1< 0 - - > 2< 5693440 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14127104 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.049798:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000035a7f8d9 00000080:00200000:2.0:1789762979.049803:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1789762979.049810:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2415 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.049829:0:13483:0:(rw26.c:871:ll_write_end()) pos 9891840, len 4096, copied 4096 00000080:00200000:2.0:1789762979.049844:0:13483:0:(rw26.c:929:ll_write_end()) page@000000005e5cea22[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2415] 00000080:00200000:2.0:1789762979.049856:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000005f3e77e8 17ffffc0001001 3:0 ffff9985a0585540 2415 lru 00000080:00200000:2.0:1789762979.049895:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000065bc6eb9 1391: 1< 0 - - > 2< 5697536 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14123008 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.049904:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000005e5cea22 00000080:00200000:2.0:1789762979.049907:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1789762979.049912:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2416 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.049932:0:13483:0:(rw26.c:871:ll_write_end()) pos 9895936, len 4096, copied 4096 00000080:00200000:2.0:1789762979.049951:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000b2a33121[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2416] 00000080:00200000:2.0:1789762979.049965:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000006bb7c596 17ffffc0001001 3:0 ffff9985a0585b60 2416 lru 00000080:00200000:2.0:1789762979.050004:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000fb1d226b 1392: 1< 0 - - > 2< 5701632 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14114816 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.050013:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000b2a33121 00000080:00200000:2.0:1789762979.050019:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1789762979.050031:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2417 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.050060:0:13483:0:(rw26.c:871:ll_write_end()) pos 9900032, len 4096, copied 4096 00000080:00200000:2.0:1789762979.050081:0:13483:0:(rw26.c:929:ll_write_end()) page@000000005c36a118[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2417] 00000080:00200000:2.0:1789762979.050100:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000007f38ab46 17ffffc0001001 3:0 ffff9985a0585620 2417 lru 00000080:00200000:2.0:1789762979.050109:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000ea7dac20 1393: 1< 0 - - > 2< 5705728 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14098432 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.050112:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000005c36a118 00000080:00200000:2.0:1789762979.050116:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1789762979.050119:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2418 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.050144:0:13483:0:(rw26.c:871:ll_write_end()) pos 9904128, len 4096, copied 4096 00000080:00200000:2.0:1789762979.050167:0:13483:0:(rw26.c:929:ll_write_end()) page@000000009b89e3c7[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2418] 00000080:00200000:2.0:1789762979.050184:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000038d45c4 17ffffc0001001 3:0 ffff9985a0585c40 2418 lru 00000080:00200000:2.0:1789762979.050217:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000001c221d12 1394: 1< 0 - - > 2< 5709824 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14114816 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.050223:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000009b89e3c7 00000080:00200000:2.0:1789762979.050230:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1789762979.050233:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2419 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.050262:0:13483:0:(rw26.c:871:ll_write_end()) pos 9908224, len 4096, copied 4096 00000080:00200000:2.0:1789762979.050283:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000097871698[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2419] 00000080:00200000:2.0:1789762979.050306:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000005943e9bb 17ffffc0001021 2:0 ffff9985a0585a80 2419 lru 00000080:00200000:2.0:1789762979.050311:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000000a65464b 1395: 1< 0 - - > 2< 5713920 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14077952 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.050314:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000097871698 00000080:00200000:2.0:1789762979.050315:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1789762979.050317:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2420 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.050335:0:13483:0:(rw26.c:871:ll_write_end()) pos 9912320, len 4096, copied 4096 00000080:00200000:2.0:1789762979.050351:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000025f8ca47[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2420] 00000080:00200000:2.0:1789762979.050370:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000c9ffa890 17ffffc0001001 3:0 ffff9985a05859a0 2420 lru 00000080:00200000:2.0:1789762979.050381:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009742e38b 1396: 1< 0 - - > 2< 5718016 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14077952 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.050386:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000025f8ca47 00000080:00200000:2.0:1789762979.050392:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1789762979.050397:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2421 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.050417:0:13483:0:(rw26.c:871:ll_write_end()) pos 9916416, len 4096, copied 4096 00000080:00200000:2.0:1789762979.050448:0:13483:0:(rw26.c:929:ll_write_end()) page@000000006311ec4f[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2421] 00000080:00200000:2.0:1789762979.050460:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000004f95151b 17ffffc0001001 3:0 ffff9985a05857e0 2421 lru 00000080:00200000:2.0:1789762979.050484:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000ca268326 1397: 1< 0 - - > 2< 5722112 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14098432 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.050492:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000006311ec4f 00000080:00200000:2.0:1789762979.050496:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1789762979.050499:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2422 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.050518:0:13483:0:(rw26.c:871:ll_write_end()) pos 9920512, len 4096, copied 4096 00000080:00200000:2.0:1789762979.050532:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000cf5a4f26[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2422] 00000080:00200000:2.0:1789762979.050542:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000005ccd52a6 17ffffc0001001 3:0 ffff9985a05852a0 2422 lru 00000080:00200000:2.0:1789762979.050547:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007a73bd8b 1398: 1< 0 - - > 2< 5726208 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14098432 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.050549:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000cf5a4f26 00000080:00200000:2.0:1789762979.050550:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1789762979.050551:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2423 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.050567:0:13483:0:(rw26.c:871:ll_write_end()) pos 9924608, len 4096, copied 4096 00000080:00200000:2.0:1789762979.050582:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000c169afec[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2423] 00000080:00200000:2.0:1789762979.050598:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000136c3172 17ffffc0001001 3:0 ffff9985a0585e00 2423 lru 00000080:00200000:2.0:1789762979.050645:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000193441ab 1399: 1< 0 - - > 2< 5730304 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14065664 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.050655:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000c169afec 00000080:00200000:2.0:1789762979.050659:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1789762979.050666:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2424 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.050686:0:13483:0:(rw26.c:871:ll_write_end()) pos 9928704, len 4096, copied 4096 00000080:00200000:2.0:1789762979.050691:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000a43cf70c[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2424] 00000080:00200000:2.0:1789762979.050707:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000fb90d746 17ffffc0001001 3:0 ffff9985a0585700 2424 lru 00000080:00200000:2.0:1789762979.050742:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000dbc625d5 1400: 1< 0 - - > 2< 5734400 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14053376 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.050753:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000a43cf70c 00000080:00200000:2.0:1789762979.050758:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1789762979.050765:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2425 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.050787:0:13483:0:(rw26.c:871:ll_write_end()) pos 9932800, len 4096, copied 4096 00000080:00200000:2.0:1789762979.050794:0:13483:0:(rw26.c:929:ll_write_end()) page@000000006c7e15e7[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2425] 00000080:00200000:2.0:1789762979.050796:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000009c115342 17ffffc0001001 3:0 ffff9985a0585460 2425 lru 00000080:00200000:2.0:1789762979.050821:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000dcbc6f55 1401: 1< 0 - - > 2< 5738496 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14041088 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.050832:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000006c7e15e7 00000080:00200000:2.0:1789762979.050839:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762979.050845:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2426 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.050868:0:13483:0:(rw26.c:871:ll_write_end()) pos 9936896, len 4096, copied 4096 00000080:00200000:2.0:1789762979.050883:0:13483:0:(rw26.c:929:ll_write_end()) page@000000009da6329d[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2426] 00000080:00200000:2.0:1789762979.050887:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000002744963f 17ffffc0001001 3:0 ffff9985a0585d20 2426 lru 00000080:00200000:2.0:1789762979.050923:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000f65534ac 1402: 1< 0 - - > 2< 5742592 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14028800 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.050931:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000009da6329d 00000080:00200000:2.0:1789762979.050938:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1789762979.050946:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2427 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.050966:0:13483:0:(rw26.c:871:ll_write_end()) pos 9940992, len 4096, copied 4096 00000080:00200000:2.0:1789762979.050991:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000fd87939f[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2427] 00000080:00200000:2.0:1789762979.051005:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000f5c54d41 17ffffc0001001 3:0 ffff9985a0585ee0 2427 lru 00000080:00200000:2.0:1789762979.051048:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000003628ee5e 1403: 1< 0 - - > 2< 5746688 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14016512 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.051056:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000fd87939f 00000080:00200000:2.0:1789762979.051063:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1789762979.051070:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2428 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.051092:0:13483:0:(rw26.c:871:ll_write_end()) pos 9945088, len 4096, copied 4096 00000080:00200000:2.0:1789762979.051098:0:13483:0:(rw26.c:929:ll_write_end()) page@000000006ea975cc[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2428] 00000080:00200000:2.0:1789762979.051106:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000eeb6be7d 17ffffc0001001 3:0 ffff9985a05851c0 2428 lru 00000080:00200000:2.0:1789762979.051153:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000004c0ea13b 1404: 1< 0 - - > 2< 5750784 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14008320 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.051162:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000006ea975cc 00000080:00200000:2.0:1789762979.051167:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1789762979.051175:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2429 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.051206:0:13483:0:(rw26.c:871:ll_write_end()) pos 9949184, len 4096, copied 4096 00000080:00200000:2.0:1789762979.051225:0:13483:0:(rw26.c:929:ll_write_end()) page@000000007ee87934[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2429] 00000080:00200000:2.0:1789762979.051248:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000000bcdcb17 17ffffc0001001 3:0 ffff998588230a80 2429 lru 00000080:00200000:2.0:1789762979.051305:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000ac0f5568 1405: 1< 0 - - > 2< 5754880 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 14000128 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.051308:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000007ee87934 00000080:00200000:2.0:1789762979.051310:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1789762979.051323:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2430 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.051345:0:13483:0:(rw26.c:871:ll_write_end()) pos 9953280, len 4096, copied 4096 00000080:00200000:2.0:1789762979.051354:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000198460a9[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2430] 00000080:00200000:2.0:1789762979.051361:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000001d632545 17ffffc0001001 3:0 ffff9985882309a0 2430 lru 00000080:00200000:2.0:1789762979.051394:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000042f4e6c8 1406: 1< 0 - - > 2< 5758976 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13991936 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.051401:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000198460a9 00000080:00200000:2.0:1789762979.051406:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1789762979.051411:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2431 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.051431:0:13483:0:(rw26.c:871:ll_write_end()) pos 9957376, len 4096, copied 4096 00000080:00200000:2.0:1789762979.051442:0:13483:0:(rw26.c:929:ll_write_end()) page@000000002a2a0754[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2431] 00000080:00200000:2.0:1789762979.051458:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000074464cc0 17ffffc0001001 3:0 ffff9985882307e0 2431 lru 00000080:00200000:2.0:1789762979.051487:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000005e874196 1407: 1< 0 - - > 2< 5763072 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13983744 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.051490:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000002a2a0754 00000080:00200000:2.0:1789762979.051491:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762979.051495:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2432 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.051514:0:13483:0:(rw26.c:871:ll_write_end()) pos 9961472, len 4096, copied 4096 00000080:00200000:2.0:1789762979.051532:0:13483:0:(rw26.c:929:ll_write_end()) page@000000005fbdd86e[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2432] 00000080:00200000:2.0:1789762979.051547:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000005b80e00d 17ffffc0001001 3:0 ffff9985882302a0 2432 lru 00000080:00200000:2.0:1789762979.051574:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000e103313e 1408: 1< 0 - - > 2< 5767168 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13975552 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.051581:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000005fbdd86e 00000080:00200000:2.0:1789762979.051591:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1789762979.051598:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2433 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.051625:0:13483:0:(rw26.c:871:ll_write_end()) pos 9965568, len 4096, copied 4096 00000080:00200000:2.0:1789762979.051643:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000035d9a9ec[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2433] 00000080:00200000:2.0:1789762979.051659:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000c1dac610 17ffffc0001001 3:0 ffff998588230e00 2433 lru 00000080:00200000:2.0:1789762979.051679:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000001819fd03 1409: 1< 0 - - > 2< 5771264 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13991936 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.051685:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000035d9a9ec 00000080:00200000:2.0:1789762979.051689:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1789762979.051695:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2434 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.051721:0:13483:0:(rw26.c:871:ll_write_end()) pos 9969664, len 4096, copied 4096 00000080:00200000:2.0:1789762979.051737:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000472a4d4d[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2434] 00000080:00200000:2.0:1789762979.051750:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000008109bfbe 17ffffc0001021 2:0 ffff998588230700 2434 lru 00000080:00200000:2.0:1789762979.051756:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000085735225 1410: 1< 0 - - > 2< 5775360 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13983744 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.051765:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000472a4d4d 00000080:00200000:2.0:1789762979.051770:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1789762979.051777:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2435 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.051803:0:13483:0:(rw26.c:871:ll_write_end()) pos 9973760, len 4096, copied 4096 00000080:00200000:2.0:1789762979.051823:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000056e57af0[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2435] 00000080:00200000:2.0:1789762979.051836:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b293e193 17ffffc0001001 3:0 ffff998588230460 2435 lru 00000080:00200000:2.0:1789762979.051852:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007ea85b57 1411: 1< 0 - - > 2< 5779456 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13950976 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.051854:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000056e57af0 00000080:00200000:2.0:1789762979.051856:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1789762979.051858:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2436 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.051881:0:13483:0:(rw26.c:871:ll_write_end()) pos 9977856, len 4096, copied 4096 00000080:00200000:2.0:1789762979.051898:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000037785530[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2436] 00000080:00200000:2.0:1789762979.051920:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000a46f0b29 17ffffc0001001 3:0 ffff998588230d20 2436 lru 00000080:00200000:2.0:1789762979.051945:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000079aa1a5b 1412: 1< 0 - - > 2< 5783552 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13942784 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.051951:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000037785530 00000080:00200000:2.0:1789762979.051957:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1789762979.051962:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2437 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.051990:0:13483:0:(rw26.c:871:ll_write_end()) pos 9981952, len 4096, copied 4096 00000080:00200000:2.0:1789762979.051996:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000a0259257[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2437] 00000080:00200000:2.0:1789762979.052000:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000007ffd6b6b 17ffffc0001001 3:0 ffff998588230ee0 2437 lru 00000080:00200000:2.0:1789762979.052037:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000075c352fa 1413: 1< 0 - - > 2< 5787648 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13930496 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.052046:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000a0259257 00000080:00200000:2.0:1789762979.052049:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1789762979.052057:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2438 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.052082:0:13483:0:(rw26.c:871:ll_write_end()) pos 9986048, len 4096, copied 4096 00000080:00200000:2.0:1789762979.052101:0:13483:0:(rw26.c:929:ll_write_end()) page@000000004a0ae696[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2438] 00000080:00200000:2.0:1789762979.052115:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000abbcfcbd 17ffffc0001001 3:0 ffff9985882301c0 2438 lru 00000080:00200000:2.0:1789762979.052121:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007e3a9148 1414: 1< 0 - - > 2< 5791744 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13950976 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.052124:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000004a0ae696 00000080:00200000:2.0:1789762979.052130:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1789762979.052137:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2439 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.052162:0:13483:0:(rw26.c:871:ll_write_end()) pos 9990144, len 4096, copied 4096 00000080:00200000:2.0:1789762979.052182:0:13483:0:(rw26.c:929:ll_write_end()) page@000000003b0c3df6[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2439] 00000080:00200000:2.0:1789762979.052201:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000aab09e94 17ffffc0001001 3:0 ffff998588230000 2439 lru 00000080:00200000:2.0:1789762979.052222:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000000e58592b 1415: 1< 0 - - > 2< 5795840 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13942784 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.052229:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000003b0c3df6 00000080:00200000:2.0:1789762979.052235:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1789762979.052241:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2440 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.052264:0:13483:0:(rw26.c:871:ll_write_end()) pos 9994240, len 4096, copied 4096 00000080:00200000:2.0:1789762979.052303:0:13483:0:(rw26.c:929:ll_write_end()) page@000000003b335543[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2440] 00000080:00200000:2.0:1789762979.052307:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000a461f064 17ffffc0001001 3:0 ffff9985882308c0 2440 lru 00000080:00200000:2.0:1789762979.052330:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000a75ed00e 1416: 1< 0 - - > 2< 5799936 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13910016 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.052334:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000003b335543 00000080:00200000:2.0:1789762979.052337:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1789762979.052344:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2441 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.052364:0:13483:0:(rw26.c:871:ll_write_end()) pos 9998336, len 4096, copied 4096 00000080:00200000:2.0:1789762979.052375:0:13483:0:(rw26.c:929:ll_write_end()) page@000000004ed6da9d[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2441] 00000080:00200000:2.0:1789762979.052384:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000000d5a9a2a 17ffffc0001001 3:0 ffff998588230380 2441 lru 00000080:00200000:2.0:1789762979.052407:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000713d0648 1417: 1< 0 - - > 2< 5804032 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13930496 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.052415:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000004ed6da9d 00000080:00200000:2.0:1789762979.052420:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1789762979.052426:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2442 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.052447:0:13483:0:(rw26.c:871:ll_write_end()) pos 10002432, len 4096, copied 4096 00000080:00200000:2.0:1789762979.052462:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000105a2679[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2442] 00000080:00200000:2.0:1789762979.052479:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b1fdcc93 17ffffc0001001 3:0 ffff9985882300e0 2442 lru 00000080:00200000:2.0:1789762979.052514:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000022bdc25c 1418: 1< 0 - - > 2< 5808128 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13897728 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.052521:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000105a2679 00000080:00200000:2.0:1789762979.052529:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1789762979.052534:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2443 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.052558:0:13483:0:(rw26.c:871:ll_write_end()) pos 10006528, len 4096, copied 4096 00000080:00200000:2.0:1789762979.052577:0:13483:0:(rw26.c:929:ll_write_end()) page@000000002d38f227[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2443] 00000080:00200000:2.0:1789762979.052588:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000f61aefd0 17ffffc0001001 3:0 ffff998588230540 2443 lru 00000080:00200000:2.0:1789762979.052622:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000543a6175 1419: 1< 0 - - > 2< 5812224 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13889536 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.052640:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000002d38f227 00000080:00200000:2.0:1789762979.052646:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1789762979.052653:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2444 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.052672:0:13483:0:(rw26.c:871:ll_write_end()) pos 10010624, len 4096, copied 4096 00000080:00200000:2.0:1789762979.052696:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000d0593980[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2444] 00000080:00200000:2.0:1789762979.052705:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000ab83030d 17ffffc0001001 3:0 ffff998588230b60 2444 lru 00000080:00200000:2.0:1789762979.052740:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000062f0bfb6 1420: 1< 0 - - > 2< 5816320 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13881344 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.052748:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000d0593980 00000080:00200000:2.0:1789762979.052750:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1789762979.052752:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2445 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.052773:0:13483:0:(rw26.c:871:ll_write_end()) pos 10014720, len 4096, copied 4096 00000080:00200000:2.0:1789762979.052798:0:13483:0:(rw26.c:929:ll_write_end()) page@000000008899b26b[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2445] 00000080:00200000:2.0:1789762979.052812:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000137c9205 17ffffc0001001 3:0 ffff998588230620 2445 lru 00000080:00200000:2.0:1789762979.052825:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8e559c8 1421: 1< 0 - - > 2< 5820416 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13873152 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.052830:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000008899b26b 00000080:00200000:2.0:1789762979.052834:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1789762979.052842:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2446 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.052865:0:13483:0:(rw26.c:871:ll_write_end()) pos 10018816, len 4096, copied 4096 00000080:00200000:2.0:1789762979.052882:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000abaec423[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2446] 00000080:00200000:2.0:1789762979.052896:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000025aaaa95 17ffffc0001001 3:0 ffff998588230c40 2446 lru 00000080:00200000:2.0:1789762979.052939:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000004348aec6 1422: 1< 0 - - > 2< 5824512 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13864960 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.052948:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000abaec423 00000080:00200000:2.0:1789762979.052953:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1789762979.052959:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2447 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.052989:0:13483:0:(rw26.c:871:ll_write_end()) pos 10022912, len 4096, copied 4096 00000080:00200000:2.0:1789762979.053005:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000c1fc95c8[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2447] 00000080:00200000:2.0:1789762979.053021:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000006caaa16b 17ffffc0001001 3:0 ffff998590124e00 2447 lru 00000080:00200000:2.0:1789762979.053046:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000585cc9f0 1423: 1< 0 - - > 2< 5828608 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13852672 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.053055:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000c1fc95c8 00000080:00200000:2.0:1789762979.053061:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1789762979.053069:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2448 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.053091:0:13483:0:(rw26.c:871:ll_write_end()) pos 10027008, len 4096, copied 4096 00000080:00200000:2.0:1789762979.053108:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000040497a8a[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2448] 00000080:00200000:2.0:1789762979.053116:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000c6da10ae 17ffffc0001001 3:0 ffff998590124700 2448 lru 00000080:00200000:2.0:1789762979.053127:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000ea43ee9f 1424: 1< 0 - - > 2< 5832704 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13869056 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.053131:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000040497a8a 00000080:00200000:2.0:1789762979.053138:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1789762979.053142:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2449 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.053170:0:13483:0:(rw26.c:871:ll_write_end()) pos 10031104, len 4096, copied 4096 00000080:00200000:2.0:1789762979.053191:0:13483:0:(rw26.c:929:ll_write_end()) page@000000000193b459[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2449] 00000080:00200000:2.0:1789762979.053207:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000071ccb966 17ffffc0001021 2:0 ffff998590124460 2449 lru 00000080:00200000:2.0:1789762979.053219:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000040443fd1 1425: 1< 0 - - > 2< 5836800 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13836288 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.053222:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000000193b459 00000080:00200000:2.0:1789762979.053224:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762979.053226:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2450 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.053247:0:13483:0:(rw26.c:871:ll_write_end()) pos 10035200, len 4096, copied 4096 00000080:00200000:2.0:1789762979.053269:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000cbc95b07[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2450] 00000080:00200000:2.0:1789762979.053302:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000003322b2d8 17ffffc0001001 3:0 ffff998590124d20 2450 lru 00000080:00200000:2.0:1789762979.053309:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000002cd77306 1426: 1< 0 - - > 2< 5840896 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13828096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.053310:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000cbc95b07 00000080:00200000:2.0:1789762979.053313:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1789762979.053324:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1611 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.053348:0:13480:0:(rw26.c:871:ll_write_end()) pos 6598656, len 4096, copied 4096 00000080:00200000:2.0:1789762979.053366:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000033fae65f[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1611] 00000080:00200000:2.0:1789762979.053381:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000454f7bfc 17ffffc0001001 3:0 ffff998590124ee0 1611 lru 00000080:00200000:2.0:1789762979.053419:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000d298ca9d 587: 1< 0 - - > 2< 2404352 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.053431:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000033fae65f 00000080:00200000:2.0:1789762979.053436:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1789762979.053443:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1612 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.053463:0:13480:0:(rw26.c:871:ll_write_end()) pos 6602752, len 4096, copied 4096 00000080:00200000:2.0:1789762979.053480:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e36b4a8b[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1612] 00000080:00200000:2.0:1789762979.053489:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000370790d1 17ffffc0001001 3:0 ffff9985901241c0 1612 lru 00000080:00200000:2.0:1789762979.053515:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000002864100 588: 1< 0 - - > 2< 2408448 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.053524:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e36b4a8b 00000080:00200000:2.0:1789762979.053527:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1789762979.053531:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1613 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.053554:0:13480:0:(rw26.c:871:ll_write_end()) pos 6606848, len 4096, copied 4096 00000080:00200000:2.0:1789762979.053566:0:13480:0:(rw26.c:929:ll_write_end()) page@000000003b736b12[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1613] 00000080:00200000:2.0:1789762979.053580:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000a5c28c3b 17ffffc0001001 3:0 ffff998590124000 1613 lru 00000080:00200000:2.0:1789762979.053610:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000001e8cb345 589: 1< 0 - - > 2< 2412544 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.053617:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000003b736b12 00000080:00200000:2.0:1789762979.053622:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1789762979.053639:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1614 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.053664:0:13480:0:(rw26.c:871:ll_write_end()) pos 6610944, len 4096, copied 4096 00000080:00200000:2.0:1789762979.053682:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000f7eeb989[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1614] 00000080:00200000:2.0:1789762979.053701:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f59aaf10 17ffffc0001001 3:0 ffff9985901248c0 1614 lru 00000080:00200000:2.0:1789762979.053711:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000022b1c6c5 590: 1< 0 - - > 2< 2416640 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.053713:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000f7eeb989 00000080:00200000:2.0:1789762979.053715:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1789762979.053720:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1615 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.053751:0:13480:0:(rw26.c:871:ll_write_end()) pos 6615040, len 4096, copied 4096 00000080:00200000:2.0:1789762979.053771:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000ede28cea[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1615] 00000080:00200000:2.0:1789762979.053789:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000031c90ce3 17ffffc0001001 3:0 ffff998590124380 1615 lru 00000080:00200000:2.0:1789762979.053807:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000bdb640e5 591: 1< 0 - - > 2< 2420736 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.053816:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000ede28cea 00000080:00200000:2.0:1789762979.053821:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1789762979.053828:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1616 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.053851:0:13480:0:(rw26.c:871:ll_write_end()) pos 6619136, len 4096, copied 4096 00000080:00200000:2.0:1789762979.053867:0:13480:0:(rw26.c:929:ll_write_end()) page@000000004f496a85[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1616] 00000080:00200000:2.0:1789762979.053878:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000006a332233 17ffffc0001001 3:0 ffff9985901240e0 1616 lru 00000080:00200000:2.0:1789762979.053922:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000006a955cfb 592: 1< 0 - - > 2< 2424832 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.053930:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000004f496a85 00000080:00200000:2.0:1789762979.053934:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1789762979.053940:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1617 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.053961:0:13480:0:(rw26.c:871:ll_write_end()) pos 6623232, len 4096, copied 4096 00000080:00200000:2.0:1789762979.053976:0:13480:0:(rw26.c:929:ll_write_end()) page@000000007d869739[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1617] 00000080:00200000:2.0:1789762979.053991:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000eb012ba2 17ffffc0001001 3:0 ffff998590124540 1617 lru 00000080:00200000:2.0:1789762979.054012:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000004a6774aa 593: 1< 0 - - > 2< 2428928 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.054019:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000007d869739 00000080:00200000:2.0:1789762979.054026:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1789762979.054033:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1618 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.054058:0:13480:0:(rw26.c:871:ll_write_end()) pos 6627328, len 4096, copied 4096 00000080:00200000:2.0:1789762979.054076:0:13480:0:(rw26.c:929:ll_write_end()) page@000000002aa3590e[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1618] 00000080:00200000:2.0:1789762979.054079:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000005bf5b27 17ffffc0001001 3:0 ffff998590124b60 1618 lru 00000080:00200000:2.0:1789762979.054085:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000002181fb57 594: 1< 0 - - > 2< 2433024 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.054093:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000002aa3590e 00000080:00200000:2.0:1789762979.054098:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1789762979.054104:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1619 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.054127:0:13480:0:(rw26.c:871:ll_write_end()) pos 6631424, len 4096, copied 4096 00000080:00200000:2.0:1789762979.054147:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000990ed8ad[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1619] 00000080:00200000:2.0:1789762979.054160:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000432bae4a 17ffffc0001001 3:0 ffff998590124620 1619 lru 00000080:00200000:2.0:1789762979.054197:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000259ec914 595: 1< 0 - - > 2< 2437120 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.054204:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000990ed8ad 00000080:00200000:2.0:1789762979.054207:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1789762979.054211:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1620 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.054235:0:13480:0:(rw26.c:871:ll_write_end()) pos 6635520, len 4096, copied 4096 00000080:00200000:2.0:1789762979.054255:0:13480:0:(rw26.c:929:ll_write_end()) page@000000003c0b07e4[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1620] 00000080:00200000:2.0:1789762979.054276:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000899cb3f2 17ffffc0001001 3:0 ffff998590124c40 1620 lru 00000080:00200000:2.0:1789762979.054308:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000cfccc51e 596: 1< 0 - - > 2< 2441216 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.054311:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000003c0b07e4 00000080:00200000:2.0:1789762979.054313:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762979.054318:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1621 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.054339:0:13480:0:(rw26.c:871:ll_write_end()) pos 6639616, len 4096, copied 4096 00000080:00200000:2.0:1789762979.054351:0:13480:0:(rw26.c:929:ll_write_end()) page@000000009b3b4d62[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1621] 00000080:00200000:2.0:1789762979.054354:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f025a3c1 17ffffc0001001 3:0 ffff998590124a80 1621 lru 00000080:00200000:2.0:1789762979.054359:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000002485d68c 597: 1< 0 - - > 2< 2445312 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.054365:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000009b3b4d62 00000080:00200000:2.0:1789762979.054367:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1789762979.054370:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1622 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.054392:0:13480:0:(rw26.c:871:ll_write_end()) pos 6643712, len 4096, copied 4096 00000080:00200000:2.0:1789762979.054407:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000044e6551e[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1622] 00000080:00200000:2.0:1789762979.054427:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000cee78f7a 17ffffc0001001 3:0 ffff9985901249a0 1622 lru 00000080:00200000:2.0:1789762979.054453:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000536c941a 598: 1< 0 - - > 2< 2449408 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.054465:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000044e6551e 00000080:00200000:2.0:1789762979.054471:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1789762979.054475:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1623 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.054498:0:13480:0:(rw26.c:871:ll_write_end()) pos 6647808, len 4096, copied 4096 00000080:00200000:2.0:1789762979.054519:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e0c1408e[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1623] 00000080:00200000:2.0:1789762979.054536:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000c15126c2 17ffffc0001001 3:0 ffff9985901247e0 1623 lru 00000080:00200000:2.0:1789762979.054574:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000605f823e 599: 1< 0 - - > 2< 2453504 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.054583:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e0c1408e 00000080:00200000:2.0:1789762979.054589:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1789762979.054597:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1624 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.054618:0:13480:0:(rw26.c:871:ll_write_end()) pos 6651904, len 4096, copied 4096 00000080:00200000:2.0:1789762979.054639:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000dc4f83e8[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1624] 00000080:00200000:2.0:1789762979.054650:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000081f4e283 17ffffc0001021 2:0 ffff9985901242a0 1624 lru 00000080:00200000:2.0:1789762979.054679:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000c374aa71 600: 1< 0 - - > 2< 2457600 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.054689:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000dc4f83e8 00000080:00200000:2.0:1789762979.054692:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1789762979.054701:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1625 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.054731:0:13480:0:(rw26.c:871:ll_write_end()) pos 6656000, len 4096, copied 4096 00000080:00200000:2.0:1789762979.054744:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000a0d823d2[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1625] 00000080:00200000:2.0:1789762979.054747:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f9152d0a 17ffffc0001001 3:0 ffff9985880fc8c0 1625 lru 00000080:00200000:2.0:1789762979.054767:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000fde3df7b 601: 1< 0 - - > 2< 2461696 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.054778:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000a0d823d2 00000080:00200000:2.0:1789762979.054783:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1789762979.054789:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1626 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.054811:0:13480:0:(rw26.c:871:ll_write_end()) pos 6660096, len 4096, copied 4096 00000080:00200000:2.0:1789762979.054828:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000ddf4d198[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1626] 00000080:00200000:2.0:1789762979.054842:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000c62b97d7 17ffffc0001001 3:0 ffff9985880fc380 1626 lru 00000080:00200000:2.0:1789762979.054862:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000024636e5a 602: 1< 0 - - > 2< 2465792 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.054864:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000ddf4d198 00000080:00200000:2.0:1789762979.054865:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1789762979.054868:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1627 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.054889:0:13480:0:(rw26.c:871:ll_write_end()) pos 6664192, len 4096, copied 4096 00000080:00200000:2.0:1789762979.054909:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e7654be7[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1627] 00000080:00200000:2.0:1789762979.054929:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000c1d7917c 17ffffc0001001 3:0 ffff9985880fc0e0 1627 lru 00000080:00200000:2.0:1789762979.054971:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5fa496b 603: 1< 0 - - > 2< 2469888 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.054977:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e7654be7 00000080:00200000:2.0:1789762979.054982:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1789762979.054986:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1628 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.055027:0:13480:0:(rw26.c:871:ll_write_end()) pos 6668288, len 4096, copied 4096 00000080:00200000:2.0:1789762979.055038:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e936b31a[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1628] 00000080:00200000:2.0:1789762979.055051:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000008e332a98 17ffffc0001001 3:0 ffff9985880fc540 1628 lru 00000080:00200000:2.0:1789762979.055091:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000bf691a5a 604: 1< 0 - - > 2< 2473984 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.055102:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e936b31a 00000080:00200000:2.0:1789762979.055107:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1789762979.055119:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1629 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.055141:0:13480:0:(rw26.c:871:ll_write_end()) pos 6672384, len 4096, copied 4096 00000080:00200000:2.0:1789762979.055158:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000087e8523c[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1629] 00000080:00200000:2.0:1789762979.055175:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000001957b133 17ffffc0001001 3:0 ffff9985880fcb60 1629 lru 00000080:00200000:2.0:1789762979.055212:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000a94ec286 605: 1< 0 - - > 2< 2478080 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.055222:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000087e8523c 00000080:00200000:2.0:1789762979.055230:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1789762979.055234:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1630 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.055255:0:13480:0:(rw26.c:871:ll_write_end()) pos 6676480, len 4096, copied 4096 00000080:00200000:2.0:1789762979.055267:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000088ce449f[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1630] 00000080:00200000:2.0:1789762979.055286:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000003e0f135a 17ffffc0001001 3:0 ffff9985880fc620 1630 lru 00000080:00200000:2.0:1789762979.055309:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000003828af1b 606: 1< 0 - - > 2< 2482176 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.055313:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000088ce449f 00000080:00200000:2.0:1789762979.055318:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1789762979.055323:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1631 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.055345:0:13480:0:(rw26.c:871:ll_write_end()) pos 6680576, len 4096, copied 4096 00000080:00200000:2.0:1789762979.055369:0:13480:0:(rw26.c:929:ll_write_end()) page@000000000540c08f[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1631] 00000080:00200000:2.0:1789762979.055385:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000033fe06ec 17ffffc0001001 3:0 ffff9985880fcc40 1631 lru 00000080:00200000:2.0:1789762979.055424:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000563ad449 607: 1< 0 - - > 2< 2486272 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.055435:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000000540c08f 00000080:00200000:2.0:1789762979.055443:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1789762979.055449:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1632 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.055468:0:13480:0:(rw26.c:871:ll_write_end()) pos 6684672, len 4096, copied 4096 00000080:00200000:2.0:1789762979.055491:0:13480:0:(rw26.c:929:ll_write_end()) page@000000009db8560c[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1632] 00000080:00200000:2.0:1789762979.055511:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000ccce09f7 17ffffc0001001 3:0 ffff9985880fca80 1632 lru 00000080:00200000:2.0:1789762979.055553:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000005e7ff967 608: 1< 0 - - > 2< 2490368 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.055561:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000009db8560c 00000080:00200000:2.0:1789762979.055567:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1789762979.055575:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1633 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.055602:0:13480:0:(rw26.c:871:ll_write_end()) pos 6688768, len 4096, copied 4096 00000080:00200000:2.0:1789762979.055623:0:13480:0:(rw26.c:929:ll_write_end()) page@000000002e068929[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1633] 00000080:00200000:2.0:1789762979.055640:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000003b1410e9 17ffffc0001001 3:0 ffff9985880fc9a0 1633 lru 00000080:00200000:2.0:1789762979.055681:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000cc8a4933 609: 1< 0 - - > 2< 2494464 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.055694:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000002e068929 00000080:00200000:2.0:1789762979.055703:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1789762979.055711:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1634 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.055736:0:13480:0:(rw26.c:871:ll_write_end()) pos 6692864, len 4096, copied 4096 00000080:00200000:2.0:1789762979.055744:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000861112f5[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1634] 00000080:00200000:2.0:1789762979.055755:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000003f8a456 17ffffc0001001 3:0 ffff9985880fc7e0 1634 lru 00000080:00200000:2.0:1789762979.055796:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000060096abf 610: 1< 0 - - > 2< 2498560 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.055801:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000861112f5 00000080:00200000:2.0:1789762979.055806:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762979.055811:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1635 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.055833:0:13480:0:(rw26.c:871:ll_write_end()) pos 6696960, len 4096, copied 4096 00000080:00200000:2.0:1789762979.055838:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000936549cd[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1635] 00000080:00200000:2.0:1789762979.055840:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f38fb618 17ffffc0001001 3:0 ffff9985880fc2a0 1635 lru 00000080:00200000:2.0:1789762979.055845:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000016035ee4 611: 1< 0 - - > 2< 2502656 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.055846:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000936549cd 00000080:00200000:2.0:1789762979.055847:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1789762979.055849:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1636 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.055864:0:13480:0:(rw26.c:871:ll_write_end()) pos 6701056, len 4096, copied 4096 00000080:00200000:2.0:1789762979.055878:0:13480:0:(rw26.c:929:ll_write_end()) page@000000005f48ea30[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1636] 00000080:00200000:2.0:1789762979.055892:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000486ecbab 17ffffc0001001 3:0 ffff9985880fce00 1636 lru 00000080:00200000:2.0:1789762979.055919:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000004ba40eeb 612: 1< 0 - - > 2< 2506752 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.055927:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000005f48ea30 00000080:00200000:2.0:1789762979.055932:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1789762979.055939:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1637 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.055953:0:13480:0:(rw26.c:871:ll_write_end()) pos 6705152, len 4096, copied 4096 00000080:00200000:2.0:1789762979.055957:0:13480:0:(rw26.c:929:ll_write_end()) page@000000000a9e5b72[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1637] 00000080:00200000:2.0:1789762979.055959:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000bd70c49c 17ffffc0001001 3:0 ffff9985880fc700 1637 lru 00000080:00200000:2.0:1789762979.055963:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000106e04a7 613: 1< 0 - - > 2< 2510848 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.055966:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000000a9e5b72 00000080:00200000:2.0:1789762979.055968:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1789762979.055974:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1638 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.055992:0:13480:0:(rw26.c:871:ll_write_end()) pos 6709248, len 4096, copied 4096 00000080:00200000:2.0:1789762979.056011:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000ce57e94c[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1638] 00000080:00200000:2.0:1789762979.056023:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f16bd3b8 17ffffc0001001 3:0 ffff9985880fc460 1638 lru 00000080:00200000:2.0:1789762979.056058:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000008f8d19ac 614: 1< 0 - - > 2< 2514944 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.056063:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000ce57e94c 00000080:00200000:2.0:1789762979.056067:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1789762979.056077:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1639 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.056106:0:13480:0:(rw26.c:871:ll_write_end()) pos 6713344, len 4096, copied 4096 00000080:00200000:2.0:1789762979.056124:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000b17853f4[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1639] 00000080:00200000:2.0:1789762979.056131:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000000dc08da9 17ffffc0001021 2:0 ffff9985880fcd20 1639 lru 00000080:00200000:2.0:1789762979.056151:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000005a00efa9 615: 1< 0 - - > 2< 2519040 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.056160:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000b17853f4 00000080:00200000:2.0:1789762979.056167:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1789762979.056171:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1640 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.056191:0:13480:0:(rw26.c:871:ll_write_end()) pos 6717440, len 4096, copied 4096 00000080:00200000:2.0:1789762979.056211:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000718f5701[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1640] 00000080:00200000:2.0:1789762979.056222:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f40b6123 17ffffc0001001 3:0 ffff9985880fcee0 1640 lru 00000080:00200000:2.0:1789762979.056256:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9da2fe0 616: 1< 0 - - > 2< 2523136 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.056258:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000718f5701 00000080:00200000:2.0:1789762979.056259:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1789762979.056261:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1641 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.056276:0:13480:0:(rw26.c:871:ll_write_end()) pos 6721536, len 4096, copied 4096 00000080:00200000:2.0:1789762979.056309:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000b04f170a[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1641] 00000080:00200000:2.0:1789762979.056312:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000a15e8b4a 17ffffc0001001 3:0 ffff9985880fc1c0 1641 lru 00000080:00200000:2.0:1789762979.056327:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000025ff0cee 617: 1< 0 - - > 2< 2527232 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.056334:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000b04f170a 00000080:00200000:2.0:1789762979.056340:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1789762979.056344:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1642 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.056366:0:13480:0:(rw26.c:871:ll_write_end()) pos 6725632, len 4096, copied 4096 00000080:00200000:2.0:1789762979.056375:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e8e88bdb[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1642] 00000080:00200000:2.0:1789762979.056378:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000bfc29253 17ffffc0001001 3:0 ffff9985880fc000 1642 lru 00000080:00200000:2.0:1789762979.056382:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000045456d4c 618: 1< 0 - - > 2< 2531328 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.056385:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e8e88bdb 00000080:00200000:2.0:1789762979.056387:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1789762979.056388:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1643 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.056418:0:13480:0:(rw26.c:871:ll_write_end()) pos 6729728, len 4096, copied 4096 00000080:00200000:2.0:1789762979.056443:0:13480:0:(rw26.c:929:ll_write_end()) page@000000003a1d26ce[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1643] 00000080:00200000:2.0:1789762979.056464:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000001a9b67d1 17ffffc0001001 3:0 ffff9985849a0540 1643 lru 00000080:00200000:2.0:1789762979.056508:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000049fde317 619: 1< 0 - - > 2< 2535424 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.056521:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000003a1d26ce 00000080:00200000:2.0:1789762979.056528:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1789762979.056532:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1644 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.056557:0:13480:0:(rw26.c:871:ll_write_end()) pos 6733824, len 4096, copied 4096 00000080:00200000:2.0:1789762979.056576:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000092ac61f8[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1644] 00000080:00200000:2.0:1789762979.056595:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000072928d77 17ffffc0001001 3:0 ffff9985849a0b60 1644 lru 00000080:00200000:2.0:1789762979.056638:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000f8516d5a 620: 1< 0 - - > 2< 2539520 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.056642:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000092ac61f8 00000080:00200000:2.0:1789762979.056646:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1789762979.056654:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1645 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.056677:0:13480:0:(rw26.c:871:ll_write_end()) pos 6737920, len 4096, copied 4096 00000080:00200000:2.0:1789762979.056708:0:13480:0:(rw26.c:929:ll_write_end()) page@000000001354c4a9[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1645] 00000080:00200000:2.0:1789762979.056721:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000005a60b268 17ffffc0001001 3:0 ffff9985849a0620 1645 lru 00000080:00200000:2.0:1789762979.056752:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000dfdc970a 621: 1< 0 - - > 2< 2543616 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.056762:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000001354c4a9 00000080:00200000:2.0:1789762979.056767:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1789762979.056773:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1646 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.056798:0:13480:0:(rw26.c:871:ll_write_end()) pos 6742016, len 4096, copied 4096 00000080:00200000:2.0:1789762979.056802:0:13480:0:(rw26.c:929:ll_write_end()) page@000000001d5f2236[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1646] 00000080:00200000:2.0:1789762979.056805:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000003eb24679 17ffffc0001001 3:0 ffff9985849a0c40 1646 lru 00000080:00200000:2.0:1789762979.056810:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000c3c71b9a 622: 1< 0 - - > 2< 2547712 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.056812:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000001d5f2236 00000080:00200000:2.0:1789762979.056813:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1789762979.056815:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1647 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.056830:0:13480:0:(rw26.c:871:ll_write_end()) pos 6746112, len 4096, copied 4096 00000080:00200000:2.0:1789762979.056851:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000757de23e[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1647] 00000080:00200000:2.0:1789762979.056869:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000008a173614 17ffffc0001001 3:0 ffff9985849a0a80 1647 lru 00000080:00200000:2.0:1789762979.056916:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000025ec1bad 623: 1< 0 - - > 2< 2551808 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.056927:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000757de23e 00000080:00200000:2.0:1789762979.056935:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1789762979.056938:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1648 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.056955:0:13480:0:(rw26.c:871:ll_write_end()) pos 6750208, len 4096, copied 4096 00000080:00200000:2.0:1789762979.056976:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000fca23b02[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1648] 00000080:00200000:2.0:1789762979.056996:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000bad37603 17ffffc0001001 3:0 ffff9985849a09a0 1648 lru 00000080:00200000:2.0:1789762979.057033:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000063f2a5eb 624: 1< 0 - - > 2< 2555904 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.057039:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000fca23b02 00000080:00200000:2.0:1789762979.057050:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1789762979.057058:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1649 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.057080:0:13480:0:(rw26.c:871:ll_write_end()) pos 6754304, len 4096, copied 4096 00000080:00200000:2.0:1789762979.057103:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000b622e462[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1649] 00000080:00200000:2.0:1789762979.057110:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000b5db02d2 17ffffc0001001 3:0 ffff9985849a07e0 1649 lru 00000080:00200000:2.0:1789762979.057126:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000033aba4c6 625: 1< 0 - - > 2< 2560000 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.057129:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000b622e462 00000080:00200000:2.0:1789762979.057134:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1789762979.057138:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1650 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.057156:0:13480:0:(rw26.c:871:ll_write_end()) pos 6758400, len 4096, copied 4096 00000080:00200000:2.0:1789762979.057187:0:13480:0:(rw26.c:929:ll_write_end()) page@000000008456b520[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1650] 00000080:00200000:2.0:1789762979.057203:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000316f021c 17ffffc0001001 3:0 ffff9985849a02a0 1650 lru 00000080:00200000:2.0:1789762979.057244:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000ea9d7a61 626: 1< 0 - - > 2< 2564096 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.057254:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000008456b520 00000080:00200000:2.0:1789762979.057266:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1789762979.057277:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1651 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.057318:0:13480:0:(rw26.c:871:ll_write_end()) pos 6762496, len 4096, copied 4096 00000080:00200000:2.0:1789762979.057323:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e16f40e0[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1651] 00000080:00200000:2.0:1789762979.057326:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f7a108ed 17ffffc0001001 3:0 ffff9985849a0e00 1651 lru 00000080:00200000:2.0:1789762979.057330:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000a313a321 627: 1< 0 - - > 2< 2568192 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.057336:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e16f40e0 00000080:00200000:2.0:1789762979.057339:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1789762979.057349:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1652 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.057372:0:13480:0:(rw26.c:871:ll_write_end()) pos 6766592, len 4096, copied 4096 00000080:00200000:2.0:1789762979.057397:0:13480:0:(rw26.c:929:ll_write_end()) page@000000002f7db3a6[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1652] 00000080:00200000:2.0:1789762979.057415:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000033ccf32d 17ffffc0001001 3:0 ffff9985849a0700 1652 lru 00000080:00200000:2.0:1789762979.057427:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000005a4fd1d4 628: 1< 0 - - > 2< 2572288 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.057436:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000002f7db3a6 00000080:00200000:2.0:1789762979.057438:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1789762979.057452:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1653 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.057475:0:13480:0:(rw26.c:871:ll_write_end()) pos 6770688, len 4096, copied 4096 00000080:00200000:2.0:1789762979.057493:0:13480:0:(rw26.c:929:ll_write_end()) page@000000000521e5a5[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1653] 00000080:00200000:2.0:1789762979.057510:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000007e27d622 17ffffc0001001 3:0 ffff9985849a0460 1653 lru 00000080:00200000:2.0:1789762979.057546:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000de690687 629: 1< 0 - - > 2< 2576384 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.057556:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000000521e5a5 00000080:00200000:2.0:1789762979.057563:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1789762979.057568:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1654 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.057596:0:13480:0:(rw26.c:871:ll_write_end()) pos 6774784, len 4096, copied 4096 00000080:00200000:2.0:1789762979.057601:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000b961e600[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1654] 00000080:00200000:2.0:1789762979.057603:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000263d35dd 17ffffc0001021 2:0 ffff9985849a0d20 1654 lru 00000080:00200000:2.0:1789762979.057609:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000d5fbe9d7 630: 1< 0 - - > 2< 2580480 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.057613:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000b961e600 00000080:00200000:2.0:1789762979.057618:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1789762979.057624:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1655 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.057660:0:13480:0:(rw26.c:871:ll_write_end()) pos 6778880, len 4096, copied 4096 00000080:00200000:2.0:1789762979.057685:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000070d8bc24[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1655] 00000080:00200000:2.0:1789762979.057705:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000009bf103e6 17ffffc0001001 3:0 ffff9985849a0ee0 1655 lru 00000080:00200000:2.0:1789762979.057739:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000ebc12b7f 631: 1< 0 - - > 2< 2584576 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.057751:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000070d8bc24 00000080:00200000:2.0:1789762979.057762:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1789762979.057769:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1656 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.057796:0:13480:0:(rw26.c:871:ll_write_end()) pos 6782976, len 4096, copied 4096 00000080:00200000:2.0:1789762979.057820:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000af66fdd8[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1656] 00000080:00200000:2.0:1789762979.057844:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000003496c079 17ffffc0001001 3:0 ffff9985849a01c0 1656 lru 00000080:00200000:2.0:1789762979.057888:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000b346e3ec 632: 1< 0 - - > 2< 2588672 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.057894:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000af66fdd8 00000080:00200000:2.0:1789762979.057899:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1789762979.057905:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1657 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.057927:0:13480:0:(rw26.c:871:ll_write_end()) pos 6787072, len 4096, copied 4096 00000080:00200000:2.0:1789762979.057950:0:13480:0:(rw26.c:929:ll_write_end()) page@000000004db2be88[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1657] 00000080:00200000:2.0:1789762979.057962:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000095ab62ba 17ffffc0001001 3:0 ffff9985849a0000 1657 lru 00000080:00200000:2.0:1789762979.057996:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000097752b65 633: 1< 0 - - > 2< 2592768 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.058005:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000004db2be88 00000080:00200000:2.0:1789762979.058010:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762979.058019:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1658 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.058040:0:13480:0:(rw26.c:871:ll_write_end()) pos 6791168, len 4096, copied 4096 00000080:00200000:2.0:1789762979.058050:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000d7cf0b9d[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1658] 00000080:00200000:2.0:1789762979.058067:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000e5806b5c 17ffffc0001001 3:0 ffff9985849a08c0 1658 lru 00000080:00200000:2.0:1789762979.058102:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000059ab2f98 634: 1< 0 - - > 2< 2596864 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.058110:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000d7cf0b9d 00000080:00200000:2.0:1789762979.058115:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1789762979.058120:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1659 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.058144:0:13480:0:(rw26.c:871:ll_write_end()) pos 6795264, len 4096, copied 4096 00000080:00200000:2.0:1789762979.058154:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000043ec81b3[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1659] 00000080:00200000:2.0:1789762979.058163:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000084220722 17ffffc0001001 3:0 ffff9985849a0380 1659 lru 00000080:00200000:2.0:1789762979.058210:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000cab62054 635: 1< 0 - - > 2< 2600960 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.058217:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000043ec81b3 00000080:00200000:2.0:1789762979.058225:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1789762979.058233:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1660 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.058254:0:13480:0:(rw26.c:871:ll_write_end()) pos 6799360, len 4096, copied 4096 00000080:00200000:2.0:1789762979.058258:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000005da8f20[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1660] 00000080:00200000:2.0:1789762979.058261:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000004bec9bf 17ffffc0001001 3:0 ffff9985849a00e0 1660 lru 00000080:00200000:2.0:1789762979.058265:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000005c919569 636: 1< 0 - - > 2< 2605056 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.058266:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000005da8f20 00000080:00200000:2.0:1789762979.058268:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1789762979.058271:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1661 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.058313:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1871 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.058345:0:13481:0:(rw26.c:871:ll_write_end()) pos 7663616, len 4096, copied 4096 00000080:00200000:2.0:1789762979.058371:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000801498b7[3 00000000f75a6f98 2 1 000000007885039e 1 0 1871] 00000080:00200000:2.0:1789762979.058380:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000d1c1e6fe 17ffffc0001001 3:0 ffff998585650c40 1871 lru 00000080:00200000:2.0:1789762979.058409:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000036c9554e 847: 1< 0 - - > 2< 3469312 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.058416:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000801498b7 00000080:00200000:2.0:1789762979.058419:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1789762979.058424:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1872 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.058444:0:13481:0:(rw26.c:871:ll_write_end()) pos 7667712, len 4096, copied 4096 00000080:00200000:2.0:1789762979.058464:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000023441c0a[3 00000000f75a6f98 2 1 000000007885039e 1 0 1872] 00000080:00200000:2.0:1789762979.058478:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000b334adae 17ffffc0001001 3:0 ffff998585650a80 1872 lru 00000080:00200000:2.0:1789762979.058538:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000004d1d67b8 848: 1< 0 - - > 2< 3473408 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.058549:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000023441c0a 00000080:00200000:2.0:1789762979.058555:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1789762979.058563:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1873 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.058584:0:13481:0:(rw26.c:871:ll_write_end()) pos 7671808, len 4096, copied 4096 00000080:00200000:2.0:1789762979.058604:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000111957a3[3 00000000f75a6f98 2 1 000000007885039e 1 0 1873] 00000080:00200000:2.0:1789762979.058622:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000004e0f4c81 17ffffc0001001 3:0 ffff9985856509a0 1873 lru 00000080:00200000:2.0:1789762979.058679:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000008332710f 849: 1< 0 - - > 2< 3477504 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.058689:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000111957a3 00000080:00200000:2.0:1789762979.058696:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1789762979.058705:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1874 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.058731:0:13481:0:(rw26.c:871:ll_write_end()) pos 7675904, len 4096, copied 4096 00000080:00200000:2.0:1789762979.058736:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000333ca1fa[3 00000000f75a6f98 2 1 000000007885039e 1 0 1874] 00000080:00200000:2.0:1789762979.058739:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000fd295656 17ffffc0001001 3:0 ffff9985856507e0 1874 lru 00000080:00200000:2.0:1789762979.058782:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000008d9b4205 850: 1< 0 - - > 2< 3481600 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.058793:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000333ca1fa 00000080:00200000:2.0:1789762979.058799:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1789762979.058808:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1875 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.058838:0:13481:0:(rw26.c:871:ll_write_end()) pos 7680000, len 4096, copied 4096 00000080:00200000:2.0:1789762979.058865:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000ee5d27ba[3 00000000f75a6f98 2 1 000000007885039e 1 0 1875] 00000080:00200000:2.0:1789762979.058881:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000007e8ce3ab 17ffffc0001001 3:0 ffff9985856502a0 1875 lru 00000080:00200000:2.0:1789762979.058937:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000f6c6ac53 851: 1< 0 - - > 2< 3485696 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.058953:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000ee5d27ba 00000080:00200000:2.0:1789762979.058968:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1789762979.058978:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1876 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.059002:0:13481:0:(rw26.c:871:ll_write_end()) pos 7684096, len 4096, copied 4096 00000080:00200000:2.0:1789762979.059033:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000868a1fb4[3 00000000f75a6f98 2 1 000000007885039e 1 0 1876] 00000080:00200000:2.0:1789762979.059056:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000445846f6 17ffffc0001001 3:0 ffff998585650e00 1876 lru 00000080:00200000:2.0:1789762979.059114:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000ceb70eb9 852: 1< 0 - - > 2< 3489792 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.059129:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000868a1fb4 00000080:00200000:2.0:1789762979.059139:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762979.059155:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1877 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.059180:0:13481:0:(rw26.c:871:ll_write_end()) pos 7688192, len 4096, copied 4096 00000080:00200000:2.0:1789762979.059192:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000c584b05e[3 00000000f75a6f98 2 1 000000007885039e 1 0 1877] 00000080:00200000:2.0:1789762979.059212:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000030a12b46 17ffffc0001001 3:0 ffff998585650700 1877 lru 00000080:00200000:2.0:1789762979.059259:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000fb314021 853: 1< 0 - - > 2< 3493888 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.059269:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000c584b05e 00000080:00200000:2.0:1789762979.059277:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1789762979.059285:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1878 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.059359:0:13481:0:(rw26.c:871:ll_write_end()) pos 7692288, len 4096, copied 4096 00000080:00200000:2.0:1789762979.059372:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000554321e7[3 00000000f75a6f98 2 1 000000007885039e 1 0 1878] 00000080:00200000:2.0:1789762979.059398:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000006bf628b8 17ffffc0001021 2:0 ffff998585650460 1878 lru 00000080:00200000:2.0:1789762979.059455:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000003e947d6 854: 1< 0 - - > 2< 3497984 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.059469:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000554321e7 00000080:00200000:2.0:1789762979.059479:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1789762979.059498:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1879 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.059540:0:13481:0:(rw26.c:871:ll_write_end()) pos 7696384, len 4096, copied 4096 00000080:00200000:2.0:1789762979.059561:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000a52ddecd[3 00000000f75a6f98 2 1 000000007885039e 1 0 1879] 00000080:00200000:2.0:1789762979.059585:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000040d5dfa9 17ffffc0001001 3:0 ffff998585650d20 1879 lru 00000080:00200000:2.0:1789762979.059639:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000a52a068b 855: 1< 0 - - > 2< 3502080 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.059646:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000a52ddecd 00000080:00200000:2.0:1789762979.059651:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1789762979.059657:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1880 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.059686:0:13481:0:(rw26.c:871:ll_write_end()) pos 7700480, len 4096, copied 4096 00000080:00200000:2.0:1789762979.059716:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000041b92f53[3 00000000f75a6f98 2 1 000000007885039e 1 0 1880] 00000080:00200000:2.0:1789762979.059745:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000004fceb7f2 17ffffc0001001 3:0 ffff998585650ee0 1880 lru 00000080:00200000:2.0:1789762979.059807:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000488564ba 856: 1< 0 - - > 2< 3506176 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.059818:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000041b92f53 00000080:00200000:2.0:1789762979.059827:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1789762979.059838:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1881 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.059867:0:13481:0:(rw26.c:871:ll_write_end()) pos 7704576, len 4096, copied 4096 00000080:00200000:2.0:1789762979.059888:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000045a3aadc[3 00000000f75a6f98 2 1 000000007885039e 1 0 1881] 00000080:00200000:2.0:1789762979.059912:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000005ca10c48 17ffffc0001001 3:0 ffff9985856501c0 1881 lru 00000080:00200000:2.0:1789762979.059968:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000acff8abd 857: 1< 0 - - > 2< 3510272 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.059981:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000045a3aadc 00000080:00200000:2.0:1789762979.059987:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1789762979.060000:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1882 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.060028:0:13481:0:(rw26.c:871:ll_write_end()) pos 7708672, len 4096, copied 4096 00000080:00200000:2.0:1789762979.060037:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000013b5a7a[3 00000000f75a6f98 2 1 000000007885039e 1 0 1882] 00000080:00200000:2.0:1789762979.060053:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000007306a718 17ffffc0001001 3:0 ffff998585650000 1882 lru 00000080:00200000:2.0:1789762979.060098:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000f1322ca0 858: 1< 0 - - > 2< 3514368 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.060112:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000013b5a7a 00000080:00200000:2.0:1789762979.060122:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1789762979.060133:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1883 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.060176:0:13481:0:(rw26.c:871:ll_write_end()) pos 7712768, len 4096, copied 4096 00000080:00200000:2.0:1789762979.060192:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000435bcbea[3 00000000f75a6f98 2 1 000000007885039e 1 0 1883] 00000080:00200000:2.0:1789762979.060214:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000cfc21a4e 17ffffc0001001 3:0 ffff9985856508c0 1883 lru 00000080:00200000:2.0:1789762979.060269:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000e510327b 859: 1< 0 - - > 2< 3518464 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.060280:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000435bcbea 00000080:00200000:2.0:1789762979.060319:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1789762979.060336:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1884 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.060390:0:13481:0:(rw26.c:871:ll_write_end()) pos 7716864, len 4096, copied 4096 00000080:00200000:2.0:1789762979.060410:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000e0c4ab7e[3 00000000f75a6f98 2 1 000000007885039e 1 0 1884] 00000080:00200000:2.0:1789762979.060433:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000035a1405b 17ffffc0001001 3:0 ffff998585650380 1884 lru 00000080:00200000:2.0:1789762979.060498:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000369afca1 860: 1< 0 - - > 2< 3522560 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.060510:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000e0c4ab7e 00000080:00200000:2.0:1789762979.060515:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1789762979.060535:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1885 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.060560:0:13481:0:(rw26.c:871:ll_write_end()) pos 7720960, len 4096, copied 4096 00000080:00200000:2.0:1789762979.060586:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000f12f5fc1[3 00000000f75a6f98 2 1 000000007885039e 1 0 1885] 00000080:00200000:2.0:1789762979.060614:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000009434db04 17ffffc0001001 3:0 ffff9985856500e0 1885 lru 00000080:00200000:2.0:1789762979.060639:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000b86b3d86 861: 1< 0 - - > 2< 3526656 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.060655:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000f12f5fc1 00000080:00200000:2.0:1789762979.060663:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1789762979.060680:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1886 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.060723:0:13481:0:(rw26.c:871:ll_write_end()) pos 7725056, len 4096, copied 4096 00000080:00200000:2.0:1789762979.060736:0:13481:0:(rw26.c:929:ll_write_end()) page@000000000565e1eb[3 00000000f75a6f98 2 1 000000007885039e 1 0 1886] 00000080:00200000:2.0:1789762979.060757:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000ee79fcb1 17ffffc0001001 3:0 ffff998585650540 1886 lru 00000080:00200000:2.0:1789762979.060819:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000006b4586a 862: 1< 0 - - > 2< 3530752 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.060835:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000000565e1eb 00000080:00200000:2.0:1789762979.060848:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1789762979.060856:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1887 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.060885:0:13481:0:(rw26.c:871:ll_write_end()) pos 7729152, len 4096, copied 4096 00000080:00200000:2.0:1789762979.060918:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000f087abd9[3 00000000f75a6f98 2 1 000000007885039e 1 0 1887] 00000080:00200000:2.0:1789762979.060934:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000fe7d37d7 17ffffc0001001 3:0 ffff998585650b60 1887 lru 00000080:00200000:2.0:1789762979.060985:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000006caf2664 863: 1< 0 - - > 2< 3534848 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.060997:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000f087abd9 00000080:00200000:2.0:1789762979.061003:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1789762979.061010:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1888 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.061033:0:13481:0:(rw26.c:871:ll_write_end()) pos 7733248, len 4096, copied 4096 00000080:00200000:2.0:1789762979.061046:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000d1fcd117[3 00000000f75a6f98 2 1 000000007885039e 1 0 1888] 00000080:00200000:2.0:1789762979.061066:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000002423091e 17ffffc0001001 3:0 ffff998585650620 1888 lru 00000080:00200000:2.0:1789762979.061119:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000071358bce 864: 1< 0 - - > 2< 3538944 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.061131:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000d1fcd117 00000080:00200000:2.0:1789762979.061138:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1789762979.061144:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1889 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.061177:0:13481:0:(rw26.c:871:ll_write_end()) pos 7737344, len 4096, copied 4096 00000080:00200000:2.0:1789762979.061217:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000006d33972[3 00000000f75a6f98 2 1 000000007885039e 1 0 1889] 00000080:00200000:2.0:1789762979.061240:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000db20e0b1 17ffffc0001001 3:0 ffff9985a0df6460 1889 lru 00000080:00200000:2.0:1789762979.061319:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000000938452a 865: 1< 0 - - > 2< 3543040 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.061327:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000006d33972 00000080:00200000:2.0:1789762979.061336:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1789762979.061353:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1890 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.061382:0:13481:0:(rw26.c:871:ll_write_end()) pos 7741440, len 4096, copied 4096 00000080:00200000:2.0:1789762979.061407:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000f816e29e[3 00000000f75a6f98 2 1 000000007885039e 1 0 1890] 00000080:00200000:2.0:1789762979.061426:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000007693e2f1 17ffffc0001001 3:0 ffff9985a0df6d20 1890 lru 00000080:00200000:2.0:1789762979.061487:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000004e45359a 866: 1< 0 - - > 2< 3547136 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.061504:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000f816e29e 00000080:00200000:2.0:1789762979.061510:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762979.061520:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1891 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.061561:0:13481:0:(rw26.c:871:ll_write_end()) pos 7745536, len 4096, copied 4096 00000080:00200000:2.0:1789762979.061578:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000027108525[3 00000000f75a6f98 2 1 000000007885039e 1 0 1891] 00000080:00200000:2.0:1789762979.061598:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000f7a64987 17ffffc0001001 3:0 ffff9985a0df6ee0 1891 lru 00000080:00200000:2.0:1789762979.061665:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000001fc4a799 867: 1< 0 - - > 2< 3551232 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.061678:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000027108525 00000080:00200000:2.0:1789762979.061690:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1789762979.061701:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1892 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.061727:0:13481:0:(rw26.c:871:ll_write_end()) pos 7749632, len 4096, copied 4096 00000080:00200000:2.0:1789762979.061757:0:13481:0:(rw26.c:929:ll_write_end()) page@000000004ca16a27[3 00000000f75a6f98 2 1 000000007885039e 1 0 1892] 00000080:00200000:2.0:1789762979.061776:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000064698500 17ffffc0001001 3:0 ffff9985a0df61c0 1892 lru 00000080:00200000:2.0:1789762979.061831:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000001e5b4498 868: 1< 0 - - > 2< 3555328 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.061840:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000004ca16a27 00000080:00200000:2.0:1789762979.061849:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1789762979.061863:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1893 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.061893:0:13481:0:(rw26.c:871:ll_write_end()) pos 7753728, len 4096, copied 4096 00000080:00200000:2.0:1789762979.061905:0:13481:0:(rw26.c:929:ll_write_end()) page@000000001d5c7b4b[3 00000000f75a6f98 2 1 000000007885039e 1 0 1893] 00000080:00200000:2.0:1789762979.061921:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000fdb30761 17ffffc0001021 2:0 ffff9985a0df6000 1893 lru 00000080:00200000:2.0:1789762979.061968:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000a322ca87 869: 1< 0 - - > 2< 3559424 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.061980:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000001d5c7b4b 00000080:00200000:2.0:1789762979.061987:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1789762979.061998:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1894 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.062025:0:13481:0:(rw26.c:871:ll_write_end()) pos 7757824, len 4096, copied 4096 00000080:00200000:2.0:1789762979.062057:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000d1604cf2[3 00000000f75a6f98 2 1 000000007885039e 1 0 1894] 00000080:00200000:2.0:1789762979.062081:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000012a2595f 17ffffc0001001 3:0 ffff9985a0df68c0 1894 lru 00000080:00200000:2.0:1789762979.062137:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000001221a273 870: 1< 0 - - > 2< 3563520 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.062148:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000d1604cf2 00000080:00200000:2.0:1789762979.062160:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1789762979.062171:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1895 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.062200:0:13481:0:(rw26.c:871:ll_write_end()) pos 7761920, len 4096, copied 4096 00000080:00200000:2.0:1789762979.062227:0:13481:0:(rw26.c:929:ll_write_end()) page@000000009edbcb9b[3 00000000f75a6f98 2 1 000000007885039e 1 0 1895] 00000080:00200000:2.0:1789762979.062251:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000460894fa 17ffffc0001001 3:0 ffff9985a0df6380 1895 lru 00000080:00200000:2.0:1789762979.062312:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000068853e2e 871: 1< 0 - - > 2< 3567616 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.062319:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000009edbcb9b 00000080:00200000:2.0:1789762979.062326:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1789762979.062333:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1896 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.062358:0:13481:0:(rw26.c:871:ll_write_end()) pos 7766016, len 4096, copied 4096 00000080:00200000:2.0:1789762979.062365:0:13481:0:(rw26.c:929:ll_write_end()) page@000000007137d321[3 00000000f75a6f98 2 1 000000007885039e 1 0 1896] 00000080:00200000:2.0:1789762979.062368:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000c612eb16 17ffffc0001001 3:0 ffff9985a0df60e0 1896 lru 00000080:00200000:2.0:1789762979.062373:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000219973ba 872: 1< 0 - - > 2< 3571712 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.062377:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000007137d321 00000080:00200000:2.0:1789762979.062386:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1789762979.062390:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1897 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.062414:0:13481:0:(rw26.c:871:ll_write_end()) pos 7770112, len 4096, copied 4096 00000080:00200000:2.0:1789762979.062444:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000059834c35[3 00000000f75a6f98 2 1 000000007885039e 1 0 1897] 00000080:00200000:2.0:1789762979.062466:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000005e2992c7 17ffffc0001001 3:0 ffff9985a0df6540 1897 lru 00000080:00200000:2.0:1789762979.062512:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000f250c31a 873: 1< 0 - - > 2< 3575808 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.062522:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000059834c35 00000080:00200000:2.0:1789762979.062530:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1789762979.062538:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1898 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.062561:0:13481:0:(rw26.c:871:ll_write_end()) pos 7774208, len 4096, copied 4096 00000080:00200000:2.0:1789762979.062584:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000fc086707[3 00000000f75a6f98 2 1 000000007885039e 1 0 1898] 00000080:00200000:2.0:1789762979.062606:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000008cfc06c6 17ffffc0001001 3:0 ffff9985a0df6b60 1898 lru 00000080:00200000:2.0:1789762979.062649:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000055053a16 874: 1< 0 - - > 2< 3579904 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.062659:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000fc086707 00000080:00200000:2.0:1789762979.062664:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1789762979.062672:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1899 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.062700:0:13481:0:(rw26.c:871:ll_write_end()) pos 7778304, len 4096, copied 4096 00000080:00200000:2.0:1789762979.062735:0:13481:0:(rw26.c:929:ll_write_end()) page@000000000dd3dd8e[3 00000000f75a6f98 2 1 000000007885039e 1 0 1899] 00000080:00200000:2.0:1789762979.062754:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000f71f57c2 17ffffc0001001 3:0 ffff9985a0df6620 1899 lru 00000080:00200000:2.0:1789762979.062814:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000035eaf696 875: 1< 0 - - > 2< 3584000 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.062824:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000000dd3dd8e 00000080:00200000:2.0:1789762979.062834:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1789762979.062845:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1900 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.062877:0:13481:0:(rw26.c:871:ll_write_end()) pos 7782400, len 4096, copied 4096 00000080:00200000:2.0:1789762979.062904:0:13481:0:(rw26.c:929:ll_write_end()) page@000000000a7cb507[3 00000000f75a6f98 2 1 000000007885039e 1 0 1900] 00000080:00200000:2.0:1789762979.062928:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000006c1ed1ef 17ffffc0001001 3:0 ffff9985a0df6c40 1900 lru 00000080:00200000:2.0:1789762979.062973:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000005f43eb53 876: 1< 0 - - > 2< 3588096 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.062992:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000000a7cb507 00000080:00200000:2.0:1789762979.063006:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1789762979.063016:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1901 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.063044:0:13481:0:(rw26.c:871:ll_write_end()) pos 7786496, len 4096, copied 4096 00000080:00200000:2.0:1789762979.063063:0:13481:0:(rw26.c:929:ll_write_end()) page@000000000d5da63b[3 00000000f75a6f98 2 1 000000007885039e 1 0 1901] 00000080:00200000:2.0:1789762979.063077:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000018607d7c 17ffffc0001001 3:0 ffff9985a0df6a80 1901 lru 00000080:00200000:2.0:1789762979.063083:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000008b9f337a 877: 1< 0 - - > 2< 3592192 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.063086:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000000d5da63b 00000080:00200000:2.0:1789762979.063087:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1789762979.063088:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1902 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.063104:0:13481:0:(rw26.c:871:ll_write_end()) pos 7790592, len 4096, copied 4096 00000080:00200000:2.0:1789762979.063130:0:13481:0:(rw26.c:929:ll_write_end()) page@000000007fbfc0c5[3 00000000f75a6f98 2 1 000000007885039e 1 0 1902] 00000080:00200000:2.0:1789762979.063149:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000a0697648 17ffffc0001001 3:0 ffff9985a0df69a0 1902 lru 00000080:00200000:2.0:1789762979.063204:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000db41e8fe 878: 1< 0 - - > 2< 3596288 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.063221:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000007fbfc0c5 00000080:00200000:2.0:1789762979.063229:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1789762979.063241:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1903 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.063266:0:13481:0:(rw26.c:871:ll_write_end()) pos 7794688, len 4096, copied 4096 00000080:00200000:2.0:1789762979.063282:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000d80f2893[3 00000000f75a6f98 2 1 000000007885039e 1 0 1903] 00000080:00200000:2.0:1789762979.063309:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000e17e10fb 17ffffc0001001 3:0 ffff9985a0df67e0 1903 lru 00000080:00200000:2.0:1789762979.063344:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000b9011b0f 879: 1< 0 - - > 2< 3600384 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.063351:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000d80f2893 00000080:00200000:2.0:1789762979.063357:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1789762979.063375:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1006 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.063420:0:13477:0:(rw26.c:871:ll_write_end()) pos 4120576, len 4096, copied 4096 00000080:00200000:2.0:1789762979.063456:0:13477:0:(rw26.c:929:ll_write_end()) page@000000003ebd8946[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1006] 00000080:00200000:2.0:1789762979.063485:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000ebcb65d8 17ffffc0001001 3:0 ffff9985a0df62a0 1006 lru 00000080:00200000:2.0:1789762979.063535:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000f4a7a0bc 1006: 1< 0 - - > 2< 4120576 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.063551:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000003ebd8946 00000080:00200000:2.0:1789762979.063559:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1789762979.063565:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1007 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.063595:0:13477:0:(rw26.c:871:ll_write_end()) pos 4124672, len 4096, copied 4096 00000080:00200000:2.0:1789762979.063636:0:13477:0:(rw26.c:929:ll_write_end()) page@000000004adf3551[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1007] 00000080:00200000:2.0:1789762979.063654:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000008ee278f8 17ffffc0001001 3:0 ffff9985a0df6e00 1007 lru 00000080:00200000:2.0:1789762979.063703:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000b3f98a5f 1007: 1< 0 - - > 2< 4124672 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.063714:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000004adf3551 00000080:00200000:2.0:1789762979.063726:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762979.063742:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1008 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.063781:0:13477:0:(rw26.c:871:ll_write_end()) pos 4128768, len 4096, copied 4096 00000080:00200000:2.0:1789762979.063786:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000db79a7d1[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1008] 00000080:00200000:2.0:1789762979.063801:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000feef8c4f 17ffffc0001001 3:0 ffff9985a0df6700 1008 lru 00000080:00200000:2.0:1789762979.063841:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000d81ac7cb 1008: 1< 0 - - > 2< 4128768 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.063853:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000db79a7d1 00000080:00200000:2.0:1789762979.063862:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762979.063871:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1009 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.063908:0:13477:0:(rw26.c:871:ll_write_end()) pos 4132864, len 4096, copied 4096 00000080:00200000:2.0:1789762979.063914:0:13477:0:(rw26.c:929:ll_write_end()) page@000000001cff9328[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1009] 00000080:00200000:2.0:1789762979.063917:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000007546807f 17ffffc0001001 3:0 ffff998592bdaa80 1009 lru 00000080:00200000:2.0:1789762979.063922:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000009c3b99f1 1009: 1< 0 - - > 2< 4132864 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.063924:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000001cff9328 00000080:00200000:2.0:1789762979.063927:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762979.063931:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1010 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.063961:0:13477:0:(rw26.c:871:ll_write_end()) pos 4136960, len 4096, copied 4096 00000080:00200000:2.0:1789762979.063988:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000069feac01[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1010] 00000080:00200000:2.0:1789762979.064007:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000080d6edd0 17ffffc0001021 2:0 ffff998592bda9a0 1010 lru 00000080:00200000:2.0:1789762979.064035:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000bf0ca030 1010: 1< 0 - - > 2< 4136960 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.064044:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000069feac01 00000080:00200000:2.0:1789762979.064049:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1789762979.064057:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1011 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.064079:0:13477:0:(rw26.c:871:ll_write_end()) pos 4141056, len 4096, copied 4096 00000080:00200000:2.0:1789762979.064106:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000ad84e011[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1011] 00000080:00200000:2.0:1789762979.064122:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000005dc62707 17ffffc0001001 3:0 ffff998592bda7e0 1011 lru 00000080:00200000:2.0:1789762979.064160:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000af66d907 1011: 1< 0 - - > 2< 4141056 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.064167:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000ad84e011 00000080:00200000:2.0:1789762979.064173:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1789762979.064182:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1012 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.064204:0:13477:0:(rw26.c:871:ll_write_end()) pos 4145152, len 4096, copied 4096 00000080:00200000:2.0:1789762979.064225:0:13477:0:(rw26.c:929:ll_write_end()) page@000000003e251e04[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1012] 00000080:00200000:2.0:1789762979.064246:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000008bd54178 17ffffc0001001 3:0 ffff998592bda2a0 1012 lru 00000080:00200000:2.0:1789762979.064275:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000002afc30d0 1012: 1< 0 - - > 2< 4145152 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.064313:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000003e251e04 00000080:00200000:2.0:1789762979.064318:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762979.064326:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1013 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.064355:0:13477:0:(rw26.c:871:ll_write_end()) pos 4149248, len 4096, copied 4096 00000080:00200000:2.0:1789762979.064375:0:13477:0:(rw26.c:929:ll_write_end()) page@000000007898cb17[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1013] 00000080:00200000:2.0:1789762979.064400:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @0000000023d7656d 17ffffc0001001 3:0 ffff998592bdae00 1013 lru 00000080:00200000:2.0:1789762979.064411:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000021600414 1013: 1< 0 - - > 2< 4149248 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.064419:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000007898cb17 00000080:00200000:2.0:1789762979.064429:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1789762979.064444:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1014 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.064469:0:13477:0:(rw26.c:871:ll_write_end()) pos 4153344, len 4096, copied 4096 00000080:00200000:2.0:1789762979.064496:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000650f71a3[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1014] 00000080:00200000:2.0:1789762979.064523:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000e2156c58 17ffffc0001001 3:0 ffff998592bda700 1014 lru 00000080:00200000:2.0:1789762979.064581:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000d27550d4 1014: 1< 0 - - > 2< 4153344 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.064597:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000650f71a3 00000080:00200000:2.0:1789762979.064609:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1789762979.064636:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1015 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.064665:0:13477:0:(rw26.c:871:ll_write_end()) pos 4157440, len 4096, copied 4096 00000080:00200000:2.0:1789762979.064682:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000080fac78d[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1015] 00000080:00200000:2.0:1789762979.064697:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000e83df3e2 17ffffc0001001 3:0 ffff998592bda460 1015 lru 00000080:00200000:2.0:1789762979.064744:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000ff22bb58 1015: 1< 0 - - > 2< 4157440 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.064756:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000080fac78d 00000080:00200000:2.0:1789762979.064766:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1789762979.064777:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1016 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.064806:0:13477:0:(rw26.c:871:ll_write_end()) pos 4161536, len 4096, copied 4096 00000080:00200000:2.0:1789762979.064825:0:13477:0:(rw26.c:929:ll_write_end()) page@0000000052c4f48b[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1016] 00000080:00200000:2.0:1789762979.064858:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000a85a061e 17ffffc0001001 3:0 ffff998592bdad20 1016 lru 00000080:00200000:2.0:1789762979.064923:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000098e4384a 1016: 1< 0 - - > 2< 4161536 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.064931:0:13477:0:(rw26.c:929:ll_write_end()) end page@0000000052c4f48b 00000080:00200000:2.0:1789762979.064938:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1789762979.064949:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1017 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.064990:0:13477:0:(rw26.c:871:ll_write_end()) pos 4165632, len 4096, copied 4096 00000080:00200000:2.0:1789762979.065017:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000ff4d0152[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1017] 00000080:00200000:2.0:1789762979.065045:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000e9967d24 17ffffc0001001 3:0 ffff998592bdaee0 1017 lru 00000080:00200000:2.0:1789762979.065095:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000008d23f49e 1017: 1< 0 - - > 2< 4165632 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.065104:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000ff4d0152 00000080:00200000:2.0:1789762979.065115:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762979.065124:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1018 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.065169:0:13477:0:(rw26.c:871:ll_write_end()) pos 4169728, len 4096, copied 4096 00000080:00200000:2.0:1789762979.065176:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000239974a5[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1018] 00000080:00200000:2.0:1789762979.065202:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000be1a02f8 17ffffc0001001 3:0 ffff998592bda1c0 1018 lru 00000080:00200000:2.0:1789762979.065253:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000c27738f0 1018: 1< 0 - - > 2< 4169728 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.065265:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000239974a5 00000080:00200000:2.0:1789762979.065273:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1789762979.065320:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1019 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.065367:0:13477:0:(rw26.c:871:ll_write_end()) pos 4173824, len 4096, copied 4096 00000080:00200000:2.0:1789762979.065408:0:13477:0:(rw26.c:929:ll_write_end()) page@000000000ad15811[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1019] 00000080:00200000:2.0:1789762979.065441:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000199f7dfd 17ffffc0001001 3:0 ffff998592bda000 1019 lru 00000080:00200000:2.0:1789762979.065498:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@00000000bcf0084c 1019: 1< 0 - - > 2< 4173824 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.065507:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000000ad15811 00000080:00200000:2.0:1789762979.065518:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762979.065528:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1020 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.065581:0:13477:0:(rw26.c:871:ll_write_end()) pos 4177920, len 4096, copied 4096 00000080:00200000:2.0:1789762979.065594:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000dbc8afd5[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1020] 00000080:00200000:2.0:1789762979.065624:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000b724fbca 17ffffc0001001 3:0 ffff998592bda8c0 1020 lru 00000080:00200000:2.0:1789762979.065681:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000098b25464 1020: 1< 0 - - > 2< 4177920 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.065691:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000dbc8afd5 00000080:00200000:2.0:1789762979.065701:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1789762979.065706:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1021 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.065729:0:13477:0:(rw26.c:871:ll_write_end()) pos 4182016, len 4096, copied 4096 00000080:00200000:2.0:1789762979.065746:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000153470a2[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1021] 00000080:00200000:2.0:1789762979.065766:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000a22ae58e 17ffffc0001001 3:0 ffff998592bda380 1021 lru 00000080:00200000:2.0:1789762979.065825:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@000000002ef3c454 1021: 1< 0 - - > 2< 4182016 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.065837:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000153470a2 00000080:00200000:2.0:1789762979.065856:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762979.065875:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1022 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.065903:0:13477:0:(rw26.c:871:ll_write_end()) pos 4186112, len 4096, copied 4096 00000080:00200000:2.0:1789762979.065913:0:13477:0:(rw26.c:929:ll_write_end()) page@000000000e688756[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1022] 00000080:00200000:2.0:1789762979.065934:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @000000000dd60856 17ffffc0001001 3:0 ffff998592bda0e0 1022 lru 00000080:00200000:2.0:1789762979.065987:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000088f8af6c 1022: 1< 0 - - > 2< 4186112 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.066004:0:13477:0:(rw26.c:929:ll_write_end()) end page@000000000e688756 00000080:00200000:2.0:1789762979.066010:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762979.066026:0:13477:0:(rw26.c:676:ll_write_begin()) Writing 1023 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.066066:0:13477:0:(rw26.c:871:ll_write_end()) pos 4190208, len 4096, copied 4096 00000080:00200000:2.0:1789762979.066072:0:13477:0:(rw26.c:929:ll_write_end()) page@00000000c92e3e69[3 00000000f75a6f98 2 1 00000000d5347a96 0 0 1023] 00000080:00200000:2.0:1789762979.066098:0:13477:0:(rw26.c:929:ll_write_end()) vmpage @00000000d66e79b1 17ffffc0001001 3:0 ffff998592bda540 1023 lru 00000080:00200000:2.0:1789762979.066147:0:13477:0:(rw26.c:929:ll_write_end()) osc-page@0000000033dcc5a3 1023: 1< 0 - - > 2< 4190208 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13680640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.066159:0:13477:0:(rw26.c:929:ll_write_end()) end page@00000000c92e3e69 00000080:00200000:2.0:1789762979.066167:0:13477:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1789762979.066187:0:13477:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1789762979.066255:0:13477:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 13/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.066316:0:13477:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 13/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.066350:0:13477:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 13/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.066391:0:13477:0:(osc_cache.c:846:osc_extent_find()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 13/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.066446:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.066507:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.066571:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.066643:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.066690:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.066759:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.066799:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.066807:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.066871:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.066933:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.066993:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067050:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067105:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067164:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.067231:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.067249:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067315:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067378:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067454:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067509:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067559:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067609:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067639:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067668:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067717:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067747:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067792:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067846:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067893:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.067952:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.067980:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.068001:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068044:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068087:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068108:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068148:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068221:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068255:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068313:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068358:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068407:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068458:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068514:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068562:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068616:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068642:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.068697:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.068711:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068736:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068779:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068815:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068848:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068897:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.068946:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069040:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069063:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069117:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069144:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069193:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069250:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069311:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069361:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.069401:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.069411:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069466:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069497:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069508:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069562:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069603:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069645:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069702:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069727:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069800:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069838:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069848:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069906:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069954:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.069967:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.070032:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.070050:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070068:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070145:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070185:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070225:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070273:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070312:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070320:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070357:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070374:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070398:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070408:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070417:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070439:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070464:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.070491:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.070502:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070516:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070528:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070574:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070612:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070641:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070696:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070751:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070806:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070870:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.070955:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.071026:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.071112:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.071176:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.071263:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.071372:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.071388:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.071434:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.071524:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.071578:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.071672:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.071721:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.071850:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.071892:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.071978:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.072011:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.072072:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.072134:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.072198:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.072256:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.072326:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.072410:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.072429:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.072503:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.072577:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.072651:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.072728:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.072769:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.072843:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.072904:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.073028:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.073100:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.073174:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.073230:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.073341:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.073404:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.073417:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:3.0:1789762979.073427:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1220 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.073456:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.073464:0:13478:0:(rw26.c:871:ll_write_end()) pos 4997120, len 4096, copied 4096 00000080:00200000:3.0:1789762979.073481:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000857d2140[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1220] 00000080:00200000:3.0:1789762979.073488:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000570281b7 17ffffc0001001 3:0 ffff998584a120e0 1220 lru 00000080:00200000:2.0:1789762979.073489:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.073508:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.073516:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000483da496 196: 1< 0 - - > 2< 802816 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.073524:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000857d2140 00000080:00200000:3.0:1789762979.073530:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:3.0:1789762979.073538:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1221 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.073563:0:13478:0:(rw26.c:871:ll_write_end()) pos 5001216, len 4096, copied 4096 00000080:00200000:3.0:1789762979.073583:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000043f0f851[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1221] 00000080:00200000:3.0:1789762979.073604:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000ae29fdb2 17ffffc0001001 3:0 ffff998584a12540 1221 lru 00000008:00010000:2.0:1789762979.073621:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.073662:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@000000005ffec155 197: 1< 0 - - > 2< 806912 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.073673:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000043f0f851 00000080:00200000:3.0:1789762979.073680:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:3.0:1789762979.073694:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1222 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.073700:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.073715:0:13478:0:(rw26.c:871:ll_write_end()) pos 5005312, len 4096, copied 4096 00000080:00200000:3.0:1789762979.073742:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000058882f9f[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1222] 00000080:00200000:3.0:1789762979.073759:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000003c749623 17ffffc0001001 3:0 ffff998584a12b60 1222 lru 00000008:00010000:2.0:1789762979.073771:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.073788:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000071a4bb77 198: 1< 0 - - > 2< 811008 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.073795:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000058882f9f 00000080:00200000:3.0:1789762979.073802:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:3.0:1789762979.073808:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1223 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.073834:0:13478:0:(rw26.c:871:ll_write_end()) pos 5009408, len 4096, copied 4096 00000008:00010000:2.0:1789762979.073837:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.073857:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000094cb4ba2[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1223] 00000080:00200000:3.0:1789762979.073874:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8153f68 17ffffc0001001 3:0 ffff998584a12620 1223 lru 00000080:00200000:3.0:1789762979.073911:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@000000005938999c 199: 1< 0 - - > 2< 815104 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.073916:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.073919:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000094cb4ba2 00000080:00200000:3.0:1789762979.073927:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:3.0:1789762979.073937:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1224 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.073964:0:13478:0:(rw26.c:871:ll_write_end()) pos 5013504, len 4096, copied 4096 00000008:00010000:2.0:1789762979.073968:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.073976:0:13478:0:(rw26.c:929:ll_write_end()) page@000000003a2e7989[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1224] 00000080:00200000:3.0:1789762979.073992:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000a6a17c18 17ffffc0001001 3:0 ffff998584a12c40 1224 lru 00000080:00200000:3.0:1789762979.074032:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000ba4db0f1 200: 1< 0 - - > 2< 819200 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.074039:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000003a2e7989 00000008:00010000:2.0:1789762979.074040:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.074045:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:3.0:1789762979.074051:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1225 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.074074:0:13478:0:(rw26.c:871:ll_write_end()) pos 5017600, len 4096, copied 4096 00000080:00200000:3.0:1789762979.074092:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000960f0546[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1225] 00000008:00010000:2.0:1789762979.074096:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.074101:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000556e3d53 17ffffc0001001 3:0 ffff998584a12a80 1225 lru 00000080:00200000:3.0:1789762979.074144:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@000000008497a7d5 201: 1< 0 - - > 2< 823296 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.074156:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000960f0546 00000080:00200000:3.0:1789762979.074162:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000008:00010000:2.0:1789762979.074164:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.074168:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1226 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.074198:0:13478:0:(rw26.c:871:ll_write_end()) pos 5021696, len 4096, copied 4096 00000008:00010000:2.0:1789762979.074215:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.074216:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000c672ba87[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1226] 00000080:00200000:3.0:1789762979.074241:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000efa56fe2 17ffffc0001021 2:0 ffff998584a129a0 1226 lru 00000080:00200000:3.0:1789762979.074263:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@000000008cf6f10f 202: 1< 0 - - > 2< 827392 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.074266:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.074272:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000c672ba87 00000080:00200000:3.0:1789762979.074277:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:3.0:1789762979.074283:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1227 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.074351:0:13478:0:(rw26.c:871:ll_write_end()) pos 5025792, len 4096, copied 4096 00000008:00010000:2.0:1789762979.074359:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.074371:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000e8495a72[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1227] 00000080:00200000:3.0:1789762979.074394:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000004831e1cf 17ffffc0001001 3:0 ffff998584a127e0 1227 lru 00000080:00200000:3.0:1789762979.074425:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@000000007830ef37 203: 1< 0 - - > 2< 831488 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.074432:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000e8495a72 00000008:00010000:2.0:1789762979.074434:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.074437:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:3.0:1789762979.074442:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1228 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.074462:0:13478:0:(rw26.c:871:ll_write_end()) pos 5029888, len 4096, copied 4096 00000080:00200000:3.0:1789762979.074472:0:13478:0:(rw26.c:929:ll_write_end()) page@000000007d7071c2[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1228] 00000008:00010000:2.0:1789762979.074475:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.074476:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000007778d977 17ffffc0001001 3:0 ffff998584a122a0 1228 lru 00000080:00200000:3.0:1789762979.074498:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000f9330bd9 204: 1< 0 - - > 2< 835584 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.074508:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000007d7071c2 00000080:00200000:3.0:1789762979.074516:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:3.0:1789762979.074524:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1229 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.074551:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:3.0:1789762979.074551:0:13478:0:(rw26.c:871:ll_write_end()) pos 5033984, len 4096, copied 4096 00000080:00200000:3.0:1789762979.074570:0:13478:0:(rw26.c:929:ll_write_end()) page@000000009b793374[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1229] 00000008:00010000:2.0:1789762979.074574:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.074575:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000181d7643 17ffffc0001001 3:0 ffff998584a12e00 1229 lru 00000080:00200000:3.0:1789762979.074617:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000005b766b7 205: 1< 0 - - > 2< 839680 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.074639:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000009b793374 00000080:00200000:3.0:1789762979.074644:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:3.0:1789762979.074649:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1230 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.074655:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.074669:0:13478:0:(rw26.c:871:ll_write_end()) pos 5038080, len 4096, copied 4096 00000080:00200000:3.0:1789762979.074690:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000067c2161f[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1230] 00000080:00200000:3.0:1789762979.074705:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000000da2de30 17ffffc0001001 3:0 ffff998584a12700 1230 lru 00000008:00010000:2.0:1789762979.074723:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.074723:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000066131baf 206: 1< 0 - - > 2< 843776 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.074733:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000067c2161f 00000080:00200000:3.0:1789762979.074740:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:3.0:1789762979.074747:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1231 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.074772:0:13478:0:(rw26.c:871:ll_write_end()) pos 5042176, len 4096, copied 4096 00000080:00200000:3.0:1789762979.074795:0:13478:0:(rw26.c:929:ll_write_end()) page@000000009bf21579[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1231] 00000080:00200000:3.0:1789762979.074810:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000005d1cd01e 17ffffc0001001 3:0 ffff998584a12460 1231 lru 00000080:00200000:3.0:1789762979.074827:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000054b85572 207: 1< 0 - - > 2< 847872 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.074833:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.074834:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000009bf21579 00000080:00200000:3.0:1789762979.074839:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:3.0:1789762979.074845:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1232 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.074868:0:13478:0:(rw26.c:871:ll_write_end()) pos 5046272, len 4096, copied 4096 00000080:00200000:3.0:1789762979.074894:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000f77be443[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1232] 00000080:00200000:3.0:1789762979.074904:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000848fa307 17ffffc0001001 3:0 ffff998584a12d20 1232 lru 00000008:00010000:2.0:1789762979.074906:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.074937:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000032c13fb0 208: 1< 0 - - > 2< 851968 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.074945:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000f77be443 00000080:00200000:3.0:1789762979.074951:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:3.0:1789762979.074957:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1233 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.074977:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.074981:0:13478:0:(rw26.c:871:ll_write_end()) pos 5050368, len 4096, copied 4096 00000080:00200000:3.0:1789762979.075002:0:13478:0:(rw26.c:929:ll_write_end()) page@000000007a28a589[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1233] 00000080:00200000:3.0:1789762979.075027:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000009121b1ff 17ffffc0001001 3:0 ffff998584a12ee0 1233 lru 00000008:00010000:2.0:1789762979.075036:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075047:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@000000007b3b31b9 209: 1< 0 - - > 2< 856064 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.075060:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000007a28a589 00000080:00200000:3.0:1789762979.075067:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:3.0:1789762979.075076:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1234 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.075095:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075106:0:13478:0:(rw26.c:871:ll_write_end()) pos 5054464, len 4096, copied 4096 00000080:00200000:3.0:1789762979.075133:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000023519d9e[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1234] 00000080:00200000:3.0:1789762979.075158:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000f45d3ff5 17ffffc0001001 3:0 ffff998584a121c0 1234 lru 00000008:00010000:2.0:1789762979.075163:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075209:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000b42c4481 210: 1< 0 - - > 2< 860160 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.075222:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000023519d9e 00000080:00200000:3.0:1789762979.075228:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000008:00010000:2.0:1789762979.075229:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075239:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1235 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.075261:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075272:0:13478:0:(rw26.c:871:ll_write_end()) pos 5058560, len 4096, copied 4096 00000008:00010000:2.0:1789762979.075329:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075334:0:13478:0:(rw26.c:929:ll_write_end()) page@000000004a3429c9[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1235] 00000080:00200000:3.0:1789762979.075358:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000008ed61699 17ffffc0001001 3:0 ffff998584a12000 1235 lru 00000008:00010000:2.0:1789762979.075387:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075405:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000012489360 211: 1< 0 - - > 2< 864256 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.075419:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000004a3429c9 00000080:00200000:3.0:1789762979.075424:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000008:00010000:2.0:1789762979.075440:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075441:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2980 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.075474:0:13485:0:(rw26.c:871:ll_write_end()) pos 12206080, len 4096, copied 4096 00000008:00010000:2.0:1789762979.075487:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075499:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000e4b16d54[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2980] 00000080:00200000:3.0:1789762979.075525:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000b70c17e5 17ffffc0001001 3:0 ffff998584a128c0 2980 lru 00000080:00200000:2.0:1789762979.075539:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:3.0:1789762979.075559:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000ee350bc1 1956: 1< 0 - - > 2< 8011776 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 13004800 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.075560:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075567:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000e4b16d54 00000080:00200000:3.0:1789762979.075571:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:3.0:1789762979.075578:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2981 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.075611:0:13485:0:(rw26.c:871:ll_write_end()) pos 12210176, len 4096, copied 4096 00000008:00010000:2.0:1789762979.075617:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075647:0:13485:0:(rw26.c:929:ll_write_end()) page@000000007436c1ec[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2981] 00000080:00200000:3.0:1789762979.075667:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000003f52ebb8 17ffffc0001001 3:0 ffff998584a12380 2981 lru 00000008:00010000:2.0:1789762979.075687:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075700:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000018a55da6 1957: 1< 0 - - > 2< 8015872 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12972032 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.075718:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000007436c1ec 00000080:00200000:3.0:1789762979.075726:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:3.0:1789762979.075736:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2982 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.075739:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.075772:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075773:0:13485:0:(rw26.c:871:ll_write_end()) pos 12214272, len 4096, copied 4096 00000080:00200000:3.0:1789762979.075794:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000f190fe6e[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2982] 00000080:00200000:3.0:1789762979.075815:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000fa491dbf 17ffffc0001001 3:0 ffff9985849e4a80 2982 lru 00000080:00200000:3.0:1789762979.075847:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000758e78dc 1958: 1< 0 - - > 2< 8019968 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12959744 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.075859:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000f190fe6e 00000080:00200000:3.0:1789762979.075865:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:3.0:1789762979.075871:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2983 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.075898:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075898:0:13485:0:(rw26.c:871:ll_write_end()) pos 12218368, len 4096, copied 4096 00000080:00200000:3.0:1789762979.075927:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000d97ac840[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2983] 00000080:00200000:3.0:1789762979.075946:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000007dec8091 17ffffc0001001 3:0 ffff9985849e49a0 2983 lru 00000080:00200000:3.0:1789762979.075965:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000a911a242 1959: 1< 0 - - > 2< 8024064 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12955648 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.075968:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.075975:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000d97ac840 00000080:00200000:3.0:1789762979.075979:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:3.0:1789762979.075987:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2984 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.076012:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076015:0:13485:0:(rw26.c:871:ll_write_end()) pos 12222464, len 4096, copied 4096 00000080:00200000:3.0:1789762979.076046:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000660694bc[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2984] 00000008:00010000:2.0:1789762979.076060:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076061:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000b42fa53a 17ffffc0001001 3:0 ffff9985849e47e0 2984 lru 00000080:00200000:3.0:1789762979.076109:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000006424cd91 1960: 1< 0 - - > 2< 8028160 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12943360 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.076123:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000660694bc 00000008:00010000:2.0:1789762979.076128:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076128:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000080:00200000:3.0:1789762979.076140:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2985 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.076176:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076177:0:13485:0:(rw26.c:871:ll_write_end()) pos 12226560, len 4096, copied 4096 00000080:00200000:3.0:1789762979.076206:0:13485:0:(rw26.c:929:ll_write_end()) page@000000005ffcef90[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2985] 00000080:00200000:3.0:1789762979.076219:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000028c8c670 17ffffc0001021 2:0 ffff9985849e42a0 2985 lru 00000008:00010000:2.0:1789762979.076221:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076277:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000b6a2ebdf 1961: 1< 0 - - > 2< 8032256 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12931072 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.076280:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076319:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000005ffcef90 00000080:00200000:3.0:1789762979.076329:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:3.0:1789762979.076338:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2986 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.076361:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076368:0:13485:0:(rw26.c:871:ll_write_end()) pos 12230656, len 4096, copied 4096 00000080:00200000:3.0:1789762979.076390:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000b8d32ddd[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2986] 00000080:00200000:3.0:1789762979.076410:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000d8b0404c 17ffffc0001001 3:0 ffff9985849e4e00 2986 lru 00000080:00200000:3.0:1789762979.076435:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000008c64ca87 1962: 1< 0 - - > 2< 8036352 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12922880 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.076440:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000b8d32ddd 00000080:00200000:3.0:1789762979.076443:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000008:00010000:2.0:1789762979.076446:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076447:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2987 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.076468:0:13485:0:(rw26.c:871:ll_write_end()) pos 12234752, len 4096, copied 4096 00000080:00200000:3.0:1789762979.076487:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000d7439f57[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2987] 00000080:00200000:3.0:1789762979.076498:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000094fe1af7 17ffffc0001001 3:0 ffff9985849e4700 2987 lru 00000080:00200000:2.0:1789762979.076510:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:3.0:1789762979.076520:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000028feecc7 1963: 1< 0 - - > 2< 8040448 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12943360 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.076525:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000d7439f57 00000008:00010000:2.0:1789762979.076526:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076532:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000080:00200000:3.0:1789762979.076539:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2988 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.076567:0:13485:0:(rw26.c:871:ll_write_end()) pos 12238848, len 4096, copied 4096 00000080:00200000:3.0:1789762979.076589:0:13485:0:(rw26.c:929:ll_write_end()) page@000000003d1b95c6[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2988] 00000008:00010000:2.0:1789762979.076591:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076604:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000f7980fb4 17ffffc0001001 3:0 ffff9985849e4460 2988 lru 00000080:00200000:3.0:1789762979.076664:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000ca5c9033 1964: 1< 0 - - > 2< 8044544 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12910592 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.076672:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000003d1b95c6 00000008:00010000:2.0:1789762979.076675:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076676:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:3.0:1789762979.076683:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2989 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.076713:0:13485:0:(rw26.c:871:ll_write_end()) pos 12242944, len 4096, copied 4096 00000008:00010000:2.0:1789762979.076726:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076729:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000787b4155[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2989] 00000080:00200000:3.0:1789762979.076750:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000d108d7de 17ffffc0001001 3:0 ffff9985849e4d20 2989 lru 00000080:00200000:3.0:1789762979.076794:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000004f4d3935 1965: 1< 0 - - > 2< 8048640 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12902400 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.076797:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076801:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000787b4155 00000080:00200000:3.0:1789762979.076807:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000080:00200000:3.0:1789762979.076814:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2990 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.076841:0:13485:0:(rw26.c:871:ll_write_end()) pos 12247040, len 4096, copied 4096 00000008:00010000:2.0:1789762979.076855:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076860:0:13485:0:(rw26.c:929:ll_write_end()) page@0000000067db58fe[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2990] 00000080:00200000:3.0:1789762979.076876:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000df6d41cf 17ffffc0001001 3:0 ffff9985849e4ee0 2990 lru 00000080:00200000:3.0:1789762979.076919:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000009edc5dc8 1966: 1< 0 - - > 2< 8052736 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12894208 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.076924:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.076925:0:13485:0:(rw26.c:929:ll_write_end()) end page@0000000067db58fe 00000080:00200000:3.0:1789762979.076931:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00000080:00200000:3.0:1789762979.076939:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2991 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.076961:0:13485:0:(rw26.c:871:ll_write_end()) pos 12251136, len 4096, copied 4096 00000080:00200000:3.0:1789762979.076988:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000c77e2ebd[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2991] 00000080:00200000:3.0:1789762979.076999:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000d2a74868 17ffffc0001001 3:0 ffff9985849e41c0 2991 lru 00000008:00010000:2.0:1789762979.077001:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077056:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000fd5f4838 1967: 1< 0 - - > 2< 8056832 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12886016 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.077064:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000c77e2ebd 00000008:00010000:2.0:1789762979.077065:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077068:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:3.0:1789762979.077074:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2992 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.077101:0:13485:0:(rw26.c:871:ll_write_end()) pos 12255232, len 4096, copied 4096 00000008:00010000:2.0:1789762979.077104:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077124:0:13485:0:(rw26.c:929:ll_write_end()) page@000000001711d284[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2992] 00000080:00200000:3.0:1789762979.077148:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000015642b02 17ffffc0001001 3:0 ffff9985849e4000 2992 lru 00000008:00010000:2.0:1789762979.077164:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077189:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000c8bb7518 1968: 1< 0 - - > 2< 8060928 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12877824 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.077198:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000001711d284 00000080:00200000:3.0:1789762979.077204:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:3.0:1789762979.077213:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2993 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.077219:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077240:0:13485:0:(rw26.c:871:ll_write_end()) pos 12259328, len 4096, copied 4096 00000080:00200000:3.0:1789762979.077265:0:13485:0:(rw26.c:929:ll_write_end()) page@000000001f2d07fc[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2993] 00000008:00010000:2.0:1789762979.077266:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.077311:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077318:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000000f29b93e 17ffffc0001001 3:0 ffff9985849e48c0 2993 lru 00000080:00200000:3.0:1789762979.077364:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec8e0caf 1969: 1< 0 - - > 2< 8065024 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12861440 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.077369:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077370:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000001f2d07fc 00000080:00200000:3.0:1789762979.077376:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:3.0:1789762979.077383:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2994 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.077412:0:13485:0:(rw26.c:871:ll_write_end()) pos 12263424, len 4096, copied 4096 00000080:00200000:3.0:1789762979.077429:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000e85259f4[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2994] 00000080:00200000:2.0:1789762979.077435:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:3.0:1789762979.077437:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000b7d87705 17ffffc0001001 3:0 ffff9985849e4380 2994 lru 00000008:00010000:2.0:1789762979.077449:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077454:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000fe1e2806 1970: 1< 0 - - > 2< 8069120 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12881920 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.077462:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000e85259f4 00000080:00200000:3.0:1789762979.077468:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:3.0:1789762979.077475:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2995 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.077495:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077502:0:13485:0:(rw26.c:871:ll_write_end()) pos 12267520, len 4096, copied 4096 00000080:00200000:3.0:1789762979.077529:0:13485:0:(rw26.c:929:ll_write_end()) page@0000000055abb605[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2995] 00000080:00200000:3.0:1789762979.077553:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000d755d156 17ffffc0001001 3:0 ffff9985849e40e0 2995 lru 00000008:00010000:2.0:1789762979.077566:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077568:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000231e01bd 1971: 1< 0 - - > 2< 8073216 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12873728 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.077575:0:13485:0:(rw26.c:929:ll_write_end()) end page@0000000055abb605 00000080:00200000:3.0:1789762979.077582:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:3.0:1789762979.077591:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2996 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.077608:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077622:0:13485:0:(rw26.c:871:ll_write_end()) pos 12271616, len 4096, copied 4096 00000080:00200000:3.0:1789762979.077658:0:13485:0:(rw26.c:929:ll_write_end()) page@000000007afc3d8f[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2996] 00000008:00010000:2.0:1789762979.077667:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077669:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000007a9f2f8a 17ffffc0001001 3:0 ffff9985849e4540 2996 lru 00000080:00200000:3.0:1789762979.077724:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000038ba9f3a 1972: 1< 0 - - > 2< 8077312 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12836864 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.077727:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077733:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000007afc3d8f 00000080:00200000:3.0:1789762979.077741:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000080:00200000:3.0:1789762979.077749:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2997 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.077779:0:13485:0:(rw26.c:871:ll_write_end()) pos 12275712, len 4096, copied 4096 00000008:00010000:2.0:1789762979.077782:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077802:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000a9b6adea[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2997] 00000080:00200000:3.0:1789762979.077822:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000f3f29fda 17ffffc0001001 3:0 ffff9985849e4b60 2997 lru 00000080:00200000:3.0:1789762979.077839:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000268f7983 1973: 1< 0 - - > 2< 8081408 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12828672 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.077840:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077846:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000a9b6adea 00000080:00200000:3.0:1789762979.077852:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:3.0:1789762979.077859:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2998 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.077884:0:13485:0:(rw26.c:871:ll_write_end()) pos 12279808, len 4096, copied 4096 00000008:00010000:2.0:1789762979.077904:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.077906:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000c332a879[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2998] 00000080:00200000:3.0:1789762979.077927:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000cf1bfa04 17ffffc0001001 3:0 ffff9985849e4620 2998 lru 00000080:00200000:3.0:1789762979.077973:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000ade337c9 1974: 1< 0 - - > 2< 8085504 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12820480 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.077980:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000c332a879 00000080:00200000:3.0:1789762979.077988:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000080:00200000:3.0:1789762979.077995:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 2999 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.078016:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078025:0:13485:0:(rw26.c:871:ll_write_end()) pos 12283904, len 4096, copied 4096 00000080:00200000:3.0:1789762979.078053:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000282396fb[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 2999] 00000008:00010000:2.0:1789762979.078070:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078070:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000bf6be0b0 17ffffc0001001 3:0 ffff9985849e4c40 2999 lru 00000080:00200000:3.0:1789762979.078117:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000093058708 1975: 1< 0 - - > 2< 8089600 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12812288 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.078121:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078128:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000282396fb 00000080:00200000:3.0:1789762979.078135:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:3.0:1789762979.078145:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3000 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.078179:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078188:0:13485:0:(rw26.c:871:ll_write_end()) pos 12288000, len 4096, copied 4096 00000080:00200000:3.0:1789762979.078220:0:13485:0:(rw26.c:929:ll_write_end()) page@0000000001c0d3a9[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3000] 00000008:00010000:2.0:1789762979.078230:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078234:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000084d5502f 17ffffc0001021 2:0 ffff998584929460 3000 lru 00000080:00200000:3.0:1789762979.078282:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000962a6e09 1976: 1< 0 - - > 2< 8093696 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12800000 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.078305:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078314:0:13485:0:(rw26.c:929:ll_write_end()) end page@0000000001c0d3a9 00000080:00200000:3.0:1789762979.078323:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000080:00200000:3.0:1789762979.078334:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3001 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.078346:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:3.0:1789762979.078360:0:13485:0:(rw26.c:871:ll_write_end()) pos 12292096, len 4096, copied 4096 00000008:00010000:2.0:1789762979.078362:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078382:0:13485:0:(rw26.c:929:ll_write_end()) page@000000003b20d32e[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3001] 00000080:00200000:3.0:1789762979.078401:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000082a95e7f 17ffffc0001001 3:0 ffff998584929d20 3001 lru 00000080:00200000:3.0:1789762979.078417:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000d0323588 1977: 1< 0 - - > 2< 8097792 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12791808 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.078421:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078422:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000003b20d32e 00000080:00200000:3.0:1789762979.078428:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000080:00200000:3.0:1789762979.078435:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3002 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.078459:0:13485:0:(rw26.c:871:ll_write_end()) pos 12296192, len 4096, copied 4096 00000080:00200000:3.0:1789762979.078482:0:13485:0:(rw26.c:929:ll_write_end()) page@0000000090e1573a[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3002] 00000080:00200000:3.0:1789762979.078501:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000dacfab78 17ffffc0001001 3:0 ffff998584929ee0 3002 lru 00000008:00010000:2.0:1789762979.078508:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078510:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000310e5bd8 1978: 1< 0 - - > 2< 8101888 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12812288 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.078517:0:13485:0:(rw26.c:929:ll_write_end()) end page@0000000090e1573a 00000080:00200000:3.0:1789762979.078521:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:3.0:1789762979.078529:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3003 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.078553:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078556:0:13485:0:(rw26.c:871:ll_write_end()) pos 12300288, len 4096, copied 4096 00000080:00200000:3.0:1789762979.078573:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000b1fb7931[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3003] 00000080:00200000:3.0:1789762979.078587:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000005723d7b7 17ffffc0001001 3:0 ffff9985849291c0 3003 lru 00000008:00010000:2.0:1789762979.078610:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078611:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000089b941d2 1979: 1< 0 - - > 2< 8105984 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12779520 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.078625:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000b1fb7931 00000080:00200000:3.0:1789762979.078642:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000080:00200000:3.0:1789762979.078651:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3004 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.078679:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078681:0:13485:0:(rw26.c:871:ll_write_end()) pos 12304384, len 4096, copied 4096 00000080:00200000:3.0:1789762979.078705:0:13485:0:(rw26.c:929:ll_write_end()) page@000000006d94cdf0[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3004] 00000008:00010000:2.0:1789762979.078710:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078713:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000000c7f3ab8 17ffffc0001001 3:0 ffff998584929000 3004 lru 00000080:00200000:3.0:1789762979.078761:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec48505b 1980: 1< 0 - - > 2< 8110080 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12767232 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.078773:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000006d94cdf0 00000080:00200000:3.0:1789762979.078777:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000008:00010000:2.0:1789762979.078779:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078781:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3005 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.078804:0:13485:0:(rw26.c:871:ll_write_end()) pos 12308480, len 4096, copied 4096 00000008:00010000:2.0:1789762979.078808:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078820:0:13485:0:(rw26.c:929:ll_write_end()) page@000000007183c3c7[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3005] 00000080:00200000:3.0:1789762979.078839:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000000711c80b 17ffffc0001001 3:0 ffff9985849298c0 3005 lru 00000080:00200000:3.0:1789762979.078861:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000a1458f67 1981: 1< 0 - - > 2< 8114176 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12759040 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.078864:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078869:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000007183c3c7 00000080:00200000:3.0:1789762979.078875:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:3.0:1789762979.078883:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3006 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.078905:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078911:0:13485:0:(rw26.c:871:ll_write_end()) pos 12312576, len 4096, copied 4096 00000080:00200000:3.0:1789762979.078918:0:13485:0:(rw26.c:929:ll_write_end()) page@000000006ef3e741[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3006] 00000008:00010000:2.0:1789762979.078920:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078937:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000021209b55 17ffffc0001001 3:0 ffff998584929380 3006 lru 00000080:00200000:3.0:1789762979.078975:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000000f9f9901 1982: 1< 0 - - > 2< 8118272 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12746752 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.078982:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000006ef3e741 00000080:00200000:3.0:1789762979.078984:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000008:00010000:2.0:1789762979.078986:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.078989:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3007 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.079015:0:13485:0:(rw26.c:871:ll_write_end()) pos 12316672, len 4096, copied 4096 00000008:00010000:2.0:1789762979.079020:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079022:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000860dc285[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3007] 00000080:00200000:3.0:1789762979.079038:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000e75ea0ec 17ffffc0001001 3:0 ffff9985849290e0 3007 lru 00000008:00010000:2.0:1789762979.079063:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079064:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000f08c6ecc 1983: 1< 0 - - > 2< 8122368 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12738560 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.079076:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000860dc285 00000080:00200000:3.0:1789762979.079082:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:3.0:1789762979.079091:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3008 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.079117:0:13485:0:(rw26.c:871:ll_write_end()) pos 12320768, len 4096, copied 4096 00000080:00200000:2.0:1789762979.079122:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:3.0:1789762979.079130:0:13485:0:(rw26.c:929:ll_write_end()) page@0000000056dc25e6[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3008] 00000008:00010000:2.0:1789762979.079134:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079136:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000ffb993d1 17ffffc0001001 3:0 ffff998584929540 3008 lru 00000008:00010000:2.0:1789762979.079152:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079162:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000df83dda0 1984: 1< 0 - - > 2< 8126464 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12730368 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.079176:0:13485:0:(rw26.c:929:ll_write_end()) end page@0000000056dc25e6 00000080:00200000:3.0:1789762979.079186:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000080:00200000:3.0:1789762979.079194:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3009 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.079210:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079225:0:13485:0:(rw26.c:871:ll_write_end()) pos 12324864, len 4096, copied 4096 00000008:00010000:2.0:1789762979.079246:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079246:0:13485:0:(rw26.c:929:ll_write_end()) page@0000000062012e05[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3009] 00000080:00200000:3.0:1789762979.079264:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000fd6353ff 17ffffc0001001 3:0 ffff998584929b60 3009 lru 00000080:00200000:3.0:1789762979.079314:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000e48b76d3 1985: 1< 0 - - > 2< 8130560 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12718080 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.079315:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079327:0:13485:0:(rw26.c:929:ll_write_end()) end page@0000000062012e05 00000080:00200000:3.0:1789762979.079335:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:3.0:1789762979.079344:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3010 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.079368:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079372:0:13485:0:(rw26.c:871:ll_write_end()) pos 12328960, len 4096, copied 4096 00000080:00200000:3.0:1789762979.079394:0:13485:0:(rw26.c:929:ll_write_end()) page@000000003a2c930f[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3010] 00000080:00200000:3.0:1789762979.079412:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000d9854647 17ffffc0001001 3:0 ffff998584929620 3010 lru 00000008:00010000:2.0:1789762979.079415:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079455:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000002f6b5a0c 1986: 1< 0 - - > 2< 8134656 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12705792 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.079465:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000003a2c930f 00000080:00200000:3.0:1789762979.079469:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:3.0:1789762979.079473:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3011 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.079474:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079496:0:13485:0:(rw26.c:871:ll_write_end()) pos 12333056, len 4096, copied 4096 00000008:00010000:2.0:1789762979.079498:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079512:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000a6d9330b[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3011] 00000080:00200000:3.0:1789762979.079532:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000d2e6fc4d 17ffffc0001001 3:0 ffff998584929c40 3011 lru 00000008:00010000:2.0:1789762979.079547:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079561:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000522f17d5 1987: 1< 0 - - > 2< 8138752 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12722176 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.079568:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000a6d9330b 00000080:00200000:3.0:1789762979.079572:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:3.0:1789762979.079581:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3012 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.079602:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079609:0:13485:0:(rw26.c:871:ll_write_end()) pos 12337152, len 4096, copied 4096 00000008:00010000:2.0:1789762979.079611:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079642:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000738e6157[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3012] 00000080:00200000:3.0:1789762979.079657:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000007e50747e 17ffffc0001001 3:0 ffff998584929a80 3012 lru 00000008:00010000:2.0:1789762979.079661:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079696:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000005370b532 1988: 1< 0 - - > 2< 8142848 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12681216 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.079707:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000738e6157 00000080:00200000:3.0:1789762979.079713:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000008:00010000:2.0:1789762979.079719:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079719:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3013 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.079742:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079755:0:13485:0:(rw26.c:871:ll_write_end()) pos 12341248, len 4096, copied 4096 00000080:00200000:2.0:1789762979.079759:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:3.0:1789762979.079771:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000c3eeacb1[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3013] 00000008:00010000:2.0:1789762979.079774:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079791:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb25e451 17ffffc0001001 3:0 ffff9985849299a0 3013 lru 00000080:00200000:3.0:1789762979.079830:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000028cc472d 1989: 1< 0 - - > 2< 8146944 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12668928 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.079834:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079837:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000c3eeacb1 00000080:00200000:3.0:1789762979.079843:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:3.0:1789762979.079850:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3014 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.079869:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079875:0:13485:0:(rw26.c:871:ll_write_end()) pos 12345344, len 4096, copied 4096 00000080:00200000:3.0:1789762979.079903:0:13485:0:(rw26.c:929:ll_write_end()) page@0000000019effe15[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3014] 00000080:00200000:3.0:1789762979.079914:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000c7de831d 17ffffc0001001 3:0 ffff9985849297e0 3014 lru 00000008:00010000:2.0:1789762979.079916:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079955:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000ef4fa3ae 1990: 1< 0 - - > 2< 8151040 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12656640 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.079965:0:13485:0:(rw26.c:929:ll_write_end()) end page@0000000019effe15 00000080:00200000:3.0:1789762979.079967:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000008:00010000:2.0:1789762979.079971:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.079973:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3015 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.079999:0:13485:0:(rw26.c:871:ll_write_end()) pos 12349440, len 4096, copied 4096 00000080:00200000:3.0:1789762979.080025:0:13485:0:(rw26.c:929:ll_write_end()) page@000000000c2e6228[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3015] 00000008:00010000:2.0:1789762979.080027:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.080041:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000120af910 17ffffc0001021 2:0 ffff9985849292a0 3015 lru 00000080:00200000:3.0:1789762979.080084:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000089e7725b 1991: 1< 0 - - > 2< 8155136 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12648448 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.080095:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000000c2e6228 00000080:00200000:3.0:1789762979.080101:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:3.0:1789762979.080109:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3016 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.080113:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.080129:0:13485:0:(rw26.c:871:ll_write_end()) pos 12353536, len 4096, copied 4096 00000080:00200000:3.0:1789762979.080161:0:13485:0:(rw26.c:929:ll_write_end()) page@000000000c4d88fe[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3016] 00000008:00010000:2.0:1789762979.080168:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.080176:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000005db23fed 17ffffc0001001 3:0 ffff998584929e00 3016 lru 00000080:00200000:3.0:1789762979.080211:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5a4104a 1992: 1< 0 - - > 2< 8159232 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12640256 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000008:00010000:2.0:1789762979.080215:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.080224:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000000c4d88fe 00000080:00200000:3.0:1789762979.080233:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:3.0:1789762979.080243:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3017 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.080262:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.080269:0:13485:0:(rw26.c:871:ll_write_end()) pos 12357632, len 4096, copied 4096 00000080:00200000:3.0:1789762979.080322:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000e1bcf951[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3017] 00000008:00010000:2.0:1789762979.080334:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.080335:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000cfe1a0df 17ffffc0001001 3:0 ffff998584929700 3017 lru 00000008:00010000:2.0:1789762979.080363:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.080363:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000f8c674ca 1993: 1< 0 - - > 2< 8163328 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 12627968 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.080374:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000e1bcf951 00000080:00200000:3.0:1789762979.080379:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:3.0:1789762979.080396:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1507 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.080415:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.080433:0:13479:0:(rw26.c:871:ll_write_end()) pos 6172672, len 4096, copied 4096 00000008:00010000:2.0:1789762979.080437:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.080456:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000b6fec3ac[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1507] 00000080:00200000:3.0:1789762979.080475:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000002324359e 17ffffc0001001 3:0 ffff9985849b8d20 1507 lru 00000008:00010000:2.0:1789762979.080487:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.080505:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000737bdcbc 483: 1< 0 - - > 2< 1978368 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.080516:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000b6fec3ac 00000080:00200000:3.0:1789762979.080521:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:3.0:1789762979.080526:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1508 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.080550:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:3.0:1789762979.080558:0:13479:0:(rw26.c:871:ll_write_end()) pos 6176768, len 4096, copied 4096 00000008:00010000:2.0:1789762979.080562:0:13477:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.080566:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000912be267[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1508] 00000080:00200000:3.0:1789762979.080581:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000044f4f68 17ffffc0001001 3:0 ffff9985849b8ee0 1508 lru 00000080:00200000:2.0:1789762979.080621:0:13477:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 1, dirtied 1 00000080:00200000:3.0:1789762979.080623:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000045b8d80e 484: 1< 0 - - > 2< 1982464 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.080642:0:13477:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:3.0:1789762979.080643:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000912be267 00000080:00200000:3.0:1789762979.080648:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762979.080652:0:13477:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write bytes 0, result: 1048576 00000080:00200000:3.0:1789762979.080656:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1509 of 0 to 4096 bytes 00000020:00010000:2.0:1789762979.080685:0:13477:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998590c035d8 (ffff998588facf38/0) at cl_lock_release():245 00000080:00200000:3.0:1789762979.080686:0:13479:0:(rw26.c:871:ll_write_end()) pos 6180864, len 4096, copied 4096 00000020:00010000:2.0:1789762979.080703:0:13477:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998590c035d8 (ffff998588facf38/0) at cl_lock_cancel():142 00000080:00200000:3.0:1789762979.080714:0:13479:0:(rw26.c:929:ll_write_end()) page@000000004f249bf9[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1509] 00000020:00010000:2.0:1789762979.080721:0:13477:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9985902eadb0 (ffff998588fac488/1) at cl_lock_cancel():142 00000080:00200000:3.0:1789762979.080725:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000dced67a4 17ffffc0001001 3:0 ffff9985849b81c0 1509 lru 00010000:00010000:2.0:1789762979.080740:0:13477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 13/0,5 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.080741:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000007ec4b454 485: 1< 0 - - > 2< 1986560 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.080751:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000004f249bf9 00000080:00200000:3.0:1789762979.080757:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:3.0:1789762979.080763:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1510 of 0 to 4096 bytes 00010000:00010000:2.0:1789762979.080784:0:13477:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 12/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.080790:0:13479:0:(rw26.c:871:ll_write_end()) pos 6184960, len 4096, copied 4096 00000080:00200000:3.0:1789762979.080817:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000af7bd673[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1510] 00000080:00200000:3.0:1789762979.080836:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000006a1dd365 17ffffc0001001 3:0 ffff9985849b8000 1510 lru 00000020:00010000:2.0:1789762979.080839:0:13477:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998590c035d8 (ffff998588facf38/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762979.080855:0:13477:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9985902eadb0 (ffff998588facf38/1) at cl_lock_fini():72 00000080:00200000:3.0:1789762979.080855:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000035d77cb7 486: 1< 0 - - > 2< 1990656 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.080861:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000af7bd673 00000080:00200000:3.0:1789762979.080865:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:3.0:1789762979.080868:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1511 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.080871:0:13477:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762979.080880:0:13477:0:(file.c:2205:ll_file_io_generic()) Range unlock [768, 1023] 00000080:00200000:3.0:1789762979.080886:0:13479:0:(rw26.c:871:ll_write_end()) pos 6189056, len 4096, copied 4096 00000080:00200000:2.0:1789762979.080893:0:13477:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789762979.080903:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000a52b16ab[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1511] 00000080:00200000:2.0:1789762979.080913:0:13477:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:3.0:1789762979.080924:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000cc9109f7 17ffffc0001001 3:0 ffff9985849b88c0 1511 lru 00000080:00200000:3.0:1789762979.080929:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000057575114 487: 1< 0 - - > 2< 1994752 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.080930:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000a52b16ab 00000080:00200000:3.0:1789762979.080931:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:3.0:1789762979.080933:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1512 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.080946:0:42:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.080951:0:13479:0:(rw26.c:871:ll_write_end()) pos 6193152, len 4096, copied 4096 00000080:00200000:3.0:1789762979.080979:0:13479:0:(rw26.c:929:ll_write_end()) page@000000008e4aa332[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1512] 00000080:00200000:3.0:1789762979.080996:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000056cd0bc7 17ffffc0001001 3:0 ffff9985849b8380 1512 lru 00000008:00010000:2.0:1789762979.081004:0:42:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.081006:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000078f60ee1 488: 1< 0 - - > 2< 1998848 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081012:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000008e4aa332 00000080:00200000:3.0:1789762979.081017:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:3.0:1789762979.081024:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1513 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081050:0:13479:0:(rw26.c:871:ll_write_end()) pos 6197248, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081060:0:13479:0:(rw26.c:929:ll_write_end()) page@000000007f52b646[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1513] 00000080:00200000:3.0:1789762979.081065:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000072a971dd 17ffffc0001001 3:0 ffff9985849b80e0 1513 lru 00000080:00200000:3.0:1789762979.081070:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000acf39f23 489: 1< 0 - - > 2< 2002944 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081073:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000007f52b646 00000080:00200000:3.0:1789762979.081075:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:3.0:1789762979.081078:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1514 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081099:0:13479:0:(rw26.c:871:ll_write_end()) pos 6201344, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081108:0:13479:0:(rw26.c:929:ll_write_end()) page@000000008586ec53[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1514] 00000080:00200000:3.0:1789762979.081111:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000002f74d7a2 17ffffc0001001 3:0 ffff9985849b8540 1514 lru 00000080:00200000:3.0:1789762979.081116:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000659951e7 490: 1< 0 - - > 2< 2007040 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081120:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000008586ec53 00000080:00200000:3.0:1789762979.081122:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:3.0:1789762979.081125:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1515 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081149:0:13479:0:(rw26.c:871:ll_write_end()) pos 6205440, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081159:0:13479:0:(rw26.c:929:ll_write_end()) page@000000003302c09c[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1515] 00000080:00200000:3.0:1789762979.081163:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000000696628e 17ffffc0001001 3:0 ffff9985849b8b60 1515 lru 00000080:00200000:3.0:1789762979.081174:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000a551e602 491: 1< 0 - - > 2< 2011136 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081180:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000003302c09c 00000080:00200000:3.0:1789762979.081188:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:3.0:1789762979.081192:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1516 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081225:0:13479:0:(rw26.c:871:ll_write_end()) pos 6209536, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081239:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000326531a4[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1516] 00000080:00200000:3.0:1789762979.081252:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000d05592a7 17ffffc0001001 3:0 ffff9985849b8620 1516 lru 00000080:00200000:3.0:1789762979.081262:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000023fcf221 492: 1< 0 - - > 2< 2015232 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081267:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000326531a4 00000080:00200000:3.0:1789762979.081272:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:3.0:1789762979.081276:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1517 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081329:0:13479:0:(rw26.c:871:ll_write_end()) pos 6213632, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081340:0:13479:0:(rw26.c:929:ll_write_end()) page@000000003f81b555[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1517] 00000080:00200000:3.0:1789762979.081353:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000005f9fab43 17ffffc0001001 3:0 ffff9985849b8c40 1517 lru 00000080:00200000:3.0:1789762979.081366:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000a621b9d6 493: 1< 0 - - > 2< 2019328 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081372:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000003f81b555 00000080:00200000:3.0:1789762979.081374:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:3.0:1789762979.081378:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1518 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081403:0:13479:0:(rw26.c:871:ll_write_end()) pos 6217728, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081413:0:13479:0:(rw26.c:929:ll_write_end()) page@000000002b5fe0b6[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1518] 00000080:00200000:3.0:1789762979.081421:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000005d7f3dec 17ffffc0001001 3:0 ffff9985849b8a80 1518 lru 00000080:00200000:3.0:1789762979.081431:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000013c0f125 494: 1< 0 - - > 2< 2023424 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081436:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000002b5fe0b6 00000080:00200000:3.0:1789762979.081439:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:3.0:1789762979.081442:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1519 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081472:0:13479:0:(rw26.c:871:ll_write_end()) pos 6221824, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081483:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000fd21a1bd[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1519] 00000080:00200000:3.0:1789762979.081489:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000d9059cdc 17ffffc0001021 2:0 ffff9985849b89a0 1519 lru 00000080:00200000:3.0:1789762979.081500:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000a133d28e 495: 1< 0 - - > 2< 2027520 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081504:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000fd21a1bd 00000080:00200000:3.0:1789762979.081507:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:3.0:1789762979.081511:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1520 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081534:0:13479:0:(rw26.c:871:ll_write_end()) pos 6225920, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081548:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000f0cbe250[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1520] 00000080:00200000:3.0:1789762979.081555:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000002ee76bbc 17ffffc0001001 3:0 ffff9985849b87e0 1520 lru 00000080:00200000:3.0:1789762979.081566:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000001248ac82 496: 1< 0 - - > 2< 2031616 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081569:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000f0cbe250 00000080:00200000:3.0:1789762979.081571:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:3.0:1789762979.081573:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1521 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081594:0:13479:0:(rw26.c:871:ll_write_end()) pos 6230016, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081610:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000d0f812ce[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1521] 00000080:00200000:3.0:1789762979.081619:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000736aed83 17ffffc0001001 3:0 ffff9985849b82a0 1521 lru 00000080:00200000:3.0:1789762979.081638:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8a30909 497: 1< 0 - - > 2< 2035712 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081640:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000d0f812ce 00000080:00200000:3.0:1789762979.081642:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:3.0:1789762979.081644:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1522 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081669:0:13479:0:(rw26.c:871:ll_write_end()) pos 6234112, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081676:0:13479:0:(rw26.c:929:ll_write_end()) page@000000007a726491[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1522] 00000080:00200000:3.0:1789762979.081679:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000d7db7a3b 17ffffc0001001 3:0 ffff9985849b8e00 1522 lru 00000080:00200000:3.0:1789762979.081683:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000676ad5dc 498: 1< 0 - - > 2< 2039808 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081686:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000007a726491 00000080:00200000:3.0:1789762979.081689:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:3.0:1789762979.081695:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1523 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081717:0:13479:0:(rw26.c:871:ll_write_end()) pos 6238208, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081725:0:13479:0:(rw26.c:929:ll_write_end()) page@000000000f25a013[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1523] 00000080:00200000:3.0:1789762979.081729:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000a39d83e2 17ffffc0001001 3:0 ffff9985849b8700 1523 lru 00000080:00200000:3.0:1789762979.081735:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000072a352ee 499: 1< 0 - - > 2< 2043904 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081738:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000000f25a013 00000080:00200000:3.0:1789762979.081740:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:3.0:1789762979.081744:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1524 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081767:0:13479:0:(rw26.c:871:ll_write_end()) pos 6242304, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081775:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000643eda5b[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1524] 00000080:00200000:3.0:1789762979.081779:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000041042e5d 17ffffc0001001 3:0 ffff9985849b8460 1524 lru 00000080:00200000:3.0:1789762979.081783:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000002897a6ce 500: 1< 0 - - > 2< 2048000 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081785:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000643eda5b 00000080:00200000:3.0:1789762979.081787:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:3.0:1789762979.081790:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1525 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081821:0:13479:0:(rw26.c:871:ll_write_end()) pos 6246400, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081828:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000454cbfb4[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1525] 00000080:00200000:3.0:1789762979.081831:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000000fae5aeb 17ffffc0001001 3:0 ffff998584959540 1525 lru 00000080:00200000:3.0:1789762979.081836:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000000c493aae 501: 1< 0 - - > 2< 2052096 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081839:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000454cbfb4 00000080:00200000:3.0:1789762979.081842:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:3.0:1789762979.081847:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1526 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081869:0:13479:0:(rw26.c:871:ll_write_end()) pos 6250496, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081875:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000152dc638[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1526] 00000080:00200000:3.0:1789762979.081879:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000f06886e9 17ffffc0001001 3:0 ffff998584959b60 1526 lru 00000080:00200000:3.0:1789762979.081885:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000000ff3a65c 502: 1< 0 - - > 2< 2056192 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081888:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000152dc638 00000080:00200000:3.0:1789762979.081891:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:3.0:1789762979.081895:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1527 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081917:0:13479:0:(rw26.c:871:ll_write_end()) pos 6254592, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081925:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000da5eae2d[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1527] 00000080:00200000:3.0:1789762979.081927:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000002e900fc7 17ffffc0001001 3:0 ffff998584959620 1527 lru 00000080:00200000:3.0:1789762979.081932:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000095d3ce71 503: 1< 0 - - > 2< 2060288 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081935:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000da5eae2d 00000080:00200000:3.0:1789762979.081939:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:3.0:1789762979.081943:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1528 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.081965:0:13479:0:(rw26.c:871:ll_write_end()) pos 6258688, len 4096, copied 4096 00000080:00200000:3.0:1789762979.081973:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000c31917a5[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1528] 00000080:00200000:3.0:1789762979.081976:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000834c8baf 17ffffc0001001 3:0 ffff998584959c40 1528 lru 00000080:00200000:3.0:1789762979.081981:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5082265 504: 1< 0 - - > 2< 2064384 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.081983:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000c31917a5 00000080:00200000:3.0:1789762979.081986:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:3.0:1789762979.081993:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1529 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.082017:0:13479:0:(rw26.c:871:ll_write_end()) pos 6262784, len 4096, copied 4096 00000080:00200000:3.0:1789762979.082024:0:13479:0:(rw26.c:929:ll_write_end()) page@000000003404438b[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1529] 00000080:00200000:3.0:1789762979.082027:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000060e54217 17ffffc0001001 3:0 ffff998584959a80 1529 lru 00000080:00200000:3.0:1789762979.082032:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000bbb04b16 505: 1< 0 - - > 2< 2068480 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.082035:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000003404438b 00000080:00200000:3.0:1789762979.082037:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:3.0:1789762979.082042:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1530 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.082072:0:13479:0:(rw26.c:871:ll_write_end()) pos 6266880, len 4096, copied 4096 00000080:00200000:3.0:1789762979.082078:0:13479:0:(rw26.c:929:ll_write_end()) page@000000008def96e5[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1530] 00000080:00200000:3.0:1789762979.082081:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000000de912f9 17ffffc0001001 3:0 ffff9985849599a0 1530 lru 00000080:00200000:3.0:1789762979.082086:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000f906ef8a 506: 1< 0 - - > 2< 2072576 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.082090:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000008def96e5 00000080:00200000:3.0:1789762979.082095:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:3.0:1789762979.082098:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1531 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.082125:0:13479:0:(rw26.c:871:ll_write_end()) pos 6270976, len 4096, copied 4096 00000080:00200000:3.0:1789762979.082132:0:13479:0:(rw26.c:929:ll_write_end()) page@000000000ba3c0fc[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1531] 00000080:00200000:3.0:1789762979.082136:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @0000000025859f33 17ffffc0001001 3:0 ffff9985849597e0 1531 lru 00000080:00200000:3.0:1789762979.082150:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000006c014b5f 507: 1< 0 - - > 2< 2076672 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.082159:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000000ba3c0fc 00000080:00200000:3.0:1789762979.082165:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:3.0:1789762979.082172:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1532 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.082198:0:13479:0:(rw26.c:871:ll_write_end()) pos 6275072, len 4096, copied 4096 00000080:00200000:3.0:1789762979.082212:0:13479:0:(rw26.c:929:ll_write_end()) page@000000007ada133c[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1532] 00000080:00200000:3.0:1789762979.082223:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000a2523b4b 17ffffc0001001 3:0 ffff9985849592a0 1532 lru 00000080:00200000:3.0:1789762979.082240:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@0000000094ae9174 508: 1< 0 - - > 2< 2080768 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.082247:0:13479:0:(rw26.c:929:ll_write_end()) end page@000000007ada133c 00000080:00200000:3.0:1789762979.082248:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:3.0:1789762979.082252:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1533 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.082274:0:13479:0:(rw26.c:871:ll_write_end()) pos 6279168, len 4096, copied 4096 00000080:00200000:3.0:1789762979.082285:0:13479:0:(rw26.c:929:ll_write_end()) page@00000000e023662a[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1533] 00000080:00200000:3.0:1789762979.082329:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000cf6d062e 17ffffc0001001 3:0 ffff998584959e00 1533 lru 00000080:00200000:3.0:1789762979.082341:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@000000009a88bfeb 509: 1< 0 - - > 2< 2084864 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.082346:0:13479:0:(rw26.c:929:ll_write_end()) end page@00000000e023662a 00000080:00200000:3.0:1789762979.082349:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:3.0:1789762979.082355:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1534 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.082388:0:13479:0:(rw26.c:871:ll_write_end()) pos 6283264, len 4096, copied 4096 00000080:00200000:3.0:1789762979.082400:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000031752ee3[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1534] 00000080:00200000:3.0:1789762979.082408:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @000000001a19de69 17ffffc0001021 2:0 ffff998584959700 1534 lru 00000080:00200000:3.0:1789762979.082422:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000c7188096 510: 1< 0 - - > 2< 2088960 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.082428:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000031752ee3 00000080:00200000:3.0:1789762979.082431:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:3.0:1789762979.082437:0:13479:0:(rw26.c:676:ll_write_begin()) Writing 1535 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.082462:0:13479:0:(rw26.c:871:ll_write_end()) pos 6287360, len 4096, copied 4096 00000080:00200000:3.0:1789762979.082476:0:13479:0:(rw26.c:929:ll_write_end()) page@0000000041c3b620[3 00000000f75a6f98 2 1 00000000ca5f27f8 1 0 1535] 00000080:00200000:3.0:1789762979.082489:0:13479:0:(rw26.c:929:ll_write_end()) vmpage @00000000ffcbfe08 17ffffc0001001 3:0 ffff998584959460 1535 lru 00000080:00200000:3.0:1789762979.082517:0:13479:0:(rw26.c:929:ll_write_end()) osc-page@00000000bef8d989 511: 1< 0 - - > 2< 2093056 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.082525:0:13479:0:(rw26.c:929:ll_write_end()) end page@0000000041c3b620 00000080:00200000:3.0:1789762979.082531:0:13479:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:3.0:1789762979.082539:0:13479:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:3.0:1789762979.082594:0:13479:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082643:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.082658:0:42:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 11/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082691:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082734:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082762:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082776:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082784:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082797:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082817:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082845:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082859:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082873:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082898:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082917:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082937:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.082965:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.082974:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.082988:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083008:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083034:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083062:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083085:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083104:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083127:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083158:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083174:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083200:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083235:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083251:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083260:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083277:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.083329:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.083342:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083364:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083387:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083404:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083421:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083444:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083481:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083499:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083513:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083535:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083556:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083574:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083594:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083640:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083658:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.083671:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.083680:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083710:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083732:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083756:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083773:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083782:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083799:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083821:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083853:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083862:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083867:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083874:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083891:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083915:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083939:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.083959:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.083967:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.083995:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084017:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084044:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084058:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084064:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084071:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084090:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084118:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084141:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084174:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084197:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084227:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084249:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084267:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.084319:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.084332:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084347:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1789762979.084354:0:42:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985857da680 - object 0x280000400:12 offset 0<>4194304 00000008:00010000:3.0:1789762979.084360:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084394:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084416:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084429:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762979.084435:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1789762979.084438:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084454:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762979.084458:0:2355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2355:1876702246691712:192.168.203.136@tcp:4:dd.0 00000008:00010000:3.0:1789762979.084486:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084499:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084509:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084517:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084524:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084532:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084548:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.084565:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.084573:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084592:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084604:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.084607:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2451 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.084625:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.084658:0:13483:0:(rw26.c:871:ll_write_end()) pos 10039296, len 4096, copied 4096 00000008:00010000:3.0:1789762979.084658:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.084687:0:13483:0:(rw26.c:929:ll_write_end()) page@000000006d07e938[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2451] 00000080:00200000:2.0:1789762979.084705:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000fa695077 17ffffc0001001 3:0 ffff998592bdab60 2451 lru 00000080:00200000:2.0:1789762979.084738:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009c760cfd 1427: 1< 0 - - > 2< 5844992 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.084743:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.084748:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000006d07e938 00000080:00200000:2.0:1789762979.084754:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1789762979.084764:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2452 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.084779:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.084794:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.084796:0:13483:0:(rw26.c:871:ll_write_end()) pos 10043392, len 4096, copied 4096 00000080:00200000:2.0:1789762979.084816:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000bf212728[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2452] 00000008:00010000:3.0:1789762979.084820:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.084821:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000fee24d3b 17ffffc0001021 2:0 ffff998592bda620 2452 lru 00000080:00200000:2.0:1789762979.084864:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000000902d118 1428: 1< 0 - - > 2< 5849088 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.084866:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.084872:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000bf212728 00000080:00200000:2.0:1789762979.084879:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1789762979.084889:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2453 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.084894:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.084905:0:13483:0:(rw26.c:871:ll_write_end()) pos 10047488, len 4096, copied 4096 00000008:00010000:3.0:1789762979.084911:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.084926:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000db1a2479[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2453] 00000080:00200000:2.0:1789762979.084945:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000db3bf19f 17ffffc0001001 3:0 ffff998592bdac40 2453 lru 00000008:00010000:3.0:1789762979.084952:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.084953:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000e8f44d98 1429: 1< 0 - - > 2< 5853184 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.084961:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000db1a2479 00000080:00200000:2.0:1789762979.084967:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000008:00010000:3.0:1789762979.084971:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.084978:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2454 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.084998:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085011:0:13483:0:(rw26.c:871:ll_write_end()) pos 10051584, len 4096, copied 4096 00000080:00200000:2.0:1789762979.085035:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000b49ca6ea[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2454] 00000080:00200000:3.0:1789762979.085038:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.085047:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc62ac12 17ffffc0001001 3:0 ffff998584ad5460 2454 lru 00000008:00010000:3.0:1789762979.085052:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085089:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000001b4f2118 1430: 1< 0 - - > 2< 5857280 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.085098:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000b49ca6ea 00000008:00010000:3.0:1789762979.085103:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085106:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1789762979.085116:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2455 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.085133:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085141:0:13483:0:(rw26.c:871:ll_write_end()) pos 10055680, len 4096, copied 4096 00000080:00200000:2.0:1789762979.085161:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000f7042cea[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2455] 00000080:00200000:2.0:1789762979.085170:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000e7bd8f50 17ffffc0001001 3:0 ffff998584ad5d20 2455 lru 00000080:00200000:2.0:1789762979.085176:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000c2196783 1431: 1< 0 - - > 2< 5861376 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.085176:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085181:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000f7042cea 00000080:00200000:2.0:1789762979.085184:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1789762979.085189:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2456 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.085210:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085214:0:13483:0:(rw26.c:871:ll_write_end()) pos 10059776, len 4096, copied 4096 00000080:00200000:2.0:1789762979.085235:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000b53e4092[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2456] 00000080:00200000:2.0:1789762979.085255:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000004426583c 17ffffc0001001 3:0 ffff998584ad5ee0 2456 lru 00000008:00010000:3.0:1789762979.085267:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085269:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000ad7eeafd 1432: 1< 0 - - > 2< 5865472 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.085283:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000b53e4092 00000080:00200000:2.0:1789762979.085313:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762979.085316:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2457 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.085339:0:13483:0:(rw26.c:871:ll_write_end()) pos 10063872, len 4096, copied 4096 00000080:00200000:2.0:1789762979.085346:0:13483:0:(rw26.c:929:ll_write_end()) page@000000008160003e[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2457] 00000080:00200000:2.0:1789762979.085349:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000003774e7ad 17ffffc0001001 3:0 ffff998584ad51c0 2457 lru 00000080:00200000:2.0:1789762979.085353:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000f436478f 1433: 1< 0 - - > 2< 5869568 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.085356:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000008160003e 00000080:00200000:2.0:1789762979.085358:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762979.085362:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2458 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.085369:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085381:0:13483:0:(rw26.c:871:ll_write_end()) pos 10067968, len 4096, copied 4096 00000080:00200000:2.0:1789762979.085403:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000af0c9528[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2458] 00000080:00200000:2.0:1789762979.085422:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000ee2a18c0 17ffffc0001001 3:0 ffff998584ad5000 2458 lru 00000008:00010000:3.0:1789762979.085435:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085454:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000078399db0 1434: 1< 0 - - > 2< 5873664 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.085464:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000af0c9528 00000080:00200000:2.0:1789762979.085470:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1789762979.085475:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2459 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.085477:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.085486:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085491:0:13483:0:(rw26.c:871:ll_write_end()) pos 10072064, len 4096, copied 4096 00000008:00010000:3.0:1789762979.085494:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085515:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000075dc2873[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2459] 00000008:00010000:3.0:1789762979.085520:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085530:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000fc2e7c79 17ffffc0001001 3:0 ffff998584ad58c0 2459 lru 00000008:00010000:3.0:1789762979.085560:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085589:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000000ea39f9f 1435: 1< 0 - - > 2< 5877760 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.085600:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000075dc2873 00000008:00010000:3.0:1789762979.085601:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085609:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1789762979.085617:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2460 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.085645:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085657:0:13483:0:(rw26.c:871:ll_write_end()) pos 10076160, len 4096, copied 4096 00000080:00200000:3.0:1789762979.085659:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.085677:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085692:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000e2628d61[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2460] 00000080:00200000:2.0:1789762979.085715:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000008b3a5e48 17ffffc0001001 3:0 ffff998584ad5380 2460 lru 00000008:00010000:3.0:1789762979.085725:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085748:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000000e4ebeeb 1436: 1< 0 - - > 2< 5881856 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.085756:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000e2628d61 00000080:00200000:2.0:1789762979.085763:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1789762979.085768:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2461 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.085771:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.085787:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085790:0:13483:0:(rw26.c:871:ll_write_end()) pos 10080256, len 4096, copied 4096 00000080:00200000:2.0:1789762979.085800:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000da8139a0[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2461] 00000080:00200000:2.0:1789762979.085805:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000003b3ec40e 17ffffc0001001 3:0 ffff998584ad50e0 2461 lru 00000008:00010000:3.0:1789762979.085806:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085847:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000008bb3e778 1437: 1< 0 - - > 2< 5885952 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.085853:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085854:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000da8139a0 00000080:00200000:2.0:1789762979.085859:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762979.085867:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2462 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.085888:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085892:0:13483:0:(rw26.c:871:ll_write_end()) pos 10084352, len 4096, copied 4096 00000008:00010000:3.0:1789762979.085913:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085916:0:13483:0:(rw26.c:929:ll_write_end()) page@000000003e99906f[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2462] 00000080:00200000:2.0:1789762979.085933:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000025f25fa7 17ffffc0001001 3:0 ffff998584ad5540 2462 lru 00000080:00200000:2.0:1789762979.085943:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000004de02ac4 1438: 1< 0 - - > 2< 5890048 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.085944:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.085957:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000003e99906f 00000080:00200000:2.0:1789762979.085963:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1789762979.085970:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2463 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.085989:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086000:0:13483:0:(rw26.c:871:ll_write_end()) pos 10088448, len 4096, copied 4096 00000080:00200000:2.0:1789762979.086022:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000a998004b[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2463] 00000008:00010000:3.0:1789762979.086027:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086030:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000cd7eba25 17ffffc0001001 3:0 ffff998584ad5b60 2463 lru 00000080:00200000:2.0:1789762979.086064:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000061418d05 1439: 1< 0 - - > 2< 5894144 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.086072:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086073:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000a998004b 00000080:00200000:2.0:1789762979.086079:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762979.086086:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2464 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.086100:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086111:0:13483:0:(rw26.c:871:ll_write_end()) pos 10092544, len 4096, copied 4096 00000008:00010000:3.0:1789762979.086128:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086130:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000cf41b324[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2464] 00000080:00200000:2.0:1789762979.086147:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000001b5ecc5e 17ffffc0001001 3:0 ffff998584ad5620 2464 lru 00000080:00200000:2.0:1789762979.086172:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000553098b1 1440: 1< 0 - - > 2< 5898240 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.086175:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000cf41b324 00000080:00200000:2.0:1789762979.086176:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1789762979.086178:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2465 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.086181:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086196:0:13483:0:(rw26.c:871:ll_write_end()) pos 10096640, len 4096, copied 4096 00000080:00200000:3.0:1789762979.086200:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.086211:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000a367899a[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2465] 00000008:00010000:3.0:1789762979.086219:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086232:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000004fba9949 17ffffc0001001 3:0 ffff998584ad5c40 2465 lru 00000080:00200000:2.0:1789762979.086273:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000092529d66 1441: 1< 0 - - > 2< 5902336 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.086274:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086279:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000a367899a 00000080:00200000:2.0:1789762979.086315:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1789762979.086318:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2466 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.086331:0:13483:0:(rw26.c:871:ll_write_end()) pos 10100736, len 4096, copied 4096 00000080:00200000:2.0:1789762979.086335:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000050f83f15[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2466] 00000080:00200000:2.0:1789762979.086337:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000e49b4586 17ffffc0001001 3:0 ffff998584ad5a80 2466 lru 00000080:00200000:2.0:1789762979.086343:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000855eff8b 1442: 1< 0 - - > 2< 5906432 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.086345:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000050f83f15 00000080:00200000:2.0:1789762979.086347:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1789762979.086349:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2467 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.086369:0:13483:0:(rw26.c:871:ll_write_end()) pos 10104832, len 4096, copied 4096 00000080:00200000:2.0:1789762979.086391:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000018167cec[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2467] 00000080:00200000:2.0:1789762979.086409:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000fbaca02e 17ffffc0001021 2:0 ffff998584ad59a0 2467 lru 00000080:00200000:2.0:1789762979.086427:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000031f2e7a9 1443: 1< 0 - - > 2< 5910528 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.086430:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000018167cec 00000080:00200000:2.0:1789762979.086432:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000008:00010000:3.0:1789762979.086433:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086435:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2468 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.086452:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086458:0:13483:0:(rw26.c:871:ll_write_end()) pos 10108928, len 4096, copied 4096 00000008:00010000:3.0:1789762979.086461:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086474:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000710a5a83[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2468] 00000080:00200000:2.0:1789762979.086492:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000a1f485aa 17ffffc0001001 3:0 ffff998584ad57e0 2468 lru 00000080:00200000:2.0:1789762979.086503:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000084cc6de9 1444: 1< 0 - - > 2< 5914624 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.086505:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086511:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000710a5a83 00000080:00200000:2.0:1789762979.086516:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762979.086523:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2469 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.086524:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.086533:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.086540:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086541:0:13483:0:(rw26.c:871:ll_write_end()) pos 10113024, len 4096, copied 4096 00000080:00200000:2.0:1789762979.086557:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000e1ceda9d[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2469] 00000008:00010000:3.0:1789762979.086558:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086577:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000d07330e2 17ffffc0001001 3:0 ffff998584ad52a0 2469 lru 00000008:00010000:3.0:1789762979.086592:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086621:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000075c70a20 1445: 1< 0 - - > 2< 5918720 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.086640:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000e1ceda9d 00000080:00200000:2.0:1789762979.086645:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1789762979.086656:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2470 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.086664:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.086677:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086681:0:13483:0:(rw26.c:871:ll_write_end()) pos 10117120, len 4096, copied 4096 00000080:00200000:2.0:1789762979.086690:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000aacb942c[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2470] 00000008:00010000:3.0:1789762979.086691:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086712:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000860bc684 17ffffc0001001 3:0 ffff998584ad5e00 2470 lru 00000008:00010000:3.0:1789762979.086721:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086759:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000b534c3e1 1446: 1< 0 - - > 2< 5922816 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.086767:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000aacb942c 00000080:00200000:2.0:1789762979.086768:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:3.0:1789762979.086771:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.086773:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2471 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.086783:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.086799:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086801:0:13483:0:(rw26.c:871:ll_write_end()) pos 10121216, len 4096, copied 4096 00000080:00200000:2.0:1789762979.086817:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000903a7c9c[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2471] 00000080:00200000:2.0:1789762979.086822:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000006d06a9d6 17ffffc0001001 3:0 ffff998584ad5700 2471 lru 00000008:00010000:3.0:1789762979.086822:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086865:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000070abf28b 1447: 1< 0 - - > 2< 5926912 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.086866:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086880:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000903a7c9c 00000080:00200000:2.0:1789762979.086888:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1789762979.086897:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2472 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.086919:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086925:0:13483:0:(rw26.c:871:ll_write_end()) pos 10125312, len 4096, copied 4096 00000080:00200000:2.0:1789762979.086936:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000f58567ad[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2472] 00000008:00010000:3.0:1789762979.086938:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086951:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000bcc7eddb 17ffffc0001001 3:0 ffff9985880798c0 2472 lru 00000080:00200000:2.0:1789762979.086980:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000bde1635c 1448: 1< 0 - - > 2< 5931008 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.086985:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000f58567ad 00000008:00010000:3.0:1789762979.086986:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.086991:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1789762979.086998:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2473 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.087010:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087019:0:13483:0:(rw26.c:871:ll_write_end()) pos 10129408, len 4096, copied 4096 00000080:00200000:2.0:1789762979.087044:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000848a5a1f[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2473] 00000008:00010000:3.0:1789762979.087053:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087061:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000521b990e 17ffffc0001001 3:0 ffff998588079380 2473 lru 00000080:00200000:2.0:1789762979.087092:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000383fcb22 1449: 1< 0 - - > 2< 5935104 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.087096:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000848a5a1f 00000008:00010000:3.0:1789762979.087097:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087099:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1789762979.087104:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2474 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.087127:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087130:0:13483:0:(rw26.c:871:ll_write_end()) pos 10133504, len 4096, copied 4096 00000080:00200000:2.0:1789762979.087155:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000f3a67626[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2474] 00000080:00200000:2.0:1789762979.087171:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000068608179 17ffffc0001001 3:0 ffff9985880790e0 2474 lru 00000008:00010000:3.0:1789762979.087180:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087182:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000b7a9e44d 1450: 1< 0 - - > 2< 5939200 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.087192:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000f3a67626 00000080:00200000:2.0:1789762979.087199:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1789762979.087204:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2475 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.087211:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087219:0:13483:0:(rw26.c:871:ll_write_end()) pos 10137600, len 4096, copied 4096 00000080:00200000:2.0:1789762979.087229:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000fa79c06e[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2475] 00000080:00200000:2.0:1789762979.087233:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000005b6e03c4 17ffffc0001001 3:0 ffff998588079540 2475 lru 00000008:00010000:3.0:1789762979.087237:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087270:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb36d024 1451: 1< 0 - - > 2< 5943296 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.087281:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000fa79c06e 00000080:00200000:2.0:1789762979.087308:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000008:00010000:3.0:1789762979.087310:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087313:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2476 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.087331:0:13483:0:(rw26.c:871:ll_write_end()) pos 10141696, len 4096, copied 4096 00000080:00200000:1.0:1789762979.087347:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000bf8d4ada 00000080:00200000:2.0:1789762979.087348:0:13483:0:(rw26.c:929:ll_write_end()) page@000000002b5408bf[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2476] 00000080:00200000:1.0:1789762979.087356:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1789762979.087358:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000037735919 17ffffc0001001 3:0 ffff998588079b60 2476 lru 00000080:00200000:3.0:1789762979.087358:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:1.0:1789762979.087363:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3268 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.087371:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087394:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009a6ee9d5 1452: 1< 0 - - > 2< 5947392 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.087398:0:13486:0:(rw26.c:871:ll_write_end()) pos 13385728, len 4096, copied 4096 00000080:00200000:2.0:1789762979.087401:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000002b5408bf 00000080:00200000:2.0:1789762979.087409:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1789762979.087414:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2477 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.087414:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.087416:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000d8590ab6[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3268] 00000080:00200000:1.0:1789762979.087432:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @0000000053156105 17ffffc0001001 3:0 ffff99859056bc40 3268 lru 00000008:00010000:3.0:1789762979.087437:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087439:0:13483:0:(rw26.c:871:ll_write_end()) pos 10145792, len 4096, copied 4096 00000080:00200000:2.0:1789762979.087466:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000af23bd59[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2477] 00000080:00200000:2.0:1789762979.087475:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000030b33944 17ffffc0001001 3:0 ffff998588079620 2477 lru 00000008:00010000:3.0:1789762979.087477:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.087494:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000554867cf 1220: 1< 0 - - > 2< 4997120 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483901440 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.087504:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000d8590ab6 00000080:00200000:1.0:1789762979.087509:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1789762979.087513:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000037d0725f 1453: 1< 0 - - > 2< 5951488 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.087519:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000af23bd59 00000008:00010000:3.0:1789762979.087520:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087522:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1789762979.087528:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2478 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.087545:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.087558:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087560:0:13483:0:(rw26.c:871:ll_write_end()) pos 10149888, len 4096, copied 4096 00000080:00200000:1.0:1789762979.087564:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3269 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.087575:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087581:0:13483:0:(rw26.c:929:ll_write_end()) page@000000009123ce23[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2478] 00000080:00200000:1.0:1789762979.087596:0:13486:0:(rw26.c:871:ll_write_end()) pos 13389824, len 4096, copied 4096 00000080:00200000:2.0:1789762979.087596:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000079e49403 17ffffc0001001 3:0 ffff998588079c40 2478 lru 00000008:00010000:3.0:1789762979.087603:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087618:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000067c7af5d 1454: 1< 0 - - > 2< 5955584 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.087619:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000b14512dd[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3269] 00000080:00200000:2.0:1789762979.087641:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000009123ce23 00000080:00200000:2.0:1789762979.087646:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1789762979.087652:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2479 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.087653:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000bd49c434 17ffffc0001001 3:0 ffff99859056ba80 3269 lru 00000008:00010000:3.0:1789762979.087655:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087670:0:13483:0:(rw26.c:871:ll_write_end()) pos 10153984, len 4096, copied 4096 00000008:00010000:3.0:1789762979.087677:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.087682:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000503fe49b 1221: 1< 0 - - > 2< 5001216 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483872768 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.087690:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000b14512dd 00000080:00200000:2.0:1789762979.087692:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000f8a5b150[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2479] 00000080:00200000:1.0:1789762979.087696:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:1.0:1789762979.087704:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3270 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.087712:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000765e70dc 17ffffc0001001 3:0 ffff998588079a80 2479 lru 00000008:00010000:3.0:1789762979.087719:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087724:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000002e1c211d 1455: 1< 0 - - > 2< 5959680 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.087733:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000f8a5b150 00000080:00200000:2.0:1789762979.087738:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1789762979.087743:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2480 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.087745:0:13486:0:(rw26.c:871:ll_write_end()) pos 13393920, len 4096, copied 4096 00000008:00010000:3.0:1789762979.087745:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.087757:0:13486:0:(rw26.c:929:ll_write_end()) page@000000009929531d[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3270] 00000008:00010000:3.0:1789762979.087757:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087761:0:13483:0:(rw26.c:871:ll_write_end()) pos 10158080, len 4096, copied 4096 00000080:00200000:1.0:1789762979.087774:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @0000000083c69ff0 17ffffc0001021 2:0 ffff99859056b9a0 3270 lru 00000080:00200000:2.0:1789762979.087790:0:13483:0:(rw26.c:929:ll_write_end()) page@000000008b66300a[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2480] 00000008:00010000:3.0:1789762979.087797:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087804:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000767dfeb4 17ffffc0001001 3:0 ffff9985880799a0 2480 lru 00000080:00200000:1.0:1789762979.087809:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@0000000058c1677a 1222: 1< 0 - - > 2< 5005312 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483856384 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.087822:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000009929531d 00000080:00200000:1.0:1789762979.087831:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1789762979.087842:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000002d018e3b 1456: 1< 0 - - > 2< 5963776 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.087843:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3271 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.087847:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000008b66300a 00000080:00200000:3.0:1789762979.087851:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.087854:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1789762979.087858:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2481 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.087860:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.087871:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087880:0:13483:0:(rw26.c:871:ll_write_end()) pos 10162176, len 4096, copied 4096 00000008:00010000:3.0:1789762979.087880:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.087883:0:13486:0:(rw26.c:871:ll_write_end()) pos 13398016, len 4096, copied 4096 00000080:00200000:2.0:1789762979.087901:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000b76a7d0e[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2481] 00000080:00200000:1.0:1789762979.087907:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000e571836e[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3271] 00000080:00200000:2.0:1789762979.087919:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000009db9f897 17ffffc0001001 3:0 ffff9985880797e0 2481 lru 00000008:00010000:3.0:1789762979.087922:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.087925:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000001be4db1b 17ffffc0001001 3:0 ffff99859056b7e0 3271 lru 00000080:00200000:2.0:1789762979.087965:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6e0b394 1457: 1< 0 - - > 2< 5967872 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.087973:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000005c274d80 1223: 1< 0 - - > 2< 5009408 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483835904 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.087975:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000b76a7d0e 00000008:00010000:3.0:1789762979.087978:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.087982:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:1.0:1789762979.087984:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000e571836e 00000080:00200000:2.0:1789762979.087990:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2482 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.087992:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:1.0:1789762979.088004:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3272 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.088005:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.088016:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.088020:0:13483:0:(rw26.c:871:ll_write_end()) pos 10166272, len 4096, copied 4096 00000008:00010000:3.0:1789762979.088023:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.088032:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000c3272b80[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2482] 00000080:00200000:1.0:1789762979.088033:0:13486:0:(rw26.c:871:ll_write_end()) pos 13402112, len 4096, copied 4096 00000080:00200000:2.0:1789762979.088047:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000e7a701cd 17ffffc0001021 2:0 ffff9985880792a0 2482 lru 00000080:00200000:1.0:1789762979.088056:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000e39b3334[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3272] 00000080:00200000:1.0:1789762979.088078:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000007a430124 17ffffc0001001 3:0 ffff99859056b2a0 3272 lru 00000080:00200000:2.0:1789762979.088091:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000008bddf35b 1458: 1< 0 - - > 2< 5971968 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.088102:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000c3272b80 00000008:00010000:3.0:1789762979.088102:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.088109:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:1.0:1789762979.088115:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000c008ee86 1224: 1< 0 - - > 2< 5013504 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483819520 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.088117:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2483 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.088124:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000e39b3334 00000080:00200000:1.0:1789762979.088130:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000008:00010000:3.0:1789762979.088135:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.088136:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3273 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.088141:0:13483:0:(rw26.c:871:ll_write_end()) pos 10170368, len 4096, copied 4096 00000080:00200000:2.0:1789762979.088160:0:13483:0:(rw26.c:929:ll_write_end()) page@000000006d8da71d[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2483] 00000080:00200000:1.0:1789762979.088164:0:13486:0:(rw26.c:871:ll_write_end()) pos 13406208, len 4096, copied 4096 00000080:00200000:2.0:1789762979.088175:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000007b5f691a 17ffffc0001001 3:0 ffff998588079e00 2483 lru 00000008:00010000:3.0:1789762979.088179:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.088195:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000972e9b1d[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3273] 00000080:00200000:2.0:1789762979.088212:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009ba9db6a 1459: 1< 0 - - > 2< 5976064 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.088217:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000208affa5 17ffffc0001001 3:0 ffff99859056be00 3273 lru 00000080:00200000:2.0:1789762979.088220:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000006d8da71d 00000080:00200000:2.0:1789762979.088226:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1789762979.088231:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2484 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.088236:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.088243:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000006d8b5024 1225: 1< 0 - - > 2< 5017600 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483807232 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.088249:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000972e9b1d 00000080:00200000:1.0:1789762979.088251:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000008:00010000:3.0:1789762979.088253:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.088255:0:13483:0:(rw26.c:871:ll_write_end()) pos 10174464, len 4096, copied 4096 00000080:00200000:1.0:1789762979.088256:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3274 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.088276:0:13483:0:(rw26.c:929:ll_write_end()) page@000000009eff047f[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2484] 00000080:00200000:2.0:1789762979.088280:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000061e58cd1 17ffffc0001001 3:0 ffff998588079700 2484 lru 00000008:00010000:3.0:1789762979.088280:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.088317:0:13486:0:(rw26.c:871:ll_write_end()) pos 13410304, len 4096, copied 4096 00000080:00200000:2.0:1789762979.088332:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007fa45ab1 1460: 1< 0 - - > 2< 5980160 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.088342:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000b0f05f74[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3274] 00000080:00200000:2.0:1789762979.088343:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000009eff047f 00000008:00010000:3.0:1789762979.088347:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.088352:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1789762979.088360:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2485 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.088365:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @0000000052cff52e 17ffffc0001001 3:0 ffff99859056b700 3274 lru 00000080:00200000:3.0:1789762979.088387:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.088388:0:13483:0:(rw26.c:871:ll_write_end()) pos 10178560, len 4096, copied 4096 00000080:00200000:1.0:1789762979.088399:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd23079f 1226: 1< 0 - - > 2< 5021696 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483790848 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.088405:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.088411:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000b0f05f74 00000080:00200000:2.0:1789762979.088412:0:13483:0:(rw26.c:929:ll_write_end()) page@000000004d7cab05[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2485] 00000080:00200000:1.0:1789762979.088421:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:1.0:1789762979.088432:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3275 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.088432:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000731cf8a4 17ffffc0001001 3:0 ffff998588079460 2485 lru 00000080:00200000:1.0:1789762979.088462:0:13486:0:(rw26.c:871:ll_write_end()) pos 13414400, len 4096, copied 4096 00000080:00200000:2.0:1789762979.088467:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000001ffd6d5a 1461: 1< 0 - - > 2< 5984256 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.088478:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000004d7cab05 00000008:00010000:3.0:1789762979.088483:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.088484:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:1.0:1789762979.088488:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000dc79559d[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3275] 00000080:00200000:2.0:1789762979.088494:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2486 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.088509:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000001ef600a8 17ffffc0001001 3:0 ffff99859056b460 3275 lru 00000008:00010000:3.0:1789762979.088516:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.088519:0:13483:0:(rw26.c:871:ll_write_end()) pos 10182656, len 4096, copied 4096 00000080:00200000:1.0:1789762979.088549:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@0000000002105a37 1227: 1< 0 - - > 2< 5025792 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483807232 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.088550:0:13483:0:(rw26.c:929:ll_write_end()) page@000000005e4e7eb5[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2486] 00000008:00010000:3.0:1789762979.088554:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.088561:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000dc79559d 00000080:00200000:1.0:1789762979.088565:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1789762979.088575:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000bbcacbc8 17ffffc0001001 3:0 ffff998588079d20 2486 lru 00000080:00200000:1.0:1789762979.088576:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3276 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.088579:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.088604:0:13486:0:(rw26.c:871:ll_write_end()) pos 13418496, len 4096, copied 4096 00000080:00200000:2.0:1789762979.088640:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000e8b0c915 1462: 1< 0 - - > 2< 5988352 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.088645:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.088647:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000e1fd46ca[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3276] 00000080:00200000:2.0:1789762979.088651:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000005e4e7eb5 00000080:00200000:2.0:1789762979.088657:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000080:00200000:1.0:1789762979.088667:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @0000000040b4c172 17ffffc0001001 3:0 ffff99859056bd20 3276 lru 00000080:00200000:2.0:1789762979.088668:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2487 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.088676:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.088694:0:13483:0:(rw26.c:871:ll_write_end()) pos 10186752, len 4096, copied 4096 00000080:00200000:1.0:1789762979.088701:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000000270c801 1228: 1< 0 - - > 2< 5029888 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483762176 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.088710:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.088711:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000e1fd46ca 00000080:00200000:2.0:1789762979.088718:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000a03ce354[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2487] 00000080:00200000:1.0:1789762979.088719:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:1.0:1789762979.088727:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3277 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.088738:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000000ba1e7ce 17ffffc0001001 3:0 ffff998588079ee0 2487 lru 00000008:00010000:3.0:1789762979.088749:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.088763:0:13486:0:(rw26.c:871:ll_write_end()) pos 13422592, len 4096, copied 4096 00000080:00200000:1.0:1789762979.088792:0:13486:0:(rw26.c:929:ll_write_end()) page@000000008fc213a9[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3277] 00000080:00200000:2.0:1789762979.088798:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000051eb953b 1463: 1< 0 - - > 2< 5992448 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.088809:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000a03ce354 00000008:00010000:3.0:1789762979.088810:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.088811:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000d5ad7910 17ffffc0001001 3:0 ffff99859056bee0 3277 lru 00000080:00200000:2.0:1789762979.088817:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1789762979.088828:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2488 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.088846:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000ca966ad2 1229: 1< 0 - - > 2< 5033984 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483749888 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.088849:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.088853:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000008fc213a9 00000080:00200000:2.0:1789762979.088854:0:13483:0:(rw26.c:871:ll_write_end()) pos 10190848, len 4096, copied 4096 00000080:00200000:1.0:1789762979.088860:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:1.0:1789762979.088868:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3278 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.088870:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.088882:0:13483:0:(rw26.c:929:ll_write_end()) page@000000006c8bb911[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2488] 00000080:00200000:1.0:1789762979.088899:0:13486:0:(rw26.c:871:ll_write_end()) pos 13426688, len 4096, copied 4096 00000080:00200000:2.0:1789762979.088903:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000008083a162 17ffffc0001001 3:0 ffff9985880791c0 2488 lru 00000008:00010000:3.0:1789762979.088912:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.088931:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000ab3ff2e4[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3278] 00000080:00200000:1.0:1789762979.088958:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000003eb14faf 17ffffc0001001 3:0 ffff99859056b1c0 3278 lru 00000080:00200000:2.0:1789762979.088959:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000604437a4 1464: 1< 0 - - > 2< 5996544 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.088969:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000006c8bb911 00000008:00010000:3.0:1789762979.088970:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.088976:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1789762979.088986:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2489 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.088997:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000009164e5a2 1230: 1< 0 - - > 2< 5038080 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483737600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.089005:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000ab3ff2e4 00000008:00010000:3.0:1789762979.089006:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.089010:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1789762979.089012:0:13483:0:(rw26.c:871:ll_write_end()) pos 10194944, len 4096, copied 4096 00000080:00200000:1.0:1789762979.089017:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3279 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.089040:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000cfc07591[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2489] 00000080:00200000:1.0:1789762979.089048:0:13486:0:(rw26.c:871:ll_write_end()) pos 13430784, len 4096, copied 4096 00000080:00200000:2.0:1789762979.089051:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000000d3d291b 17ffffc0001001 3:0 ffff998588079000 2489 lru 00000080:00200000:3.0:1789762979.089055:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.089070:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.089076:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000cb9f650f[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3279] 00000080:00200000:2.0:1789762979.089092:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000dacd7839 1465: 1< 0 - - > 2< 6000640 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.089099:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9e79506 17ffffc0001001 3:0 ffff99859056b000 3279 lru 00000080:00200000:2.0:1789762979.089105:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000cfc07591 00000080:00200000:2.0:1789762979.089112:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000008:00010000:3.0:1789762979.089119:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.089122:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2490 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.089138:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000b1387201 1231: 1< 0 - - > 2< 5042176 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483725312 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.089145:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000cb9f650f 00000080:00200000:1.0:1789762979.089149:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762979.089155:0:13483:0:(rw26.c:871:ll_write_end()) pos 10199040, len 4096, copied 4096 00000080:00200000:1.0:1789762979.089156:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3280 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.089161:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.089179:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000076f49502[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2490] 00000080:00200000:1.0:1789762979.089188:0:13486:0:(rw26.c:871:ll_write_end()) pos 13434880, len 4096, copied 4096 00000080:00200000:2.0:1789762979.089197:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad176f4a 17ffffc0001001 3:0 ffff9985836bd0e0 2490 lru 00000080:00200000:1.0:1789762979.089217:0:13486:0:(rw26.c:929:ll_write_end()) page@000000003e3bf35d[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3280] 00000080:00200000:1.0:1789762979.089243:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000009f652a7f 17ffffc0001001 3:0 ffff99859056b8c0 3280 lru 00000080:00200000:2.0:1789762979.089257:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000feeacd4d 1466: 1< 0 - - > 2< 6004736 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.089266:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000076f49502 00000008:00010000:3.0:1789762979.089267:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.089272:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1789762979.089282:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2491 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.089283:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000007e04436b 1232: 1< 0 - - > 2< 5046272 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483717120 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.089318:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.089319:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000003e3bf35d 00000080:00200000:1.0:1789762979.089324:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:1.0:1789762979.089332:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3281 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.089345:0:13480:0:(rw26.c:871:ll_write_end()) pos 6803456, len 4096, copied 4096 00000008:00010000:3.0:1789762979.089347:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.089362:0:13486:0:(rw26.c:871:ll_write_end()) pos 13438976, len 4096, copied 4096 00000080:00200000:2.0:1789762979.089364:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e246b41a[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1661] 00000080:00200000:2.0:1789762979.089393:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000004a6c71b7 17ffffc0001021 2:0 ffff9985836bd540 1661 lru 00000080:00200000:1.0:1789762979.089394:0:13486:0:(rw26.c:929:ll_write_end()) page@000000003323dbf1[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3281] 00000008:00010000:3.0:1789762979.089397:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.089426:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000eeda0088 17ffffc0001001 3:0 ffff99859056b380 3281 lru 00000008:00010000:3.0:1789762979.089430:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.089456:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8430db0 637: 1< 0 - - > 2< 2609152 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483700736 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.089467:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e246b41a 00000080:00200000:2.0:1789762979.089474:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:1.0:1789762979.089475:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9069567 1233: 1< 0 - - > 2< 5050368 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483696640 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.089477:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.089485:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1662 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.089487:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000003323dbf1 00000080:00200000:1.0:1789762979.089496:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000008:00010000:3.0:1789762979.089500:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.089504:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3282 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.089510:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.089513:0:13480:0:(rw26.c:871:ll_write_end()) pos 6807552, len 4096, copied 4096 00000080:00200000:1.0:1789762979.089530:0:13486:0:(rw26.c:871:ll_write_end()) pos 13443072, len 4096, copied 4096 00000008:00010000:3.0:1789762979.089534:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.089541:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e2f0f583[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1662] 00000080:00200000:1.0:1789762979.089554:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000f0ba5a29[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3282] 00000008:00010000:3.0:1789762979.089568:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.089569:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000f0c1f237 17ffffc0001001 3:0 ffff99859056b0e0 3282 lru 00000080:00200000:2.0:1789762979.089569:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000009721876d 17ffffc0001001 3:0 ffff9985836bdb60 1662 lru 00000080:00200000:2.0:1789762979.089622:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000003708ad0f 638: 1< 0 - - > 2< 2613248 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483676160 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.089625:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000004c9fb677 1234: 1< 0 - - > 2< 5054464 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483676160 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.089639:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e2f0f583 00000008:00010000:3.0:1789762979.089640:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.089646:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:1.0:1789762979.089650:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000f0ba5a29 00000080:00200000:2.0:1789762979.089653:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1663 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.089656:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000008:00010000:3.0:1789762979.089659:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.089666:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3283 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.089684:0:13480:0:(rw26.c:871:ll_write_end()) pos 6811648, len 4096, copied 4096 00000080:00200000:3.0:1789762979.089686:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.089697:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.089699:0:13486:0:(rw26.c:871:ll_write_end()) pos 13447168, len 4096, copied 4096 00000080:00200000:2.0:1789762979.089709:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000617f8693[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1663] 00000080:00200000:2.0:1789762979.089728:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000003d50d8b5 17ffffc0001001 3:0 ffff9985836bd620 1663 lru 00000080:00200000:1.0:1789762979.089729:0:13486:0:(rw26.c:929:ll_write_end()) page@000000008a71fe2b[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3283] 00000008:00010000:3.0:1789762979.089743:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.089757:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @0000000070243f7a 17ffffc0001001 3:0 ffff99859056b540 3283 lru 00000080:00200000:2.0:1789762979.089785:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000004f08c498 639: 1< 0 - - > 2< 2617344 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483663872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.089804:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000617f8693 00000008:00010000:3.0:1789762979.089805:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.089810:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000740c4f72 1235: 1< 0 - - > 2< 5058560 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483659776 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.089811:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762979.089820:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1664 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.089821:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000008a71fe2b 00000008:00010000:3.0:1789762979.089828:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.089831:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:1.0:1789762979.089837:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3284 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.089847:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.089850:0:13480:0:(rw26.c:871:ll_write_end()) pos 6815744, len 4096, copied 4096 00000080:00200000:1.0:1789762979.089867:0:13486:0:(rw26.c:871:ll_write_end()) pos 13451264, len 4096, copied 4096 00000080:00200000:2.0:1789762979.089875:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000f30442fe[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1664] 00000080:00200000:2.0:1789762979.089896:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000cce3bb32 17ffffc0001001 3:0 ffff9985836bdc40 1664 lru 00000080:00200000:1.0:1789762979.089897:0:13486:0:(rw26.c:929:ll_write_end()) page@0000000029e46aaa[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3284] 00000008:00010000:3.0:1789762979.089900:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.089927:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000eefb2d09 17ffffc0001001 3:0 ffff99859056bb60 3284 lru 00000008:00010000:3.0:1789762979.089937:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.089961:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000d74c97d2 640: 1< 0 - - > 2< 2621440 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483643392 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.089973:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000be5ab62a 1236: 1< 0 - - > 2< 5062656 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483643392 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.089977:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.089978:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000f30442fe 00000080:00200000:1.0:1789762979.089985:0:13486:0:(rw26.c:929:ll_write_end()) end page@0000000029e46aaa 00000080:00200000:2.0:1789762979.089990:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:1.0:1789762979.089994:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1789762979.090004:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1665 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.090005:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3285 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.090006:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.090025:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.090031:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.090036:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.090043:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.090046:0:13480:0:(rw26.c:871:ll_write_end()) pos 6819840, len 4096, copied 4096 00000008:00010000:3.0:1789762979.090051:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.090058:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000c82c3d14[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1665] 00000080:00200000:1.0:1789762979.090066:0:13486:0:(rw26.c:871:ll_write_end()) pos 13455360, len 4096, copied 4096 00000080:00200000:2.0:1789762979.090079:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000b296d987 17ffffc0001001 3:0 ffff9985836bda80 1665 lru 00000080:00200000:1.0:1789762979.090097:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000f77be412[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3285] 00000008:00010000:3.0:1789762979.090104:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.090123:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @0000000045c2cac6 17ffffc0001021 2:0 ffff9985849a5540 3285 lru 00000080:00200000:2.0:1789762979.090133:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000077af5b4a 641: 1< 0 - - > 2< 2625536 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483610624 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.090142:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000c82c3d14 00000080:00200000:2.0:1789762979.090150:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:1.0:1789762979.090152:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000992e2a76 1237: 1< 0 - - > 2< 5066752 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483606528 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.090162:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1666 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.090165:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000f77be412 00000080:00200000:3.0:1789762979.090167:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:1.0:1789762979.090174:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:1.0:1789762979.090181:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3286 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.090183:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.090193:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.090199:0:13480:0:(rw26.c:871:ll_write_end()) pos 6823936, len 4096, copied 4096 00000008:00010000:3.0:1789762979.090202:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.090206:0:13486:0:(rw26.c:871:ll_write_end()) pos 13459456, len 4096, copied 4096 00000080:00200000:2.0:1789762979.090215:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000940f8e0a[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1666] 00000080:00200000:1.0:1789762979.090237:0:13486:0:(rw26.c:929:ll_write_end()) page@000000006666c54e[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3286] 00000080:00200000:2.0:1789762979.090239:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000006eda985a 17ffffc0001001 3:0 ffff9985836bd9a0 1666 lru 00000008:00010000:3.0:1789762979.090257:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.090265:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8bf87ef 17ffffc0001001 3:0 ffff9985849a5b60 3286 lru 00000080:00200000:2.0:1789762979.090303:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000032eb349b 642: 1< 0 - - > 2< 2629632 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483594240 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.090311:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000940f8e0a 00000080:00200000:2.0:1789762979.090316:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1789762979.090326:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1667 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.090327:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000001fd2710e 1238: 1< 0 - - > 2< 5070848 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483590144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.090333:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.090338:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000006666c54e 00000080:00200000:1.0:1789762979.090343:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:1.0:1789762979.090350:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3287 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.090350:0:13480:0:(rw26.c:871:ll_write_end()) pos 6828032, len 4096, copied 4096 00000080:00200000:2.0:1789762979.090360:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000c2b30aa3[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1667] 00000008:00010000:3.0:1789762979.090360:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.090378:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000ecb27630 17ffffc0001001 3:0 ffff9985836bd7e0 1667 lru 00000080:00200000:1.0:1789762979.090382:0:13486:0:(rw26.c:871:ll_write_end()) pos 13463552, len 4096, copied 4096 00000008:00010000:3.0:1789762979.090412:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.090413:0:13486:0:(rw26.c:929:ll_write_end()) page@0000000075e47b4b[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3287] 00000080:00200000:2.0:1789762979.090424:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000ba26ec83 643: 1< 0 - - > 2< 2633728 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483581952 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.090432:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000002d6afd7a 17ffffc0001001 3:0 ffff9985849a5620 3287 lru 00000080:00200000:2.0:1789762979.090439:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000c2b30aa3 00000080:00200000:2.0:1789762979.090446:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1789762979.090456:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1668 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.090471:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd737978 1239: 1< 0 - - > 2< 5074944 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483577856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.090478:0:13486:0:(rw26.c:929:ll_write_end()) end page@0000000075e47b4b 00000008:00010000:3.0:1789762979.090480:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.090483:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762979.090486:0:13480:0:(rw26.c:871:ll_write_end()) pos 6832128, len 4096, copied 4096 00000080:00200000:1.0:1789762979.090491:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3288 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.090495:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.090508:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000055211ded[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1668] 00000080:00200000:1.0:1789762979.090521:0:13486:0:(rw26.c:871:ll_write_end()) pos 13467648, len 4096, copied 4096 00000080:00200000:2.0:1789762979.090528:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000009dcbda31 17ffffc0001021 2:0 ffff9985836bd2a0 1668 lru 00000008:00010000:3.0:1789762979.090543:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.090548:0:13486:0:(rw26.c:929:ll_write_end()) page@0000000048e680a9[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3288] 00000080:00200000:1.0:1789762979.090569:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000b868f606 17ffffc0001001 3:0 ffff9985849a5c40 3288 lru 00000080:00200000:2.0:1789762979.090593:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000001a79be85 644: 1< 0 - - > 2< 2637824 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483569664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.090599:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.090600:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000db065ade 1240: 1< 0 - - > 2< 5079040 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.090603:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000055211ded 00000080:00200000:2.0:1789762979.090611:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:1.0:1789762979.090612:0:13486:0:(rw26.c:929:ll_write_end()) end page@0000000048e680a9 00000080:00200000:2.0:1789762979.090621:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1669 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.090623:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000008:00010000:3.0:1789762979.090642:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.090645:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3289 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.090656:0:13480:0:(rw26.c:871:ll_write_end()) pos 6836224, len 4096, copied 4096 00000008:00010000:3.0:1789762979.090670:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.090674:0:13486:0:(rw26.c:871:ll_write_end()) pos 13471744, len 4096, copied 4096 00000080:00200000:2.0:1789762979.090682:0:13480:0:(rw26.c:929:ll_write_end()) page@000000007a778ced[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1669] 00000080:00200000:2.0:1789762979.090704:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f9086126 17ffffc0001001 3:0 ffff9985836bde00 1669 lru 00000080:00200000:1.0:1789762979.090706:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000b4a27a99[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3289] 00000008:00010000:3.0:1789762979.090716:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.090729:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000003fa221f7 17ffffc0001001 3:0 ffff9985849a5a80 3289 lru 00000080:00200000:2.0:1789762979.090750:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000050afaf37 645: 1< 0 - - > 2< 2641920 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483553280 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.090760:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000007a778ced 00000080:00200000:1.0:1789762979.090772:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb266ea2 1241: 1< 0 - - > 2< 5083136 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483549184 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.090772:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000008:00010000:3.0:1789762979.090776:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.090782:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1670 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.090785:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000b4a27a99 00000080:00200000:1.0:1789762979.090793:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:1.0:1789762979.090800:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3290 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.090807:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.090809:0:13480:0:(rw26.c:871:ll_write_end()) pos 6840320, len 4096, copied 4096 00000008:00010000:3.0:1789762979.090817:0:13479:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.090820:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000bad788cb[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1670] 00000080:00200000:1.0:1789762979.090829:0:13486:0:(rw26.c:871:ll_write_end()) pos 13475840, len 4096, copied 4096 00000080:00200000:2.0:1789762979.090840:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000003203a66a 17ffffc0001001 3:0 ffff9985836bd700 1670 lru 00000080:00200000:1.0:1789762979.090857:0:13486:0:(rw26.c:929:ll_write_end()) page@000000003a0334b7[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3290] 00000080:00200000:3.0:1789762979.090859:0:13479:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 1, dirtied 1 00000080:00200000:3.0:1789762979.090868:0:13479:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:1.0:1789762979.090881:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000f93c85a3 17ffffc0001001 3:0 ffff9985849a59a0 3290 lru 00000080:00200000:3.0:1789762979.090883:0:13479:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write bytes 0, result: 1048576 00000080:00200000:2.0:1789762979.090890:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000047ee7199 646: 1< 0 - - > 2< 2646016 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483540992 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.090900:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000bad788cb 00000020:00010000:3.0:1789762979.090903:0:13479:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998590a9fe48 (ffff998590aa2e18/0) at cl_lock_release():245 00000080:00200000:2.0:1789762979.090909:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000020:00010000:3.0:1789762979.090920:0:13479:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998590a9fe48 (ffff998590aa2e18/0) at cl_lock_cancel():142 00000080:00200000:2.0:1789762979.090921:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1671 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.090922:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@0000000017c9ab92 1242: 1< 0 - - > 2< 5087232 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000020:00010000:3.0:1789762979.090936:0:13479:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9985902ead30 (ffff998588fac1b8/1) at cl_lock_cancel():142 00000080:00200000:1.0:1789762979.090937:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000003a0334b7 00000080:00200000:1.0:1789762979.090943:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762979.090947:0:13480:0:(rw26.c:871:ll_write_end()) pos 6844416, len 4096, copied 4096 00000080:00200000:1.0:1789762979.090948:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3291 of 0 to 4096 bytes 00010000:00010000:3.0:1789762979.090948:0:13479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 19/0,8 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.090970:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000010198772[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1671] 00000080:00200000:1.0:1789762979.090981:0:13486:0:(rw26.c:871:ll_write_end()) pos 13479936, len 4096, copied 4096 00010000:00010000:3.0:1789762979.090989:0:13479:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.090992:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000057ec1046 17ffffc0001001 3:0 ffff9985836bd460 1671 lru 00000080:00200000:1.0:1789762979.091016:0:13486:0:(rw26.c:929:ll_write_end()) page@000000003e95e665[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3291] 00000080:00200000:1.0:1789762979.091041:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000fb27f73b 17ffffc0001001 3:0 ffff9985849a57e0 3291 lru 00000020:00010000:3.0:1789762979.091041:0:13479:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998590a9fe48 (ffff998590aa2e18/0) at cl_lock_fini():72 00000080:00200000:2.0:1789762979.091048:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000000ffbf5e0 647: 1< 0 - - > 2< 2650112 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000020:00010000:3.0:1789762979.091058:0:13479:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9985902ead30 (ffff998590aa2e18/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762979.091066:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000010198772 00000080:00200000:1.0:1789762979.091069:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000004b6e01d1 1243: 1< 0 - - > 2< 5091328 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.091073:0:13479:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762979.091078:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:1.0:1789762979.091079:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000003e95e665 00000080:00200000:3.0:1789762979.091082:0:13479:0:(file.c:2205:ll_file_io_generic()) Range unlock [1280, 1535] 00000080:00200000:2.0:1789762979.091091:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1672 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.091092:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:3.0:1789762979.091094:0:13479:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762979.091104:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3292 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.091110:0:13479:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1789762979.091129:0:13480:0:(rw26.c:871:ll_write_end()) pos 6848512, len 4096, copied 4096 00000080:00200000:2.0:1789762979.091134:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000053dd3b81[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1672] 00000080:00200000:1.0:1789762979.091136:0:13486:0:(rw26.c:871:ll_write_end()) pos 13484032, len 4096, copied 4096 00000080:00200000:2.0:1789762979.091140:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000a1da841b 17ffffc0001001 3:0 ffff9985836bdd20 1672 lru 00000080:00200000:1.0:1789762979.091166:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000b1a953ab[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3292] 00000080:00200000:2.0:1789762979.091169:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000e24c1379 648: 1< 0 - - > 2< 2654208 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.091179:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000053dd3b81 00000080:00200000:1.0:1789762979.091184:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000007e8de1f8 17ffffc0001001 3:0 ffff9985849a52a0 3292 lru 00000080:00200000:2.0:1789762979.091184:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1789762979.091194:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1673 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.091210:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@0000000067234f19 1244: 1< 0 - - > 2< 5095424 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.091216:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000b1a953ab 00000080:00200000:2.0:1789762979.091217:0:13480:0:(rw26.c:871:ll_write_end()) pos 6852608, len 4096, copied 4096 00000080:00200000:1.0:1789762979.091220:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762979.091228:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000177aa127[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1673] 00000080:00200000:1.0:1789762979.091229:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3293 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.091252:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000008a8a77c8 17ffffc0001001 3:0 ffff9985836bdee0 1673 lru 00000080:00200000:1.0:1789762979.091258:0:13486:0:(rw26.c:871:ll_write_end()) pos 13488128, len 4096, copied 4096 00000080:00200000:3.0:1789762979.091275:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1236 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.091284:0:13486:0:(rw26.c:929:ll_write_end()) page@000000008ca5982a[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3293] 00000080:00200000:2.0:1789762979.091306:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000009abd8f2 649: 1< 0 - - > 2< 2658304 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.091309:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000177aa127 00000080:00200000:2.0:1789762979.091310:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1789762979.091315:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1674 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.091329:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @0000000059346f6f 17ffffc0001001 3:0 ffff9985849a5e00 3293 lru 00000080:00200000:1.0:1789762979.091345:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6605b4d 1245: 1< 0 - - > 2< 5099520 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.091350:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000008ca5982a 00000080:00200000:1.0:1789762979.091352:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1789762979.091357:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1904 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.091377:0:13481:0:(rw26.c:871:ll_write_end()) pos 7798784, len 4096, copied 4096 00000080:00200000:2.0:1789762979.091391:0:13481:0:(rw26.c:929:ll_write_end()) page@000000002f8138e4[3 00000000f75a6f98 2 1 000000007885039e 1 0 1904] 00000080:00200000:2.0:1789762979.091403:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000cdf18b7c 17ffffc0001001 3:0 ffff9985836bd1c0 1904 lru 00000080:00200000:2.0:1789762979.091408:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000aec82ba3 880: 1< 0 - - > 2< 3604480 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.091410:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000002f8138e4 00000080:00200000:2.0:1789762979.091411:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1789762979.091413:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1905 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.091421:0:13478:0:(rw26.c:871:ll_write_end()) pos 5062656, len 4096, copied 4096 00000080:00200000:2.0:1789762979.091429:0:13481:0:(rw26.c:871:ll_write_end()) pos 7802880, len 4096, copied 4096 00000080:00200000:3.0:1789762979.091437:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000a376aa96[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1236] 00000080:00200000:2.0:1789762979.091454:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000ca9641cc[3 00000000f75a6f98 2 1 000000007885039e 1 0 1905] 00000080:00200000:3.0:1789762979.091455:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000000e5b94b1 17ffffc0001001 3:0 ffff998584959d20 1236 lru 00000080:00200000:2.0:1789762979.091478:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000008144d382 17ffffc0001001 3:0 ffff9985836bd000 1905 lru 00000080:00200000:3.0:1789762979.091486:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000042ab13c4 212: 1< 0 - - > 2< 868352 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.091492:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000a376aa96 00000080:00200000:3.0:1789762979.091499:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1789762979.091508:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000009390589d 881: 1< 0 - - > 2< 3608576 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.091509:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1237 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.091514:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000ca9641cc 00000080:00200000:2.0:1789762979.091515:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1789762979.091517:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1906 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.091539:0:13481:0:(rw26.c:871:ll_write_end()) pos 7806976, len 4096, copied 4096 00000080:00200000:3.0:1789762979.091541:0:13478:0:(rw26.c:871:ll_write_end()) pos 5066752, len 4096, copied 4096 00000080:00200000:3.0:1789762979.091562:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000c59bcb40[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1237] 00000080:00200000:2.0:1789762979.091563:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000fc319610[3 00000000f75a6f98 2 1 000000007885039e 1 0 1906] 00000080:00200000:3.0:1789762979.091573:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000002d60d124 17ffffc0001001 3:0 ffff998584959ee0 1237 lru 00000080:00200000:2.0:1789762979.091584:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000004281c6a2 17ffffc0001001 3:0 ffff9985836bd8c0 1906 lru 00000080:00200000:3.0:1789762979.091596:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000069eec80a 213: 1< 0 - - > 2< 872448 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.091610:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000c59bcb40 00000080:00200000:3.0:1789762979.091618:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1789762979.091637:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000915a30d4 882: 1< 0 - - > 2< 3612672 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.091638:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1238 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.091651:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000fc319610 00000080:00200000:2.0:1789762979.091656:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 115. 00000080:00200000:3.0:1789762979.091665:0:13478:0:(rw26.c:871:ll_write_end()) pos 5070848, len 4096, copied 4096 00000080:00200000:2.0:1789762979.091671:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1907 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.091673:0:13478:0:(rw26.c:929:ll_write_end()) page@000000000bfd3e35[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1238] 00000080:00200000:3.0:1789762979.091687:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @0000000010e127e0 17ffffc0001001 3:0 ffff9985849591c0 1238 lru 00000080:00200000:3.0:1789762979.091693:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000049916f61 214: 1< 0 - - > 2< 876544 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.091696:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000000bfd3e35 00000080:00200000:3.0:1789762979.091698:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:3.0:1789762979.091700:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1239 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.091715:0:13481:0:(rw26.c:871:ll_write_end()) pos 7811072, len 4096, copied 4096 00000080:00200000:3.0:1789762979.091717:0:13478:0:(rw26.c:871:ll_write_end()) pos 5074944, len 4096, copied 4096 00000080:00200000:3.0:1789762979.091741:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000c071665c[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1239] 00000080:00200000:2.0:1789762979.091742:0:13481:0:(rw26.c:929:ll_write_end()) page@000000003556a165[3 00000000f75a6f98 2 1 000000007885039e 1 0 1907] 00000080:00200000:2.0:1789762979.091770:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000ed37ccd8 17ffffc0001001 3:0 ffff9985836bd380 1907 lru 00000080:00200000:3.0:1789762979.091771:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @0000000044ac6544 17ffffc0001001 3:0 ffff998584959000 1239 lru 00000080:00200000:3.0:1789762979.091826:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@000000009d1d1ea5 215: 1< 0 - - > 2< 880640 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.091829:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000027ca293c 883: 1< 0 - - > 2< 3616768 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.091836:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000c071665c 00000080:00200000:2.0:1789762979.091840:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000003556a165 00000080:00200000:3.0:1789762979.091842:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762979.091849:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 116. 00000080:00200000:3.0:1789762979.091850:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1240 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.091862:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1908 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.091878:0:13478:0:(rw26.c:871:ll_write_end()) pos 5079040, len 4096, copied 4096 00000080:00200000:3.0:1789762979.091886:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000051ff30e6[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1240] 00000080:00200000:3.0:1789762979.091891:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @0000000072059335 17ffffc0001001 3:0 ffff9985849598c0 1240 lru 00000080:00200000:2.0:1789762979.091894:0:13481:0:(rw26.c:871:ll_write_end()) pos 7815168, len 4096, copied 4096 00000080:00200000:3.0:1789762979.091899:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@000000008acdb8dd 216: 1< 0 - - > 2< 884736 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.091907:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000051ff30e6 00000080:00200000:3.0:1789762979.091913:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1789762979.091914:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000095e70eb1[3 00000000f75a6f98 2 1 000000007885039e 1 0 1908] 00000080:00200000:3.0:1789762979.091920:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1241 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.091931:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000d4fc9a46 17ffffc0001001 3:0 ffff998590a4c540 1908 lru 00000080:00200000:3.0:1789762979.091945:0:13478:0:(rw26.c:871:ll_write_end()) pos 5083136, len 4096, copied 4096 00000080:00200000:2.0:1789762979.091970:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000044fc1cf9 884: 1< 0 - - > 2< 3620864 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.091972:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000589949ec[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1241] 00000080:00200000:2.0:1789762979.091981:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000095e70eb1 00000080:00200000:2.0:1789762979.091988:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 117. 00000080:00200000:3.0:1789762979.091990:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000dea6176f 17ffffc0001001 3:0 ffff998584959380 1241 lru 00000080:00200000:2.0:1789762979.092001:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1909 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.092015:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000c7596289 217: 1< 0 - - > 2< 888832 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.092017:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000589949ec 00000080:00200000:3.0:1789762979.092018:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:3.0:1789762979.092020:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1242 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.092035:0:13481:0:(rw26.c:871:ll_write_end()) pos 7819264, len 4096, copied 4096 00000080:00200000:3.0:1789762979.092039:0:13478:0:(rw26.c:871:ll_write_end()) pos 5087232, len 4096, copied 4096 00000080:00200000:3.0:1789762979.092055:0:13478:0:(rw26.c:929:ll_write_end()) page@000000008060c207[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1242] 00000080:00200000:2.0:1789762979.092073:0:13481:0:(rw26.c:929:ll_write_end()) page@000000007b6b7e2e[3 00000000f75a6f98 2 1 000000007885039e 1 0 1909] 00000080:00200000:3.0:1789762979.092074:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000005860e8ab 17ffffc0001001 3:0 ffff9985849590e0 1242 lru 00000080:00200000:2.0:1789762979.092093:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000383eba76 17ffffc0001001 3:0 ffff998590a4cb60 1909 lru 00000080:00200000:3.0:1789762979.092113:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000c4caa790 218: 1< 0 - - > 2< 892928 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.092122:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000008060c207 00000080:00200000:3.0:1789762979.092128:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762979.092131:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000563603e0 885: 1< 0 - - > 2< 3624960 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.092134:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1243 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.092136:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000007b6b7e2e 00000080:00200000:2.0:1789762979.092146:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1789762979.092154:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1910 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.092176:0:13478:0:(rw26.c:871:ll_write_end()) pos 5091328, len 4096, copied 4096 00000080:00200000:2.0:1789762979.092177:0:13481:0:(rw26.c:871:ll_write_end()) pos 7823360, len 4096, copied 4096 00000080:00200000:2.0:1789762979.092192:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000865273f9[3 00000000f75a6f98 2 1 000000007885039e 1 0 1910] 00000080:00200000:3.0:1789762979.092203:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000011415cad[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1243] 00000080:00200000:2.0:1789762979.092205:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff422b50 17ffffc0001001 3:0 ffff998590a4c620 1910 lru 00000080:00200000:3.0:1789762979.092230:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000f293ec23 17ffffc0001001 3:0 ffff9985848efd20 1243 lru 00000080:00200000:2.0:1789762979.092246:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec36689b 886: 1< 0 - - > 2< 3629056 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.092257:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000865273f9 00000080:00200000:3.0:1789762979.092264:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000956e267f 219: 1< 0 - - > 2< 897024 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.092265:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1789762979.092274:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1911 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.092276:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000011415cad 00000080:00200000:3.0:1789762979.092284:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1789762979.092329:0:13481:0:(rw26.c:871:ll_write_end()) pos 7827456, len 4096, copied 4096 00000080:00200000:3.0:1789762979.092340:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1244 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.092342:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000176b9311[3 00000000f75a6f98 2 1 000000007885039e 1 0 1911] 00000080:00200000:2.0:1789762979.092352:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000018ad8f17 17ffffc0001001 3:0 ffff998590a4cc40 1911 lru 00000080:00200000:2.0:1789762979.092356:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000029d3b23f 887: 1< 0 - - > 2< 3633152 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.092358:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000176b9311 00000080:00200000:2.0:1789762979.092359:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1789762979.092361:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1912 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.092373:0:13478:0:(rw26.c:871:ll_write_end()) pos 5095424, len 4096, copied 4096 00000080:00200000:2.0:1789762979.092379:0:13481:0:(rw26.c:871:ll_write_end()) pos 7831552, len 4096, copied 4096 00000080:00200000:3.0:1789762979.092388:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000f52356da[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1244] 00000080:00200000:2.0:1789762979.092409:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000d5af2281[3 00000000f75a6f98 2 1 000000007885039e 1 0 1912] 00000080:00200000:3.0:1789762979.092409:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @0000000028ff8e90 17ffffc0001001 3:0 ffff9985848efee0 1244 lru 00000080:00200000:2.0:1789762979.092430:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8ad5e53 17ffffc0001001 3:0 ffff998590a4ca80 1912 lru 00000080:00200000:3.0:1789762979.092448:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000d3c2e1f7 220: 1< 0 - - > 2< 901120 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.092454:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000008ce4626a 888: 1< 0 - - > 2< 3637248 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.092458:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000f52356da 00000080:00200000:2.0:1789762979.092462:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000d5af2281 00000080:00200000:3.0:1789762979.092464:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762979.092470:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 121. 00000080:00200000:3.0:1789762979.092471:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1245 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.092481:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1913 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.092498:0:13478:0:(rw26.c:871:ll_write_end()) pos 5099520, len 4096, copied 4096 00000080:00200000:2.0:1789762979.092506:0:13481:0:(rw26.c:871:ll_write_end()) pos 7835648, len 4096, copied 4096 00000080:00200000:3.0:1789762979.092511:0:13478:0:(rw26.c:929:ll_write_end()) page@000000005a79b4fb[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1245] 00000080:00200000:3.0:1789762979.092527:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000005fb6038e 17ffffc0001001 3:0 ffff9985848ef1c0 1245 lru 00000080:00200000:2.0:1789762979.092529:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000453b3d1f[3 00000000f75a6f98 2 1 000000007885039e 1 0 1913] 00000080:00200000:2.0:1789762979.092549:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000032c18bc 17ffffc0001021 2:0 ffff998590a4c9a0 1913 lru 00000080:00200000:3.0:1789762979.092557:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@000000002fcbe817 221: 1< 0 - - > 2< 905216 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.092565:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000005a79b4fb 00000080:00200000:3.0:1789762979.092571:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:3.0:1789762979.092576:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1246 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.092600:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000011f34dbc 889: 1< 0 - - > 2< 3641344 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.092606:0:13478:0:(rw26.c:871:ll_write_end()) pos 5103616, len 4096, copied 4096 00000080:00200000:2.0:1789762979.092612:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000453b3d1f 00000080:00200000:2.0:1789762979.092618:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762979.092626:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1914 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.092639:0:13478:0:(rw26.c:929:ll_write_end()) page@000000007ede4990[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1246] 00000080:00200000:3.0:1789762979.092646:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @0000000081356ed5 17ffffc0001001 3:0 ffff9985848ef000 1246 lru 00000080:00200000:3.0:1789762979.092650:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000c5be4060 222: 1< 0 - - > 2< 909312 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.092653:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000007ede4990 00000080:00200000:3.0:1789762979.092656:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1789762979.092659:0:13481:0:(rw26.c:871:ll_write_end()) pos 7839744, len 4096, copied 4096 00000080:00200000:3.0:1789762979.092660:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1247 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.092678:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000312fcc05[3 00000000f75a6f98 2 1 000000007885039e 1 0 1914] 00000080:00200000:3.0:1789762979.092684:0:13478:0:(rw26.c:871:ll_write_end()) pos 5107712, len 4096, copied 4096 00000080:00200000:2.0:1789762979.092698:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000007104a3c1 17ffffc0001001 3:0 ffff998590a4c7e0 1914 lru 00000080:00200000:3.0:1789762979.092704:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000dc18c176[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1247] 00000080:00200000:3.0:1789762979.092726:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000bd904f1c 17ffffc0001001 3:0 ffff9985848ef8c0 1247 lru 00000080:00200000:2.0:1789762979.092733:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000000db456bd 890: 1< 0 - - > 2< 3645440 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.092741:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000312fcc05 00000080:00200000:2.0:1789762979.092746:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:3.0:1789762979.092746:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000c8277446 223: 1< 0 - - > 2< 913408 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.092752:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1915 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.092753:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000dc18c176 00000080:00200000:3.0:1789762979.092760:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:3.0:1789762979.092765:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1248 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.092776:0:13481:0:(rw26.c:871:ll_write_end()) pos 7843840, len 4096, copied 4096 00000080:00200000:3.0:1789762979.092784:0:13478:0:(rw26.c:871:ll_write_end()) pos 5111808, len 4096, copied 4096 00000080:00200000:2.0:1789762979.092796:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000d970000f[3 00000000f75a6f98 2 1 000000007885039e 1 0 1915] 00000080:00200000:3.0:1789762979.092801:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000028f73831[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1248] 00000080:00200000:2.0:1789762979.092808:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000188a3971 17ffffc0001001 3:0 ffff998590a4c2a0 1915 lru 00000080:00200000:3.0:1789762979.092811:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000747513d5 17ffffc0001001 3:0 ffff9985848ef380 1248 lru 00000080:00200000:2.0:1789762979.092863:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000d321f7dc 891: 1< 0 - - > 2< 3649536 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.092864:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000ca664e56 224: 1< 0 - - > 2< 917504 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.092875:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000d970000f 00000080:00200000:3.0:1789762979.092876:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000028f73831 00000080:00200000:2.0:1789762979.092885:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:3.0:1789762979.092885:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:3.0:1789762979.092904:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1249 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.092905:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1916 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.092962:0:13481:0:(rw26.c:871:ll_write_end()) pos 7847936, len 4096, copied 4096 00000080:00200000:3.0:1789762979.092967:0:13478:0:(rw26.c:871:ll_write_end()) pos 5115904, len 4096, copied 4096 00000080:00200000:2.0:1789762979.092978:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000033ecadc[3 00000000f75a6f98 2 1 000000007885039e 1 0 1916] 00000080:00200000:3.0:1789762979.092992:0:13478:0:(rw26.c:929:ll_write_end()) page@000000002f13e4be[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1249] 00000080:00200000:2.0:1789762979.092995:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000002e2a91d8 17ffffc0001001 3:0 ffff998590a4ce00 1916 lru 00000080:00200000:3.0:1789762979.093011:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000b5c2d6e9 17ffffc0001021 2:0 ffff9985848ef0e0 1249 lru 00000080:00200000:2.0:1789762979.093039:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000048f88433 892: 1< 0 - - > 2< 3653632 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.093048:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000033ecadc 00000080:00200000:3.0:1789762979.093052:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@000000002b4ebf25 225: 1< 0 - - > 2< 921600 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.093056:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00000080:00200000:3.0:1789762979.093057:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000002f13e4be 00000080:00200000:2.0:1789762979.093067:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1917 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.093067:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:3.0:1789762979.093078:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1250 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.093091:0:13481:0:(rw26.c:871:ll_write_end()) pos 7852032, len 4096, copied 4096 00000080:00200000:2.0:1789762979.093096:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000c51b554e[3 00000000f75a6f98 2 1 000000007885039e 1 0 1917] 00000080:00200000:2.0:1789762979.093098:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000aefc6788 17ffffc0001001 3:0 ffff998590a4c700 1917 lru 00000080:00200000:3.0:1789762979.093099:0:13478:0:(rw26.c:871:ll_write_end()) pos 5120000, len 4096, copied 4096 00000080:00200000:3.0:1789762979.093119:0:13478:0:(rw26.c:929:ll_write_end()) page@000000005cce307a[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1250] 00000080:00200000:2.0:1789762979.093132:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000914c3f30 893: 1< 0 - - > 2< 3657728 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.093136:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000280c8735 17ffffc0001001 3:0 ffff9985848ef540 1250 lru 00000080:00200000:2.0:1789762979.093144:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000c51b554e 00000080:00200000:2.0:1789762979.093155:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1789762979.093165:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1918 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.093165:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000c470821d 226: 1< 0 - - > 2< 925696 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.093176:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000005cce307a 00000080:00200000:3.0:1789762979.093180:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1789762979.093186:0:13481:0:(rw26.c:871:ll_write_end()) pos 7856128, len 4096, copied 4096 00000080:00200000:3.0:1789762979.093187:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1251 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.093194:0:13481:0:(rw26.c:929:ll_write_end()) page@000000003fcdcad3[3 00000000f75a6f98 2 1 000000007885039e 1 0 1918] 00000080:00200000:2.0:1789762979.093198:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000799f2326 17ffffc0001001 3:0 ffff998590a4c460 1918 lru 00000080:00200000:2.0:1789762979.093203:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000071f5beb9 894: 1< 0 - - > 2< 3661824 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.093210:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000003fcdcad3 00000080:00200000:3.0:1789762979.093215:0:13478:0:(rw26.c:871:ll_write_end()) pos 5124096, len 4096, copied 4096 00000080:00200000:2.0:1789762979.093216:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1789762979.093228:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1919 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.093240:0:13478:0:(rw26.c:929:ll_write_end()) page@000000009ed3be2b[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1251] 00000080:00200000:3.0:1789762979.093251:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000a2512e75 17ffffc0001001 3:0 ffff9985848efb60 1251 lru 00000080:00200000:2.0:1789762979.093254:0:13481:0:(rw26.c:871:ll_write_end()) pos 7860224, len 4096, copied 4096 00000080:00200000:3.0:1789762979.093271:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000015ff0f53 227: 1< 0 - - > 2< 929792 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.093276:0:13481:0:(rw26.c:929:ll_write_end()) page@000000004e22d050[3 00000000f75a6f98 2 1 000000007885039e 1 0 1919] 00000080:00200000:3.0:1789762979.093279:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000009ed3be2b 00000080:00200000:2.0:1789762979.093285:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000d86cc524 17ffffc0001001 3:0 ffff998590a4cd20 1919 lru 00000080:00200000:3.0:1789762979.093314:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1789762979.093322:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000cf55bc00 895: 1< 0 - - > 2< 3665920 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.093323:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1252 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.093327:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000004e22d050 00000080:00200000:2.0:1789762979.093332:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762979.093341:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1920 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.093352:0:13478:0:(rw26.c:871:ll_write_end()) pos 5128192, len 4096, copied 4096 00000080:00200000:3.0:1789762979.093364:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000001bd80a4[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1252] 00000080:00200000:3.0:1789762979.093371:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000008abaf993 17ffffc0001001 3:0 ffff9985848ef620 1252 lru 00000080:00200000:2.0:1789762979.093372:0:13481:0:(rw26.c:871:ll_write_end()) pos 7864320, len 4096, copied 4096 00000080:00200000:3.0:1789762979.093388:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000fdde699e 228: 1< 0 - - > 2< 933888 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.093392:0:13481:0:(rw26.c:929:ll_write_end()) page@000000000fbaea12[3 00000000f75a6f98 2 1 000000007885039e 1 0 1920] 00000080:00200000:3.0:1789762979.093396:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000001bd80a4 00000080:00200000:3.0:1789762979.093402:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762979.093409:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000ce29f3c4 17ffffc0001001 3:0 ffff998590a4cee0 1920 lru 00000080:00200000:3.0:1789762979.093409:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1253 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.093418:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb78af99 896: 1< 0 - - > 2< 3670016 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.093421:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000000fbaea12 00000080:00200000:2.0:1789762979.093426:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1789762979.093429:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1921 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.093433:0:13478:0:(rw26.c:871:ll_write_end()) pos 5132288, len 4096, copied 4096 00000080:00200000:3.0:1789762979.093443:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000080175b77[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1253] 00000080:00200000:2.0:1789762979.093448:0:13481:0:(rw26.c:871:ll_write_end()) pos 7868416, len 4096, copied 4096 00000080:00200000:3.0:1789762979.093450:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000c3ac7c31 17ffffc0001001 3:0 ffff9985848efc40 1253 lru 00000080:00200000:2.0:1789762979.093475:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000706964e2[3 00000000f75a6f98 2 1 000000007885039e 1 0 1921] 00000080:00200000:3.0:1789762979.093491:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@000000007792fdfa 229: 1< 0 - - > 2< 937984 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.093494:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc2908d8 17ffffc0001001 3:0 ffff998590a4c1c0 1921 lru 00000080:00200000:3.0:1789762979.093499:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000080175b77 00000080:00200000:3.0:1789762979.093505:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:3.0:1789762979.093512:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1254 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.093522:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000045f67b15 897: 1< 0 - - > 2< 3674112 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.093525:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000706964e2 00000080:00200000:2.0:1789762979.093526:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1789762979.093528:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1922 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.093539:0:13478:0:(rw26.c:871:ll_write_end()) pos 5136384, len 4096, copied 4096 00000080:00200000:2.0:1789762979.093544:0:13481:0:(rw26.c:871:ll_write_end()) pos 7872512, len 4096, copied 4096 00000080:00200000:3.0:1789762979.093555:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000093c92bf0[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1254] 00000080:00200000:3.0:1789762979.093568:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000717414f3 17ffffc0001001 3:0 ffff9985848efa80 1254 lru 00000080:00200000:2.0:1789762979.093574:0:13481:0:(rw26.c:929:ll_write_end()) page@000000008e88ecec[3 00000000f75a6f98 2 1 000000007885039e 1 0 1922] 00000080:00200000:2.0:1789762979.093598:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000ebe841e5 17ffffc0001001 3:0 ffff998590a4c000 1922 lru 00000080:00200000:3.0:1789762979.093601:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000d66a2f3c 230: 1< 0 - - > 2< 942080 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.093611:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000028b96e69 898: 1< 0 - - > 2< 3678208 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.093613:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000093c92bf0 00000080:00200000:2.0:1789762979.093615:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000008e88ecec 00000080:00200000:2.0:1789762979.093621:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:3.0:1789762979.093622:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1789762979.093637:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1923 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.093640:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1255 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.093673:0:13481:0:(rw26.c:871:ll_write_end()) pos 7876608, len 4096, copied 4096 00000080:00200000:3.0:1789762979.093677:0:13478:0:(rw26.c:871:ll_write_end()) pos 5140480, len 4096, copied 4096 00000080:00200000:2.0:1789762979.093685:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000128b6d24[3 00000000f75a6f98 2 1 000000007885039e 1 0 1923] 00000080:00200000:2.0:1789762979.093702:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000008827be4f 17ffffc0001001 3:0 ffff998590a4c8c0 1923 lru 00000080:00200000:3.0:1789762979.093704:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000f690567d[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1255] 00000080:00200000:3.0:1789762979.093726:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000002a59f557 17ffffc0001001 3:0 ffff9985848ef9a0 1255 lru 00000080:00200000:2.0:1789762979.093751:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000ae97544c 899: 1< 0 - - > 2< 3682304 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.093761:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@000000006483393f 231: 1< 0 - - > 2< 946176 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.093762:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3783 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.093763:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000128b6d24 00000080:00200000:3.0:1789762979.093769:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000f690567d 00000080:00200000:2.0:1789762979.093773:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000080:00200000:3.0:1789762979.093774:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762979.093785:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1924 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.093787:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1256 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.093790:0:13489:0:(rw26.c:871:ll_write_end()) pos 15495168, len 4096, copied 4096 00000080:00200000:1.0:1789762979.093804:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000b41eac9f[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3783] 00000080:00200000:1.0:1789762979.093808:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000082de5303 17ffffc0001001 3:0 ffff9985849a5700 3783 lru 00000080:00200000:1.0:1789762979.093813:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000008c05de57 1735: 1< 0 - - > 2< 7106560 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.093814:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000b41eac9f 00000080:00200000:1.0:1789762979.093815:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:1.0:1789762979.093818:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3784 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.093831:0:13481:0:(rw26.c:871:ll_write_end()) pos 7880704, len 4096, copied 4096 00000080:00200000:3.0:1789762979.093833:0:13478:0:(rw26.c:871:ll_write_end()) pos 5144576, len 4096, copied 4096 00000080:00200000:1.0:1789762979.093836:0:13489:0:(rw26.c:871:ll_write_end()) pos 15499264, len 4096, copied 4096 00000080:00200000:2.0:1789762979.093849:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000213a2f98[3 00000000f75a6f98 2 1 000000007885039e 1 0 1924] 00000080:00200000:3.0:1789762979.093857:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000006b377b3[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1256] 00000080:00200000:1.0:1789762979.093865:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000d40674d8[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3784] 00000080:00200000:2.0:1789762979.093871:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000002b242cdf 17ffffc0001001 3:0 ffff998590a4c380 1924 lru 00000080:00200000:3.0:1789762979.093873:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000001203b147 17ffffc0001001 3:0 ffff9985848ef7e0 1256 lru 00000080:00200000:1.0:1789762979.093880:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000446f6bb8 17ffffc0001001 3:0 ffff9985849a5460 3784 lru 00000080:00200000:2.0:1789762979.093927:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000352e9035 900: 1< 0 - - > 2< 3686400 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.093931:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@000000004a3ce2bf 232: 1< 0 - - > 2< 950272 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.093934:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000a46852c5 1736: 1< 0 - - > 2< 7110656 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.093938:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000213a2f98 00000080:00200000:3.0:1789762979.093939:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000006b377b3 00000080:00200000:2.0:1789762979.093945:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:3.0:1789762979.093946:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:1.0:1789762979.093948:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000d40674d8 00000080:00200000:1.0:1789762979.093959:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1789762979.093962:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1925 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.093962:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1257 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.093966:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3785 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.094013:0:13481:0:(rw26.c:871:ll_write_end()) pos 7884800, len 4096, copied 4096 00000080:00200000:3.0:1789762979.094016:0:13478:0:(rw26.c:871:ll_write_end()) pos 5148672, len 4096, copied 4096 00000080:00200000:1.0:1789762979.094018:0:13489:0:(rw26.c:871:ll_write_end()) pos 15503360, len 4096, copied 4096 00000080:00200000:2.0:1789762979.094046:0:13481:0:(rw26.c:929:ll_write_end()) page@000000006ccd4661[3 00000000f75a6f98 2 1 000000007885039e 1 0 1925] 00000080:00200000:1.0:1789762979.094048:0:13489:0:(rw26.c:929:ll_write_end()) page@0000000036fb7de7[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3785] 00000080:00200000:3.0:1789762979.094048:0:13478:0:(rw26.c:929:ll_write_end()) page@000000006a9684b7[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1257] 00000080:00200000:2.0:1789762979.094069:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000a7cdfdf6 17ffffc0001001 3:0 ffff998590a4c0e0 1925 lru 00000080:00200000:3.0:1789762979.094070:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000636a26dc 17ffffc0001001 3:0 ffff9985848ef2a0 1257 lru 00000080:00200000:1.0:1789762979.094072:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000003fa657ad 17ffffc0001001 3:0 ffff9985849a5d20 3785 lru 00000080:00200000:2.0:1789762979.094123:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000042f26222 901: 1< 0 - - > 2< 3690496 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.094127:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000007056ba6b 1737: 1< 0 - - > 2< 7114752 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.094127:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000f12bcc43 233: 1< 0 - - > 2< 954368 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.094135:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000006ccd4661 00000080:00200000:1.0:1789762979.094138:0:13489:0:(rw26.c:929:ll_write_end()) end page@0000000036fb7de7 00000080:00200000:3.0:1789762979.094138:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000006a9684b7 00000080:00200000:2.0:1789762979.094140:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000080:00200000:3.0:1789762979.094144:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:1.0:1789762979.094146:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1789762979.094147:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1926 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.094153:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1258 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.094156:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3786 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.094180:0:13489:0:(rw26.c:871:ll_write_end()) pos 15507456, len 4096, copied 4096 00000080:00200000:2.0:1789762979.094183:0:13481:0:(rw26.c:871:ll_write_end()) pos 7888896, len 4096, copied 4096 00000080:00200000:3.0:1789762979.094187:0:13478:0:(rw26.c:871:ll_write_end()) pos 5152768, len 4096, copied 4096 00000080:00200000:2.0:1789762979.094206:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000081e27ee6[3 00000000f75a6f98 2 1 000000007885039e 1 0 1926] 00000080:00200000:1.0:1789762979.094207:0:13489:0:(rw26.c:929:ll_write_end()) page@000000009b6a0cdc[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3786] 00000080:00200000:3.0:1789762979.094214:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000b3069320[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1258] 00000080:00200000:2.0:1789762979.094224:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000060579a47 17ffffc0001001 3:0 ffff9985a06fc620 1926 lru 00000080:00200000:1.0:1789762979.094229:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000e72a3099 17ffffc0001001 3:0 ffff9985849a5ee0 3786 lru 00000080:00200000:3.0:1789762979.094234:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000259837b9 17ffffc0001001 3:0 ffff9985848efe00 1258 lru 00000080:00200000:2.0:1789762979.094285:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000003b441946 902: 1< 0 - - > 2< 3694592 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.094331:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000d27b6dd2 234: 1< 0 - - > 2< 958464 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.094335:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000081e27ee6 00000080:00200000:1.0:1789762979.094336:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000002b6139e6 1738: 1< 0 - - > 2< 7118848 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.094341:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000080:00200000:3.0:1789762979.094342:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000b3069320 00000080:00200000:1.0:1789762979.094344:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000009b6a0cdc 00000080:00200000:2.0:1789762979.094347:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1927 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.094349:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:1.0:1789762979.094350:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:1.0:1789762979.094356:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3787 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.094357:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1259 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.094366:0:13481:0:(rw26.c:871:ll_write_end()) pos 7892992, len 4096, copied 4096 00000080:00200000:2.0:1789762979.094372:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000b8e28f9a[3 00000000f75a6f98 2 1 000000007885039e 1 0 1927] 00000080:00200000:2.0:1789762979.094378:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000040f43e3b 17ffffc0001001 3:0 ffff9985a06fcc40 1927 lru 00000080:00200000:1.0:1789762979.094382:0:13489:0:(rw26.c:871:ll_write_end()) pos 15511552, len 4096, copied 4096 00000080:00200000:3.0:1789762979.094383:0:13478:0:(rw26.c:871:ll_write_end()) pos 5156864, len 4096, copied 4096 00000080:00200000:3.0:1789762979.094411:0:13478:0:(rw26.c:929:ll_write_end()) page@000000003c71690b[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1259] 00000080:00200000:1.0:1789762979.094413:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000d2f133a5[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3787] 00000080:00200000:2.0:1789762979.094428:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000005bbd301c 903: 1< 0 - - > 2< 3698688 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.094430:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000c68420de 17ffffc0001001 3:0 ffff9985848ef700 1259 lru 00000080:00200000:1.0:1789762979.094431:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000001fcb6e2c 17ffffc0001001 3:0 ffff9985849a51c0 3787 lru 00000080:00200000:2.0:1789762979.094440:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000b8e28f9a 00000080:00200000:2.0:1789762979.094448:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1789762979.094456:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1928 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.094471:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000008d289f9a 1739: 1< 0 - - > 2< 7122944 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.094471:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000065bdbc94 235: 1< 0 - - > 2< 962560 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.094480:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000d2f133a5 00000080:00200000:3.0:1789762979.094480:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000003c71690b 00000080:00200000:1.0:1789762979.094485:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:3.0:1789762979.094485:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1789762979.094487:0:13481:0:(rw26.c:871:ll_write_end()) pos 7897088, len 4096, copied 4096 00000080:00200000:3.0:1789762979.094490:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1260 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.094491:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3788 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.094504:0:13481:0:(rw26.c:929:ll_write_end()) page@000000003bf4ebeb[3 00000000f75a6f98 2 1 000000007885039e 1 0 1928] 00000080:00200000:2.0:1789762979.094515:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000040de7f9 17ffffc0001021 2:0 ffff9985a06fca80 1928 lru 00000080:00200000:3.0:1789762979.094517:0:13478:0:(rw26.c:871:ll_write_end()) pos 5160960, len 4096, copied 4096 00000080:00200000:1.0:1789762979.094522:0:13489:0:(rw26.c:871:ll_write_end()) pos 15515648, len 4096, copied 4096 00000080:00200000:1.0:1789762979.094545:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000bc73c745[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3788] 00000080:00200000:3.0:1789762979.094546:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000098405798[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1260] 00000080:00200000:1.0:1789762979.094564:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000991a0862 17ffffc0001021 2:0 ffff9985849a5000 3788 lru 00000080:00200000:3.0:1789762979.094565:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000695c21a2 17ffffc0001001 3:0 ffff9985848ef460 1260 lru 00000080:00200000:2.0:1789762979.094580:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000000f126703 904: 1< 0 - - > 2< 3702784 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.094598:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000003bf4ebeb 00000080:00200000:1.0:1789762979.094608:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000006f931548 1740: 1< 0 - - > 2< 7127040 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.094608:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:3.0:1789762979.094609:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000089ad6fba 236: 1< 0 - - > 2< 966656 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.094616:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1929 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.094617:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000bc73c745 00000080:00200000:3.0:1789762979.094622:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000098405798 00000080:00200000:1.0:1789762979.094637:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:3.0:1789762979.094638:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:1.0:1789762979.094641:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3789 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.094644:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1261 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.094654:0:13481:0:(rw26.c:871:ll_write_end()) pos 7901184, len 4096, copied 4096 00000080:00200000:1.0:1789762979.094662:0:13489:0:(rw26.c:871:ll_write_end()) pos 15519744, len 4096, copied 4096 00000080:00200000:2.0:1789762979.094671:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000ebb28d6c[3 00000000f75a6f98 2 1 000000007885039e 1 0 1929] 00000080:00200000:3.0:1789762979.094672:0:13478:0:(rw26.c:871:ll_write_end()) pos 5165056, len 4096, copied 4096 00000080:00200000:1.0:1789762979.094682:0:13489:0:(rw26.c:929:ll_write_end()) page@000000004d88eec7[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3789] 00000080:00200000:2.0:1789762979.094692:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad89fb63 17ffffc0001001 3:0 ffff9985a06fc9a0 1929 lru 00000080:00200000:3.0:1789762979.094695:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000094848cf0[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1261] 00000080:00200000:1.0:1789762979.094697:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000a67cb9e5 17ffffc0001001 3:0 ffff9985849a58c0 3789 lru 00000080:00200000:3.0:1789762979.094718:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000158a59c9 17ffffc0001001 3:0 ffff99858808ea80 1261 lru 00000080:00200000:2.0:1789762979.094757:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000018ae1707 905: 1< 0 - - > 2< 3706880 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.094759:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000db5944b5 1741: 1< 0 - - > 2< 7131136 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.094767:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000078975343 237: 1< 0 - - > 2< 970752 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.094769:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000004d88eec7 00000080:00200000:2.0:1789762979.094769:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000ebb28d6c 00000080:00200000:1.0:1789762979.094781:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762979.094781:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:3.0:1789762979.094782:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000094848cf0 00000080:00200000:3.0:1789762979.094795:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762979.094798:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1930 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.094799:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3790 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.094801:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1262 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.094842:0:13481:0:(rw26.c:871:ll_write_end()) pos 7905280, len 4096, copied 4096 00000080:00200000:1.0:1789762979.094844:0:13489:0:(rw26.c:871:ll_write_end()) pos 15523840, len 4096, copied 4096 00000080:00200000:3.0:1789762979.094845:0:13478:0:(rw26.c:871:ll_write_end()) pos 5169152, len 4096, copied 4096 00000080:00200000:2.0:1789762979.094864:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000044a2715c[3 00000000f75a6f98 2 1 000000007885039e 1 0 1930] 00000080:00200000:3.0:1789762979.094870:0:13478:0:(rw26.c:929:ll_write_end()) page@000000000fbd761e[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1262] 00000080:00200000:1.0:1789762979.094871:0:13489:0:(rw26.c:929:ll_write_end()) page@0000000092357ba0[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3790] 00000080:00200000:2.0:1789762979.094885:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000007a80b6fe 17ffffc0001001 3:0 ffff9985a06fc7e0 1930 lru 00000080:00200000:3.0:1789762979.094889:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000006ad04ab8 17ffffc0001001 3:0 ffff99858808e9a0 1262 lru 00000080:00200000:1.0:1789762979.094891:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000c8853874 17ffffc0001001 3:0 ffff9985849a5380 3790 lru 00000080:00200000:2.0:1789762979.094941:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000000b014cca 906: 1< 0 - - > 2< 3710976 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.094946:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000e0b5c9e5 1742: 1< 0 - - > 2< 7135232 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.094947:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000475b84c6 238: 1< 0 - - > 2< 974848 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.094951:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000044a2715c 00000080:00200000:1.0:1789762979.094957:0:13489:0:(rw26.c:929:ll_write_end()) end page@0000000092357ba0 00000080:00200000:3.0:1789762979.094957:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000000fbd761e 00000080:00200000:2.0:1789762979.094964:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:3.0:1789762979.094965:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:1.0:1789762979.094966:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1789762979.094982:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1931 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.094983:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3791 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.094983:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1263 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.095002:0:13481:0:(rw26.c:871:ll_write_end()) pos 7909376, len 4096, copied 4096 00000080:00200000:3.0:1789762979.095004:0:13478:0:(rw26.c:871:ll_write_end()) pos 5173248, len 4096, copied 4096 00000080:00200000:1.0:1789762979.095013:0:13489:0:(rw26.c:871:ll_write_end()) pos 15527936, len 4096, copied 4096 00000080:00200000:2.0:1789762979.095025:0:13481:0:(rw26.c:929:ll_write_end()) page@000000004becba18[3 00000000f75a6f98 2 1 000000007885039e 1 0 1931] 00000080:00200000:3.0:1789762979.095027:0:13478:0:(rw26.c:929:ll_write_end()) page@000000005eb9f044[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1263] 00000080:00200000:1.0:1789762979.095033:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000e1f063d3[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3791] 00000080:00200000:3.0:1789762979.095050:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000ebbb6957 17ffffc0001001 3:0 ffff99858808e7e0 1263 lru 00000080:00200000:2.0:1789762979.095054:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000001f4a1885 17ffffc0001001 3:0 ffff9985a06fc2a0 1931 lru 00000080:00200000:1.0:1789762979.095058:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000060e37c0c 17ffffc0001001 3:0 ffff9985849a50e0 3791 lru 00000080:00200000:3.0:1789762979.095101:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000cc7281b9 239: 1< 0 - - > 2< 978944 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.095109:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000ed967300 907: 1< 0 - - > 2< 3715072 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.095112:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000005eb9f044 00000080:00200000:1.0:1789762979.095114:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000007094cb21 1743: 1< 0 - - > 2< 7139328 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.095123:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762979.095124:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000004becba18 00000080:00200000:1.0:1789762979.095126:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000e1f063d3 00000080:00200000:1.0:1789762979.095135:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762979.095135:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:3.0:1789762979.095135:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1264 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.095142:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1932 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.095145:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3792 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.095160:0:13481:0:(rw26.c:871:ll_write_end()) pos 7913472, len 4096, copied 4096 00000080:00200000:2.0:1789762979.095172:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000f9b06e6b[3 00000000f75a6f98 2 1 000000007885039e 1 0 1932] 00000080:00200000:3.0:1789762979.095174:0:13478:0:(rw26.c:871:ll_write_end()) pos 5177344, len 4096, copied 4096 00000080:00200000:1.0:1789762979.095180:0:13489:0:(rw26.c:871:ll_write_end()) pos 15532032, len 4096, copied 4096 00000080:00200000:2.0:1789762979.095189:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000078f7bce7 17ffffc0001001 3:0 ffff9985a06fce00 1932 lru 00000080:00200000:3.0:1789762979.095198:0:13478:0:(rw26.c:929:ll_write_end()) page@000000001eec0c7b[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1264] 00000080:00200000:1.0:1789762979.095212:0:13489:0:(rw26.c:929:ll_write_end()) page@0000000023702219[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3792] 00000080:00200000:3.0:1789762979.095224:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000b3b07396 17ffffc0001021 2:0 ffff99858808e2a0 1264 lru 00000080:00200000:1.0:1789762979.095236:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000f7d3dafe 17ffffc0001001 3:0 ffff998584869460 3792 lru 00000080:00200000:2.0:1789762979.095239:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000c4ef7122 908: 1< 0 - - > 2< 3719168 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.095251:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000f9b06e6b 00000080:00200000:2.0:1789762979.095259:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:3.0:1789762979.095261:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000616bc859 240: 1< 0 - - > 2< 983040 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.095263:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000008d2290ed 1744: 1< 0 - - > 2< 7143424 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.095271:0:13489:0:(rw26.c:929:ll_write_end()) end page@0000000023702219 00000080:00200000:2.0:1789762979.095273:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1933 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.095274:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:1.0:1789762979.095284:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3793 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.095310:0:13481:0:(rw26.c:871:ll_write_end()) pos 7917568, len 4096, copied 4096 00000080:00200000:2.0:1789762979.095315:0:13481:0:(rw26.c:929:ll_write_end()) page@000000006fbd97aa[3 00000000f75a6f98 2 1 000000007885039e 1 0 1933] 00000080:00200000:2.0:1789762979.095318:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000009e0b4cc0 17ffffc0001001 3:0 ffff9985a06fc700 1933 lru 00000080:00200000:2.0:1789762979.095323:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000000974b74b 909: 1< 0 - - > 2< 3723264 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.095326:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000006fbd97aa 00000080:00200000:1.0:1789762979.095330:0:13489:0:(rw26.c:871:ll_write_end()) pos 15536128, len 4096, copied 4096 00000080:00200000:2.0:1789762979.095338:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1789762979.095347:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1934 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.095350:0:13489:0:(rw26.c:929:ll_write_end()) page@000000001c5f52ae[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3793] 00000080:00200000:1.0:1789762979.095365:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000f724dc58 17ffffc0001001 3:0 ffff998584869d20 3793 lru 00000080:00200000:2.0:1789762979.095380:0:13481:0:(rw26.c:871:ll_write_end()) pos 7921664, len 4096, copied 4096 00000080:00200000:3.0:1789762979.095383:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000001eec0c7b 00000080:00200000:1.0:1789762979.095388:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000793ae759 1745: 1< 0 - - > 2< 7147520 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.095390:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:1.0:1789762979.095396:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000001c5f52ae 00000080:00200000:1.0:1789762979.095402:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1789762979.095408:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000070ef1561[3 00000000f75a6f98 2 1 000000007885039e 1 0 1934] 00000080:00200000:1.0:1789762979.095410:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3794 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.095418:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000e79a876b 17ffffc0001001 3:0 ffff9985a06fc460 1934 lru 00000080:00200000:2.0:1789762979.095427:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000053782efa 910: 1< 0 - - > 2< 3727360 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.095434:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000070ef1561 00000080:00200000:1.0:1789762979.095435:0:13489:0:(rw26.c:871:ll_write_end()) pos 15540224, len 4096, copied 4096 00000080:00200000:2.0:1789762979.095440:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:1.0:1789762979.095448:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000b5095890[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3794] 00000080:00200000:2.0:1789762979.095451:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1935 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.095463:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000ba1c921f 17ffffc0001001 3:0 ffff998584869ee0 3794 lru 00000080:00200000:2.0:1789762979.095483:0:13481:0:(rw26.c:871:ll_write_end()) pos 7925760, len 4096, copied 4096 00000080:00200000:1.0:1789762979.095492:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000000c1063d9 1746: 1< 0 - - > 2< 7151616 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.095501:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000b5095890 00000080:00200000:1.0:1789762979.095505:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:1.0:1789762979.095514:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3795 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.095514:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000e90cb864[3 00000000f75a6f98 2 1 000000007885039e 1 0 1935] 00000080:00200000:2.0:1789762979.095527:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000314dcf8e 17ffffc0001001 3:0 ffff9985a06fcd20 1935 lru 00000080:00200000:1.0:1789762979.095540:0:13489:0:(rw26.c:871:ll_write_end()) pos 15544320, len 4096, copied 4096 00000080:00200000:1.0:1789762979.095558:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000274a59b9[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3795] 00000080:00200000:2.0:1789762979.095570:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000510c2f5a 911: 1< 0 - - > 2< 3731456 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.095572:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000062dc0000 17ffffc0001001 3:0 ffff9985848691c0 3795 lru 00000080:00200000:2.0:1789762979.095580:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000e90cb864 00000080:00200000:2.0:1789762979.095587:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:1.0:1789762979.095596:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000007cb92335 1747: 1< 0 - - > 2< 7155712 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.095599:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1936 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.095601:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000274a59b9 00000080:00200000:1.0:1789762979.095604:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:1.0:1789762979.095611:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3796 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.095643:0:13481:0:(rw26.c:871:ll_write_end()) pos 7929856, len 4096, copied 4096 00000080:00200000:1.0:1789762979.095647:0:13489:0:(rw26.c:871:ll_write_end()) pos 15548416, len 4096, copied 4096 00000080:00200000:2.0:1789762979.095659:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000044cd5019[3 00000000f75a6f98 2 1 000000007885039e 1 0 1936] 00000080:00200000:1.0:1789762979.095669:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000ae4dc0f5[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3796] 00000080:00200000:2.0:1789762979.095674:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000072f2899b 17ffffc0001001 3:0 ffff9985a06fcee0 1936 lru 00000080:00200000:1.0:1789762979.095685:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000b47a7e9c 17ffffc0001001 3:0 ffff998584869000 3796 lru 00000080:00200000:2.0:1789762979.095725:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000062b42677 912: 1< 0 - - > 2< 3735552 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.095734:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000f1ae834b 1748: 1< 0 - - > 2< 7159808 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.095740:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000044cd5019 00000080:00200000:1.0:1789762979.095741:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000ae4dc0f5 00000080:00200000:2.0:1789762979.095748:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:1.0:1789762979.095749:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:1.0:1789762979.095763:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3797 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.095764:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1937 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.095788:0:13489:0:(rw26.c:871:ll_write_end()) pos 15552512, len 4096, copied 4096 00000080:00200000:2.0:1789762979.095795:0:13481:0:(rw26.c:871:ll_write_end()) pos 7933952, len 4096, copied 4096 00000080:00200000:1.0:1789762979.095796:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000795f4ae9[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3797] 00000080:00200000:1.0:1789762979.095810:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000f9094776 17ffffc0001001 3:0 ffff9985848698c0 3797 lru 00000080:00200000:2.0:1789762979.095818:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000a1f99852[3 00000000f75a6f98 2 1 000000007885039e 1 0 1937] 00000080:00200000:2.0:1789762979.095836:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000cd4a0df8 17ffffc0001001 3:0 ffff9985a06fc1c0 1937 lru 00000080:00200000:1.0:1789762979.095837:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000002fbf0bac 1749: 1< 0 - - > 2< 7163904 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.095846:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000795f4ae9 00000080:00200000:1.0:1789762979.095854:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:1.0:1789762979.095860:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3798 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.095873:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000005cc54a19 913: 1< 0 - - > 2< 3739648 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.095880:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000a1f99852 00000080:00200000:1.0:1789762979.095886:0:13489:0:(rw26.c:871:ll_write_end()) pos 15556608, len 4096, copied 4096 00000080:00200000:2.0:1789762979.095886:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762979.095893:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1938 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.095906:0:13489:0:(rw26.c:929:ll_write_end()) page@000000008fafc554[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3798] 00000080:00200000:1.0:1789762979.095913:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000079258ecd 17ffffc0001001 3:0 ffff998584869380 3798 lru 00000080:00200000:1.0:1789762979.095918:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@0000000042f2edd3 1750: 1< 0 - - > 2< 7168000 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.095919:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000008fafc554 00000080:00200000:1.0:1789762979.095921:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1789762979.095922:0:13481:0:(rw26.c:871:ll_write_end()) pos 7938048, len 4096, copied 4096 00000080:00200000:1.0:1789762979.095924:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3799 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.095929:0:13481:0:(rw26.c:929:ll_write_end()) page@000000006460d96d[3 00000000f75a6f98 2 1 000000007885039e 1 0 1938] 00000080:00200000:2.0:1789762979.095940:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000e8985934 17ffffc0001001 3:0 ffff9985a06fc000 1938 lru 00000080:00200000:1.0:1789762979.095943:0:13489:0:(rw26.c:871:ll_write_end()) pos 15560704, len 4096, copied 4096 00000080:00200000:1.0:1789762979.095964:0:13489:0:(rw26.c:929:ll_write_end()) page@0000000069d903e6[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3799] 00000080:00200000:1.0:1789762979.095983:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000008e5a03e3 17ffffc0001001 3:0 ffff9985848690e0 3799 lru 00000080:00200000:2.0:1789762979.095991:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000ae6ae3e8 914: 1< 0 - - > 2< 3743744 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.096004:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000006460d96d 00000080:00200000:1.0:1789762979.096005:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000c7764fa7 1751: 1< 0 - - > 2< 7172096 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.096020:0:13489:0:(rw26.c:929:ll_write_end()) end page@0000000069d903e6 00000080:00200000:2.0:1789762979.096020:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:1.0:1789762979.096028:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762979.096039:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1939 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.096041:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3800 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.096065:0:13481:0:(rw26.c:871:ll_write_end()) pos 7942144, len 4096, copied 4096 00000080:00200000:1.0:1789762979.096067:0:13489:0:(rw26.c:871:ll_write_end()) pos 15564800, len 4096, copied 4096 00000080:00200000:2.0:1789762979.096105:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000b4546577[3 00000000f75a6f98 2 1 000000007885039e 1 0 1939] 00000080:00200000:1.0:1789762979.096106:0:13489:0:(rw26.c:929:ll_write_end()) page@0000000084e38064[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3800] 00000080:00200000:1.0:1789762979.096126:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000a75f639f 17ffffc0001001 3:0 ffff998584869540 3800 lru 00000080:00200000:2.0:1789762979.096130:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000008c64dfc8 17ffffc0001001 3:0 ffff9985a06fc8c0 1939 lru 00000080:00200000:1.0:1789762979.096174:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000186f5930 1752: 1< 0 - - > 2< 7176192 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.096177:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000c0389cad 915: 1< 0 - - > 2< 3747840 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.096182:0:13489:0:(rw26.c:929:ll_write_end()) end page@0000000084e38064 00000080:00200000:2.0:1789762979.096183:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000b4546577 00000080:00200000:2.0:1789762979.096186:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:1.0:1789762979.096190:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1789762979.096190:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1940 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.096197:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3801 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.096208:0:13481:0:(rw26.c:871:ll_write_end()) pos 7946240, len 4096, copied 4096 00000080:00200000:2.0:1789762979.096218:0:13481:0:(rw26.c:929:ll_write_end()) page@000000006088a1ec[3 00000000f75a6f98 2 1 000000007885039e 1 0 1940] 00000080:00200000:1.0:1789762979.096227:0:13489:0:(rw26.c:871:ll_write_end()) pos 15568896, len 4096, copied 4096 00000080:00200000:2.0:1789762979.096229:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000d33eda31 17ffffc0001001 3:0 ffff9985a06fc380 1940 lru 00000080:00200000:1.0:1789762979.096256:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000bc7358a4[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3801] 00000080:00200000:2.0:1789762979.096272:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000000b2d8d88 916: 1< 0 - - > 2< 3751936 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.096274:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000036057b13 17ffffc0001001 3:0 ffff998584869b60 3801 lru 00000080:00200000:2.0:1789762979.096278:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000006088a1ec 00000080:00200000:2.0:1789762979.096284:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:1.0:1789762979.096325:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000007056f0c6 1753: 1< 0 - - > 2< 7180288 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.096328:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000bc7358a4 00000080:00200000:1.0:1789762979.096330:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:1.0:1789762979.096333:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3802 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.096353:0:13489:0:(rw26.c:871:ll_write_end()) pos 15572992, len 4096, copied 4096 00000080:00200000:1.0:1789762979.096363:0:13489:0:(rw26.c:929:ll_write_end()) page@0000000020d7a51c[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3802] 00000080:00200000:1.0:1789762979.096372:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000f058fca1 17ffffc0001001 3:0 ffff998584869620 3802 lru 00000080:00200000:2.0:1789762979.096375:0:13480:0:(rw26.c:871:ll_write_end()) pos 6856704, len 4096, copied 4096 00000080:00200000:1.0:1789762979.096396:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000f6aa4ae8 1754: 1< 0 - - > 2< 7184384 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.096397:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e1d20b7e[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1674] 00000080:00200000:1.0:1789762979.096407:0:13489:0:(rw26.c:929:ll_write_end()) end page@0000000020d7a51c 00000080:00200000:1.0:1789762979.096412:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762979.096417:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000044dc3d6 17ffffc0001001 3:0 ffff9985a06fc0e0 1674 lru 00000080:00200000:1.0:1789762979.096419:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3803 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.096444:0:13489:0:(rw26.c:871:ll_write_end()) pos 15577088, len 4096, copied 4096 00000080:00200000:2.0:1789762979.096453:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000007a60420f 650: 1< 0 - - > 2< 2662400 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.096458:0:13489:0:(rw26.c:929:ll_write_end()) page@000000007027228d[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3803] 00000080:00200000:2.0:1789762979.096467:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e1d20b7e 00000080:00200000:1.0:1789762979.096473:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000002383bca 17ffffc0001021 2:0 ffff998584869c40 3803 lru 00000080:00200000:2.0:1789762979.096475:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:1.0:1789762979.096483:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000005cc04a9e 1755: 1< 0 - - > 2< 7188480 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.096485:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000007027228d 00000080:00200000:1.0:1789762979.096486:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:1.0:1789762979.096488:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3804 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.096510:0:13489:0:(rw26.c:871:ll_write_end()) pos 15581184, len 4096, copied 4096 00000080:00200000:1.0:1789762979.096521:0:13489:0:(rw26.c:929:ll_write_end()) page@0000000009018db2[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3804] 00000080:00200000:1.0:1789762979.096527:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000008e5ace37 17ffffc0001001 3:0 ffff998584869a80 3804 lru 00000080:00200000:2.0:1789762979.096530:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1675 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.096541:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000cd942943 1756: 1< 0 - - > 2< 7192576 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.096544:0:13489:0:(rw26.c:929:ll_write_end()) end page@0000000009018db2 00000080:00200000:1.0:1789762979.096546:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:1.0:1789762979.096552:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3805 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.096563:0:13480:0:(rw26.c:871:ll_write_end()) pos 6860800, len 4096, copied 4096 00000080:00200000:1.0:1789762979.096572:0:13489:0:(rw26.c:871:ll_write_end()) pos 15585280, len 4096, copied 4096 00000080:00200000:2.0:1789762979.096584:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000c7749268[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1675] 00000080:00200000:1.0:1789762979.096585:0:13489:0:(rw26.c:929:ll_write_end()) page@000000004afad9f5[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3805] 00000080:00200000:1.0:1789762979.096598:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000a6f6c38c 17ffffc0001001 3:0 ffff9985848699a0 3805 lru 00000080:00200000:2.0:1789762979.096607:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000006190e5e1 17ffffc0001001 3:0 ffff9985a06fc540 1675 lru 00000080:00200000:1.0:1789762979.096646:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000009281f908 1757: 1< 0 - - > 2< 7196672 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.096654:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000004afad9f5 00000080:00200000:1.0:1789762979.096660:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:1.0:1789762979.096667:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3806 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.096670:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000006b1259f3 651: 1< 0 - - > 2< 2666496 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.096679:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3018 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.096682:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000c7749268 00000080:00200000:2.0:1789762979.096689:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:1.0:1789762979.096692:0:13489:0:(rw26.c:871:ll_write_end()) pos 15589376, len 4096, copied 4096 00000080:00200000:2.0:1789762979.096696:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1676 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.096704:0:13489:0:(rw26.c:929:ll_write_end()) page@0000000092fa1f93[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3806] 00000080:00200000:1.0:1789762979.096708:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000ec778575 17ffffc0001001 3:0 ffff9985848697e0 3806 lru 00000080:00200000:1.0:1789762979.096722:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000056168c6 1758: 1< 0 - - > 2< 7200768 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.096727:0:13489:0:(rw26.c:929:ll_write_end()) end page@0000000092fa1f93 00000080:00200000:1.0:1789762979.096731:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1789762979.096734:0:13480:0:(rw26.c:871:ll_write_end()) pos 6864896, len 4096, copied 4096 00000080:00200000:1.0:1789762979.096735:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3807 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.096758:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000979a1b9f[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1676] 00000080:00200000:1.0:1789762979.096760:0:13489:0:(rw26.c:871:ll_write_end()) pos 15593472, len 4096, copied 4096 00000080:00200000:2.0:1789762979.096768:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000000d64fb79 17ffffc0001021 2:0 ffff9985a06fcb60 1676 lru 00000080:00200000:1.0:1789762979.096773:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000a5ce6b01[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3807] 00000080:00200000:1.0:1789762979.096792:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000002feaae19 17ffffc0001001 3:0 ffff9985848692a0 3807 lru 00000080:00200000:2.0:1789762979.096812:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000001f8d6e23 652: 1< 0 - - > 2< 2670592 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.096826:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000e6374e56 1759: 1< 0 - - > 2< 7204864 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.096826:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000979a1b9f 00000080:00200000:2.0:1789762979.096838:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:1.0:1789762979.096839:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000a5ce6b01 00000080:00200000:1.0:1789762979.096849:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1789762979.096849:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1677 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.096861:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3808 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.096900:0:13489:0:(rw26.c:871:ll_write_end()) pos 15597568, len 4096, copied 4096 00000080:00200000:2.0:1789762979.096902:0:13480:0:(rw26.c:871:ll_write_end()) pos 6868992, len 4096, copied 4096 00000080:00200000:1.0:1789762979.096923:0:13489:0:(rw26.c:929:ll_write_end()) page@0000000077588d4b[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3808] 00000080:00200000:2.0:1789762979.096925:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000012ef0291[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1677] 00000080:00200000:2.0:1789762979.096942:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000005e0e8efa 17ffffc0001001 3:0 ffff998590467380 1677 lru 00000080:00200000:1.0:1789762979.096944:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000009e9e4e7a 17ffffc0001001 3:0 ffff998584869e00 3808 lru 00000080:00200000:3.0:1789762979.096956:0:13485:0:(rw26.c:871:ll_write_end()) pos 12361728, len 4096, copied 4096 00000080:00200000:3.0:1789762979.096984:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000c96274f5[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3018] 00000080:00200000:2.0:1789762979.096990:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000e6075d34 653: 1< 0 - - > 2< 2674688 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.096996:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000804329c8 1760: 1< 0 - - > 2< 7208960 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.096999:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000012ef0291 00000080:00200000:3.0:1789762979.097000:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000044b0c312 17ffffc0001001 3:0 ffff99858808ee00 3018 lru 00000080:00200000:2.0:1789762979.097005:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:1.0:1789762979.097010:0:13489:0:(rw26.c:929:ll_write_end()) end page@0000000077588d4b 00000080:00200000:1.0:1789762979.097019:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1789762979.097019:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1678 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.097024:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000043f09a66 1994: 1< 0 - - > 2< 8167424 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.097032:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3809 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.097037:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000c96274f5 00000080:00200000:3.0:1789762979.097040:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:3.0:1789762979.097045:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3019 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.097050:0:13480:0:(rw26.c:871:ll_write_end()) pos 6873088, len 4096, copied 4096 00000080:00200000:1.0:1789762979.097061:0:13489:0:(rw26.c:871:ll_write_end()) pos 15601664, len 4096, copied 4096 00000080:00200000:3.0:1789762979.097065:0:13485:0:(rw26.c:871:ll_write_end()) pos 12365824, len 4096, copied 4096 00000080:00200000:2.0:1789762979.097069:0:13480:0:(rw26.c:929:ll_write_end()) page@000000005af881a0[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1678] 00000080:00200000:2.0:1789762979.097086:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000001142439d 17ffffc0001001 3:0 ffff9985904670e0 1678 lru 00000080:00200000:3.0:1789762979.097090:0:13485:0:(rw26.c:929:ll_write_end()) page@000000004a058aed[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3019] 00000080:00200000:1.0:1789762979.097091:0:13489:0:(rw26.c:929:ll_write_end()) page@000000003fa95c62[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3809] 00000080:00200000:3.0:1789762979.097114:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000f7b15e59 17ffffc0001001 3:0 ffff99858808e700 3019 lru 00000080:00200000:1.0:1789762979.097115:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000aad28cba 17ffffc0001001 3:0 ffff998584869700 3809 lru 00000080:00200000:2.0:1789762979.097135:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000067eb166f 654: 1< 0 - - > 2< 2678784 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.097146:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000005af881a0 00000080:00200000:2.0:1789762979.097153:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1789762979.097159:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1679 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.097164:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000d54cc8cf 1995: 1< 0 - - > 2< 8171520 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.097169:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000003211dc1c 1761: 1< 0 - - > 2< 7213056 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.097176:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000004a058aed 00000080:00200000:1.0:1789762979.097179:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000003fa95c62 00000080:00200000:3.0:1789762979.097180:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:1.0:1789762979.097185:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1789762979.097185:0:13480:0:(rw26.c:871:ll_write_end()) pos 6877184, len 4096, copied 4096 00000080:00200000:2.0:1789762979.097196:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000dce13265[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1679] 00000080:00200000:1.0:1789762979.097197:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3810 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.097205:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000e219d95c 17ffffc0001001 3:0 ffff998590467540 1679 lru 00000080:00200000:2.0:1789762979.097211:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000004f2b99d0 655: 1< 0 - - > 2< 2682880 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.097220:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000dce13265 00000080:00200000:2.0:1789762979.097221:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1789762979.097228:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1680 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.097235:0:13489:0:(rw26.c:871:ll_write_end()) pos 15605760, len 4096, copied 4096 00000080:00200000:1.0:1789762979.097245:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000d527df08[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3810] 00000080:00200000:2.0:1789762979.097254:0:13480:0:(rw26.c:871:ll_write_end()) pos 6881280, len 4096, copied 4096 00000080:00200000:1.0:1789762979.097256:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000002dd31929 17ffffc0001001 3:0 ffff998584a107e0 3810 lru 00000080:00200000:2.0:1789762979.097276:0:13480:0:(rw26.c:929:ll_write_end()) page@000000007a0b0fb9[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1680] 00000080:00200000:1.0:1789762979.097279:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@0000000091c73046 1762: 1< 0 - - > 2< 7217152 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.097307:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000e8260dfe 17ffffc0001001 3:0 ffff998590467b60 1680 lru 00000080:00200000:2.0:1789762979.097315:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000001f386f27 656: 1< 0 - - > 2< 2686976 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.097318:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000007a0b0fb9 00000080:00200000:2.0:1789762979.097319:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:1.0:1789762979.097322:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000d527df08 00000080:00200000:2.0:1789762979.097322:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1681 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.097326:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:1.0:1789762979.097329:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3811 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.097342:0:13480:0:(rw26.c:871:ll_write_end()) pos 6885376, len 4096, copied 4096 00000080:00200000:1.0:1789762979.097348:0:13489:0:(rw26.c:871:ll_write_end()) pos 15609856, len 4096, copied 4096 00000080:00200000:2.0:1789762979.097349:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000023f3f83[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1681] 00000080:00200000:1.0:1789762979.097362:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000d5ef7e53[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3811] 00000080:00200000:2.0:1789762979.097366:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000eab07f49 17ffffc0001001 3:0 ffff998590467620 1681 lru 00000080:00200000:1.0:1789762979.097369:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000aba4504a 17ffffc0001001 3:0 ffff998584a102a0 3811 lru 00000080:00200000:1.0:1789762979.097396:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000c1931e5d 1763: 1< 0 - - > 2< 7221248 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.097400:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000d5ef7e53 00000080:00200000:1.0:1789762979.097403:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1789762979.097407:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000058a0cdc4 657: 1< 0 - - > 2< 2691072 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.097408:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3812 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.097415:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000023f3f83 00000080:00200000:2.0:1789762979.097418:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762979.097423:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1682 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.097425:0:13489:0:(rw26.c:871:ll_write_end()) pos 15613952, len 4096, copied 4096 00000080:00200000:1.0:1789762979.097431:0:13489:0:(rw26.c:929:ll_write_end()) page@000000006a90e0f2[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3812] 00000080:00200000:1.0:1789762979.097433:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000004a9e93f2 17ffffc0001001 3:0 ffff998584a10e00 3812 lru 00000080:00200000:1.0:1789762979.097438:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000006a4bcd27 1764: 1< 0 - - > 2< 7225344 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.097440:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000006a90e0f2 00000080:00200000:1.0:1789762979.097441:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:1.0:1789762979.097443:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3813 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.097448:0:13480:0:(rw26.c:871:ll_write_end()) pos 6889472, len 4096, copied 4096 00000080:00200000:2.0:1789762979.097454:0:13480:0:(rw26.c:929:ll_write_end()) page@000000005565a971[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1682] 00000080:00200000:2.0:1789762979.097458:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000005a4abbe9 17ffffc0001001 3:0 ffff998590467c40 1682 lru 00000080:00200000:1.0:1789762979.097460:0:13489:0:(rw26.c:871:ll_write_end()) pos 15618048, len 4096, copied 4096 00000080:00200000:2.0:1789762979.097469:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000002c9da0aa 658: 1< 0 - - > 2< 2695168 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.097473:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000991f402a[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3813] 00000080:00200000:2.0:1789762979.097476:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000005565a971 00000080:00200000:2.0:1789762979.097481:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:1.0:1789762979.097482:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000094c76698 17ffffc0001001 3:0 ffff998584a10700 3813 lru 00000080:00200000:2.0:1789762979.097492:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1683 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.097503:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000009540ddce 1765: 1< 0 - - > 2< 7229440 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.097507:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000991f402a 00000080:00200000:1.0:1789762979.097508:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:1.0:1789762979.097511:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3814 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.097512:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3020 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.097518:0:13480:0:(rw26.c:871:ll_write_end()) pos 6893568, len 4096, copied 4096 00000080:00200000:2.0:1789762979.097527:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000dc3d5c2e[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1683] 00000080:00200000:1.0:1789762979.097528:0:13489:0:(rw26.c:871:ll_write_end()) pos 15622144, len 4096, copied 4096 00000080:00200000:2.0:1789762979.097537:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000006e749244 17ffffc0001001 3:0 ffff998590467a80 1683 lru 00000080:00200000:1.0:1789762979.097538:0:13489:0:(rw26.c:929:ll_write_end()) page@0000000010ee742d[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3814] 00000080:00200000:1.0:1789762979.097546:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000072d24b51 17ffffc0001001 3:0 ffff998584a10460 3814 lru 00000080:00200000:1.0:1789762979.097570:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000b111576c 1766: 1< 0 - - > 2< 7233536 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.097577:0:13489:0:(rw26.c:929:ll_write_end()) end page@0000000010ee742d 00000080:00200000:2.0:1789762979.097578:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000f920064f 659: 1< 0 - - > 2< 2699264 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.097580:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:1.0:1789762979.097587:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3815 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.097590:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000dc3d5c2e 00000080:00200000:2.0:1789762979.097595:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1789762979.097599:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1684 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.097605:0:13489:0:(rw26.c:871:ll_write_end()) pos 15626240, len 4096, copied 4096 00000080:00200000:1.0:1789762979.097610:0:13489:0:(rw26.c:929:ll_write_end()) page@000000000bb98dd5[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3815] 00000080:00200000:1.0:1789762979.097615:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000005a5b48e5 17ffffc0001001 3:0 ffff998584a10d20 3815 lru 00000080:00200000:2.0:1789762979.097625:0:13480:0:(rw26.c:871:ll_write_end()) pos 6897664, len 4096, copied 4096 00000080:00200000:3.0:1789762979.097640:0:13485:0:(rw26.c:871:ll_write_end()) pos 12369920, len 4096, copied 4096 00000080:00200000:1.0:1789762979.097643:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000d7b1e112 1767: 1< 0 - - > 2< 7237632 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.097653:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000000bb98dd5 00000080:00200000:1.0:1789762979.097656:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:1.0:1789762979.097665:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3816 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.097672:0:13485:0:(rw26.c:929:ll_write_end()) page@0000000076aeacf0[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3020] 00000080:00200000:2.0:1789762979.097673:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000143c8bc7[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1684] 00000080:00200000:3.0:1789762979.097681:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000004327f193 17ffffc0001001 3:0 ffff99858808e460 3020 lru 00000080:00200000:2.0:1789762979.097686:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000c2dd8ff5 17ffffc0001001 3:0 ffff9985904679a0 1684 lru 00000080:00200000:1.0:1789762979.097695:0:13489:0:(rw26.c:871:ll_write_end()) pos 15630336, len 4096, copied 4096 00000080:00200000:3.0:1789762979.097709:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000f61e42cb 1996: 1< 0 - - > 2< 8175616 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.097717:0:13485:0:(rw26.c:929:ll_write_end()) end page@0000000076aeacf0 00000080:00200000:3.0:1789762979.097722:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:1.0:1789762979.097725:0:13489:0:(rw26.c:929:ll_write_end()) page@000000008159dbee[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3816] 00000080:00200000:3.0:1789762979.097728:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3021 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.097734:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000000e30dbbe 660: 1< 0 - - > 2< 2703360 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.097738:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000089afd38a 17ffffc0001001 3:0 ffff998584a10ee0 3816 lru 00000080:00200000:2.0:1789762979.097747:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000143c8bc7 00000080:00200000:3.0:1789762979.097752:0:13485:0:(rw26.c:871:ll_write_end()) pos 12374016, len 4096, copied 4096 00000080:00200000:2.0:1789762979.097756:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1789762979.097767:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1685 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.097769:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000004d01960a 1768: 1< 0 - - > 2< 7241728 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.097777:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000008159dbee 00000080:00200000:1.0:1789762979.097782:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:1.0:1789762979.097789:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3817 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.097797:0:13480:0:(rw26.c:871:ll_write_end()) pos 6901760, len 4096, copied 4096 00000080:00200000:2.0:1789762979.097806:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000298871d1[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1685] 00000080:00200000:2.0:1789762979.097811:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000005092c6f0 17ffffc0001001 3:0 ffff9985904677e0 1685 lru 00000080:00200000:1.0:1789762979.097819:0:13489:0:(rw26.c:871:ll_write_end()) pos 15634432, len 4096, copied 4096 00000080:00200000:1.0:1789762979.097849:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000d00c7e4d[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3817] 00000080:00200000:2.0:1789762979.097860:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000000e09e53e 661: 1< 0 - - > 2< 2707456 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.097864:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000022e03d66 17ffffc0001001 3:0 ffff998584a101c0 3817 lru 00000080:00200000:2.0:1789762979.097872:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000298871d1 00000080:00200000:2.0:1789762979.097886:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000080:00200000:1.0:1789762979.097887:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000ba012d55 1769: 1< 0 - - > 2< 7245824 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.097901:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000d00c7e4d 00000080:00200000:2.0:1789762979.097901:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1686 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.097907:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:1.0:1789762979.097915:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3818 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.097948:0:13489:0:(rw26.c:871:ll_write_end()) pos 15638528, len 4096, copied 4096 00000080:00200000:2.0:1789762979.097948:0:13480:0:(rw26.c:871:ll_write_end()) pos 6905856, len 4096, copied 4096 00000080:00200000:1.0:1789762979.097982:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000f2909987[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3818] 00000080:00200000:2.0:1789762979.097983:0:13480:0:(rw26.c:929:ll_write_end()) page@000000002d2a0667[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1686] 00000080:00200000:1.0:1789762979.097995:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000c5f77a6c 17ffffc0001021 2:0 ffff998584a10000 3818 lru 00000080:00200000:2.0:1789762979.098000:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000009f84c548 17ffffc0001001 3:0 ffff9985904672a0 1686 lru 00000080:00200000:1.0:1789762979.098006:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000c3d2e951 1770: 1< 0 - - > 2< 7249920 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.098011:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000f2909987 00000080:00200000:1.0:1789762979.098018:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:1.0:1789762979.098026:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3819 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.098035:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb3f7dbc 662: 1< 0 - - > 2< 2711552 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.098042:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000002d2a0667 00000080:00200000:2.0:1789762979.098045:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:1.0:1789762979.098052:0:13489:0:(rw26.c:871:ll_write_end()) pos 15642624, len 4096, copied 4096 00000080:00200000:2.0:1789762979.098053:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1687 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.098066:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000c56169fe[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3819] 00000080:00200000:1.0:1789762979.098074:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000003be5e6d9 17ffffc0001001 3:0 ffff998584a108c0 3819 lru 00000080:00200000:2.0:1789762979.098081:0:13480:0:(rw26.c:871:ll_write_end()) pos 6909952, len 4096, copied 4096 00000080:00200000:1.0:1789762979.098086:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000b00e2c24 1771: 1< 0 - - > 2< 7254016 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.098092:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000bc9dfd71[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1687] 00000080:00200000:1.0:1789762979.098096:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000c56169fe 00000080:00200000:1.0:1789762979.098107:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1789762979.098111:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000d39a0100 17ffffc0001001 3:0 ffff998590467e00 1687 lru 00000080:00200000:1.0:1789762979.098117:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3820 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.098147:0:13489:0:(rw26.c:871:ll_write_end()) pos 15646720, len 4096, copied 4096 00000080:00200000:2.0:1789762979.098151:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000024c0203e 663: 1< 0 - - > 2< 2715648 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.098166:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000498801b9[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3820] 00000080:00200000:2.0:1789762979.098169:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000bc9dfd71 00000080:00200000:1.0:1789762979.098180:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000c3c3bee1 17ffffc0001001 3:0 ffff998584a10380 3820 lru 00000080:00200000:2.0:1789762979.098181:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:1.0:1789762979.098198:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000a8bc3f11 1772: 1< 0 - - > 2< 7258112 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.098199:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1688 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.098212:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000498801b9 00000080:00200000:1.0:1789762979.098216:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:1.0:1789762979.098221:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3821 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.098222:0:13480:0:(rw26.c:871:ll_write_end()) pos 6914048, len 4096, copied 4096 00000080:00200000:2.0:1789762979.098227:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000314ca3b7[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1688] 00000080:00200000:2.0:1789762979.098230:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000086f2c189 17ffffc0001001 3:0 ffff998590467700 1688 lru 00000080:00200000:2.0:1789762979.098241:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000015a57e4d 664: 1< 0 - - > 2< 2719744 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.098243:0:13489:0:(rw26.c:871:ll_write_end()) pos 15650816, len 4096, copied 4096 00000080:00200000:2.0:1789762979.098249:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000314ca3b7 00000080:00200000:2.0:1789762979.098257:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762979.098261:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1689 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.098270:0:13489:0:(rw26.c:929:ll_write_end()) page@000000005a60212a[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3821] 00000080:00200000:1.0:1789762979.098282:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000000281ab46 17ffffc0001001 3:0 ffff998584a100e0 3821 lru 00000080:00200000:2.0:1789762979.098283:0:13480:0:(rw26.c:871:ll_write_end()) pos 6918144, len 4096, copied 4096 00000080:00200000:2.0:1789762979.098308:0:13480:0:(rw26.c:929:ll_write_end()) page@000000007781a7c4[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1689] 00000080:00200000:2.0:1789762979.098323:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000009e47ca08 17ffffc0001001 3:0 ffff998590467460 1689 lru 00000080:00200000:1.0:1789762979.098331:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000c1be031f 1773: 1< 0 - - > 2< 7262208 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.098340:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000005a60212a 00000080:00200000:1.0:1789762979.098346:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762979.098354:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000fafe6d12 665: 1< 0 - - > 2< 2723840 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.098355:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3822 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.098359:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000007781a7c4 00000080:00200000:2.0:1789762979.098362:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762979.098365:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1690 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.098381:0:13480:0:(rw26.c:871:ll_write_end()) pos 6922240, len 4096, copied 4096 00000080:00200000:1.0:1789762979.098392:0:13489:0:(rw26.c:871:ll_write_end()) pos 15654912, len 4096, copied 4096 00000080:00200000:2.0:1789762979.098393:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000090c0571[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1690] 00000080:00200000:2.0:1789762979.098409:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000d2a6813e 17ffffc0001001 3:0 ffff998590467d20 1690 lru 00000080:00200000:1.0:1789762979.098414:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000fc578953[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3822] 00000080:00200000:1.0:1789762979.098428:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000066a06b55 17ffffc0001001 3:0 ffff998584a10540 3822 lru 00000080:00200000:2.0:1789762979.098429:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000008d21ff8b 666: 1< 0 - - > 2< 2727936 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.098438:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000090c0571 00000080:00200000:2.0:1789762979.098444:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1789762979.098450:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1691 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.098452:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000328a4e9a 1774: 1< 0 - - > 2< 7266304 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.098462:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000fc578953 00000080:00200000:1.0:1789762979.098467:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:1.0:1789762979.098475:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3823 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.098484:0:13480:0:(rw26.c:871:ll_write_end()) pos 6926336, len 4096, copied 4096 00000080:00200000:2.0:1789762979.098493:0:13480:0:(rw26.c:929:ll_write_end()) page@000000001f6b7eaf[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1691] 00000080:00200000:2.0:1789762979.098497:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000043c5e1ba 17ffffc0001021 2:0 ffff998590467ee0 1691 lru 00000080:00200000:1.0:1789762979.098502:0:13489:0:(rw26.c:871:ll_write_end()) pos 15659008, len 4096, copied 4096 00000080:00200000:3.0:1789762979.098513:0:13485:0:(rw26.c:929:ll_write_end()) page@000000000d2146c6[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3021] 00000080:00200000:3.0:1789762979.098530:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000ded7e19e 17ffffc0001001 3:0 ffff99858808ed20 3021 lru 00000080:00200000:1.0:1789762979.098533:0:13489:0:(rw26.c:929:ll_write_end()) page@000000003a3e2539[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3823] 00000080:00200000:2.0:1789762979.098539:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000bd169894 667: 1< 0 - - > 2< 2732032 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.098549:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000001f6b7eaf 00000080:00200000:1.0:1789762979.098551:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000003666a5cf 17ffffc0001001 3:0 ffff998584a10b60 3823 lru 00000080:00200000:3.0:1789762979.098552:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000d3dcfa13 1997: 1< 0 - - > 2< 8179712 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.098559:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:3.0:1789762979.098562:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000000d2146c6 00000080:00200000:3.0:1789762979.098569:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762979.098570:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1692 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.098573:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3022 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.098589:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000038aa91a 1775: 1< 0 - - > 2< 7270400 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.098598:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000003a3e2539 00000080:00200000:1.0:1789762979.098602:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:3.0:1789762979.098607:0:13485:0:(rw26.c:871:ll_write_end()) pos 12378112, len 4096, copied 4096 00000080:00200000:1.0:1789762979.098611:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3824 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.098611:0:13480:0:(rw26.c:871:ll_write_end()) pos 6930432, len 4096, copied 4096 00000080:00200000:3.0:1789762979.098638:0:13485:0:(rw26.c:929:ll_write_end()) page@000000004a43cffd[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3022] 00000080:00200000:2.0:1789762979.098639:0:13480:0:(rw26.c:929:ll_write_end()) page@000000003534ec8d[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1692] 00000080:00200000:1.0:1789762979.098652:0:13489:0:(rw26.c:871:ll_write_end()) pos 15663104, len 4096, copied 4096 00000080:00200000:2.0:1789762979.098665:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000002463b2c9 17ffffc0001001 3:0 ffff9985904671c0 1692 lru 00000080:00200000:3.0:1789762979.098666:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000082fd27fa 17ffffc0001001 3:0 ffff99858808eee0 3022 lru 00000080:00200000:1.0:1789762979.098672:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000a7ead509[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3824] 00000080:00200000:1.0:1789762979.098692:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000052970ea6 17ffffc0001001 3:0 ffff998584a10620 3824 lru 00000080:00200000:3.0:1789762979.098720:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000001b1bc9f9 1998: 1< 0 - - > 2< 8183808 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.098728:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000004a43cffd 00000080:00200000:2.0:1789762979.098733:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000009b96eb45 668: 1< 0 - - > 2< 2736128 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.098733:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:1.0:1789762979.098739:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@0000000026a05f94 1776: 1< 0 - - > 2< 7274496 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.098740:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3023 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.098750:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000a7ead509 00000080:00200000:2.0:1789762979.098750:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000003534ec8d 00000080:00200000:3.0:1789762979.098763:0:13485:0:(rw26.c:871:ll_write_end()) pos 12382208, len 4096, copied 4096 00000080:00200000:2.0:1789762979.098765:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:1.0:1789762979.098766:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:1.0:1789762979.098776:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3825 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.098778:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1693 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.098797:0:13489:0:(rw26.c:871:ll_write_end()) pos 15667200, len 4096, copied 4096 00000080:00200000:2.0:1789762979.098799:0:13480:0:(rw26.c:871:ll_write_end()) pos 6934528, len 4096, copied 4096 00000080:00200000:1.0:1789762979.098812:0:13489:0:(rw26.c:929:ll_write_end()) page@0000000073867bb7[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3825] 00000080:00200000:2.0:1789762979.098825:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000dda9ed02[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1693] 00000080:00200000:1.0:1789762979.098828:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000df7a29a3 17ffffc0001001 3:0 ffff998584a10c40 3825 lru 00000080:00200000:2.0:1789762979.098846:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000078caebd7 17ffffc0001001 3:0 ffff998590467000 1693 lru 00000080:00200000:1.0:1789762979.098868:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000dfa0546b 1777: 1< 0 - - > 2< 7278592 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.098879:0:13489:0:(rw26.c:929:ll_write_end()) end page@0000000073867bb7 00000080:00200000:2.0:1789762979.098882:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000b390e7c5 669: 1< 0 - - > 2< 2740224 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.098886:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762979.098893:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000dda9ed02 00000080:00200000:1.0:1789762979.098894:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3826 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.098898:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762979.098901:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1694 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.098915:0:13489:0:(rw26.c:871:ll_write_end()) pos 15671296, len 4096, copied 4096 00000080:00200000:2.0:1789762979.098916:0:13480:0:(rw26.c:871:ll_write_end()) pos 6938624, len 4096, copied 4096 00000080:00200000:1.0:1789762979.098941:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000d94ee6f1[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3826] 00000080:00200000:2.0:1789762979.098941:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000d2027252[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1694] 00000080:00200000:2.0:1789762979.098966:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000494a1b80 17ffffc0001001 3:0 ffff9985904678c0 1694 lru 00000080:00200000:1.0:1789762979.098967:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000214117d6 17ffffc0001001 3:0 ffff998584a10a80 3826 lru 00000080:00200000:1.0:1789762979.099003:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000abff809f 1778: 1< 0 - - > 2< 7282688 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.099011:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000d94ee6f1 00000080:00200000:1.0:1789762979.099016:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1789762979.099016:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000a1c2c727 670: 1< 0 - - > 2< 2744320 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.099024:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3827 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.099029:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000d2027252 00000080:00200000:2.0:1789762979.099036:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:3.0:1789762979.099043:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000403ef97b[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3023] 00000080:00200000:2.0:1789762979.099048:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1695 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.099050:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000190f7b19 17ffffc0001001 3:0 ffff99858808e1c0 3023 lru 00000080:00200000:1.0:1789762979.099053:0:13489:0:(rw26.c:871:ll_write_end()) pos 15675392, len 4096, copied 4096 00000080:00200000:3.0:1789762979.099062:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000c8ad3efc 1999: 1< 0 - - > 2< 8187904 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.099068:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000048991c4[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3827] 00000080:00200000:3.0:1789762979.099068:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000403ef97b 00000080:00200000:3.0:1789762979.099070:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:3.0:1789762979.099075:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3024 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.099082:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000ccf31bf5 17ffffc0001001 3:0 ffff998584a109a0 3827 lru 00000080:00200000:2.0:1789762979.099091:0:13480:0:(rw26.c:871:ll_write_end()) pos 6942720, len 4096, copied 4096 00000080:00200000:3.0:1789762979.099098:0:13485:0:(rw26.c:871:ll_write_end()) pos 12386304, len 4096, copied 4096 00000080:00200000:2.0:1789762979.099120:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000b1e424c7[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1695] 00000080:00200000:1.0:1789762979.099128:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000004627e608 1779: 1< 0 - - > 2< 7286784 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.099128:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000e0b86e99[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3024] 00000080:00200000:2.0:1789762979.099137:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f22d55e5 17ffffc0001001 3:0 ffff9985891aa8c0 1695 lru 00000080:00200000:1.0:1789762979.099143:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000048991c4 00000080:00200000:3.0:1789762979.099144:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000f13ae3fe 17ffffc0001001 3:0 ffff99858808e000 3024 lru 00000080:00200000:1.0:1789762979.099151:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:1.0:1789762979.099161:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3828 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.099185:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000001714cecf 2000: 1< 0 - - > 2< 8192000 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.099190:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000008079050d 671: 1< 0 - - > 2< 2748416 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.099192:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000e0b86e99 00000080:00200000:3.0:1789762979.099197:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:1.0:1789762979.099200:0:13489:0:(rw26.c:871:ll_write_end()) pos 15679488, len 4096, copied 4096 00000080:00200000:2.0:1789762979.099200:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000b1e424c7 00000080:00200000:3.0:1789762979.099203:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3025 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.099207:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762979.099214:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1696 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.099221:0:13489:0:(rw26.c:929:ll_write_end()) page@000000000e45c7c4[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3828] 00000080:00200000:1.0:1789762979.099232:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000add1e056 17ffffc0001001 3:0 ffff998584a11000 3828 lru 00000080:00200000:3.0:1789762979.099236:0:13485:0:(rw26.c:871:ll_write_end()) pos 12390400, len 4096, copied 4096 00000080:00200000:2.0:1789762979.099241:0:13480:0:(rw26.c:871:ll_write_end()) pos 6946816, len 4096, copied 4096 00000080:00200000:3.0:1789762979.099260:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000681c79f1[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3025] 00000080:00200000:2.0:1789762979.099265:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e3f64e02[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1696] 00000080:00200000:1.0:1789762979.099271:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000005c16bf4a 1780: 1< 0 - - > 2< 7290880 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.099271:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000003232cf42 17ffffc0001001 3:0 ffff99858808e8c0 3025 lru 00000080:00200000:1.0:1789762979.099281:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000000e45c7c4 00000080:00200000:2.0:1789762979.099284:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000c2133971 17ffffc0001001 3:0 ffff9985891aa380 1696 lru 00000080:00200000:1.0:1789762979.099324:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:1.0:1789762979.099334:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3294 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.099349:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000b01a05f4 672: 1< 0 - - > 2< 2752512 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.099353:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e3f64e02 00000080:00200000:2.0:1789762979.099355:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1789762979.099358:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1697 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.099361:0:13486:0:(rw26.c:871:ll_write_end()) pos 13492224, len 4096, copied 4096 00000080:00200000:1.0:1789762979.099370:0:13486:0:(rw26.c:929:ll_write_end()) page@000000007cd37961[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3294] 00000080:00200000:2.0:1789762979.099376:0:13480:0:(rw26.c:871:ll_write_end()) pos 6950912, len 4096, copied 4096 00000080:00200000:1.0:1789762979.099378:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000ef4451a6 17ffffc0001001 3:0 ffff998584a118c0 3294 lru 00000080:00200000:2.0:1789762979.099406:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000ecce9e7c[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1697] 00000080:00200000:1.0:1789762979.099407:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000000c5852ed 1246: 1< 0 - - > 2< 5103616 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.099414:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000007cd37961 00000080:00200000:1.0:1789762979.099417:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:1.0:1789762979.099423:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3295 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.099431:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000001ac2a7e5 17ffffc0001001 3:0 ffff9985891aa0e0 1697 lru 00000080:00200000:1.0:1789762979.099443:0:13486:0:(rw26.c:871:ll_write_end()) pos 13496320, len 4096, copied 4096 00000080:00200000:2.0:1789762979.099443:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000009c04789d 673: 1< 0 - - > 2< 2756608 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.099451:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000ecce9e7c 00000080:00200000:1.0:1789762979.099452:0:13486:0:(rw26.c:929:ll_write_end()) page@000000005cd26612[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3295] 00000080:00200000:1.0:1789762979.099459:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000b2d8d42f 17ffffc0001001 3:0 ffff998584a11380 3295 lru 00000080:00200000:2.0:1789762979.099459:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1789762979.099466:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1698 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.099478:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000436928c2 1247: 1< 0 - - > 2< 5107712 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.099484:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000005cd26612 00000080:00200000:1.0:1789762979.099487:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:1.0:1789762979.099491:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3296 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.099494:0:13480:0:(rw26.c:871:ll_write_end()) pos 6955008, len 4096, copied 4096 00000080:00200000:1.0:1789762979.099510:0:13486:0:(rw26.c:871:ll_write_end()) pos 13500416, len 4096, copied 4096 00000080:00200000:2.0:1789762979.099516:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000844da003[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1698] 00000080:00200000:1.0:1789762979.099518:0:13486:0:(rw26.c:929:ll_write_end()) page@000000003b0a84a1[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3296] 00000080:00200000:1.0:1789762979.099532:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000007ea1f74a 17ffffc0001001 3:0 ffff998584a110e0 3296 lru 00000080:00200000:2.0:1789762979.099535:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000b905d831 17ffffc0001001 3:0 ffff9985891aa540 1698 lru 00000080:00200000:1.0:1789762979.099564:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000360f48ce 1248: 1< 0 - - > 2< 5111808 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.099573:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000003b0a84a1 00000080:00200000:1.0:1789762979.099577:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:1.0:1789762979.099584:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3297 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.099589:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb956257 674: 1< 0 - - > 2< 2760704 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.099606:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000844da003 00000080:00200000:1.0:1789762979.099607:0:13486:0:(rw26.c:871:ll_write_end()) pos 13504512, len 4096, copied 4096 00000080:00200000:2.0:1789762979.099616:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:1.0:1789762979.099624:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000635d7ee7[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3297] 00000080:00200000:2.0:1789762979.099636:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1699 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.099648:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000008c5c11b6 17ffffc0001001 3:0 ffff998584a11540 3297 lru 00000080:00200000:3.0:1789762979.099649:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000004e6842b3 2001: 1< 0 - - > 2< 8196096 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.099655:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000681c79f1 00000080:00200000:3.0:1789762979.099659:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:1.0:1789762979.099661:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@0000000055daeb90 1249: 1< 0 - - > 2< 5115904 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.099667:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000635d7ee7 00000080:00200000:2.0:1789762979.099670:0:13480:0:(rw26.c:871:ll_write_end()) pos 6959104, len 4096, copied 4096 00000080:00200000:1.0:1789762979.099672:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:1.0:1789762979.099680:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3298 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.099695:0:13480:0:(rw26.c:929:ll_write_end()) page@000000003f864f26[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1699] 00000080:00200000:1.0:1789762979.099705:0:13486:0:(rw26.c:871:ll_write_end()) pos 13508608, len 4096, copied 4096 00000080:00200000:3.0:1789762979.099706:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3026 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.099708:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000551ff698 17ffffc0001001 3:0 ffff9985891aab60 1699 lru 00000080:00200000:1.0:1789762979.099725:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000dbc525e9[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3298] 00000080:00200000:1.0:1789762979.099734:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000487381db 17ffffc0001021 2:0 ffff998584a11b60 3298 lru 00000080:00200000:3.0:1789762979.099736:0:13485:0:(rw26.c:871:ll_write_end()) pos 12394496, len 4096, copied 4096 00000080:00200000:2.0:1789762979.099750:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000c6f0dbca 675: 1< 0 - - > 2< 2764800 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.099758:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000ad5ca2e6[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3026] 00000080:00200000:1.0:1789762979.099764:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@0000000000da2f2b 1250: 1< 0 - - > 2< 5120000 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.099766:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000003f864f26 00000080:00200000:1.0:1789762979.099770:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000dbc525e9 00000080:00200000:3.0:1789762979.099772:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000cf3fd682 17ffffc0001001 3:0 ffff99858808e380 3026 lru 00000080:00200000:2.0:1789762979.099778:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000080:00200000:1.0:1789762979.099779:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:1.0:1789762979.099792:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3299 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.099793:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1700 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.099802:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000008e39bdd7 2002: 1< 0 - - > 2< 8200192 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.099809:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000ad5ca2e6 00000080:00200000:3.0:1789762979.099812:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:3.0:1789762979.099817:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3027 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.099818:0:13486:0:(rw26.c:871:ll_write_end()) pos 13512704, len 4096, copied 4096 00000080:00200000:1.0:1789762979.099825:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000b8d90044[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3299] 00000080:00200000:1.0:1789762979.099828:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000105c0008 17ffffc0001001 3:0 ffff998584a11620 3299 lru 00000080:00200000:2.0:1789762979.099828:0:13480:0:(rw26.c:871:ll_write_end()) pos 6963200, len 4096, copied 4096 00000080:00200000:3.0:1789762979.099838:0:13485:0:(rw26.c:871:ll_write_end()) pos 12398592, len 4096, copied 4096 00000080:00200000:1.0:1789762979.099850:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000e7ba2f1e 1251: 1< 0 - - > 2< 5124096 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.099856:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000b8440fd8[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1700] 00000080:00200000:1.0:1789762979.099858:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000b8d90044 00000080:00200000:1.0:1789762979.099862:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:1.0:1789762979.099868:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3300 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.099878:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000d5f14688 17ffffc0001001 3:0 ffff9985891aa620 1700 lru 00000080:00200000:1.0:1789762979.099890:0:13486:0:(rw26.c:871:ll_write_end()) pos 13516800, len 4096, copied 4096 00000080:00200000:2.0:1789762979.099911:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000001159f88b 676: 1< 0 - - > 2< 2768896 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.099913:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000e40cdca4[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3300] 00000080:00200000:2.0:1789762979.099920:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000b8440fd8 00000080:00200000:1.0:1789762979.099926:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000fc493022 17ffffc0001001 3:0 ffff998584a11c40 3300 lru 00000080:00200000:2.0:1789762979.099927:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762979.099934:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1701 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.099950:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000003c980636 1252: 1< 0 - - > 2< 5128192 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.099954:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000e40cdca4 00000080:00200000:1.0:1789762979.099958:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:1.0:1789762979.099963:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3301 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.099965:0:13480:0:(rw26.c:871:ll_write_end()) pos 6967296, len 4096, copied 4096 00000080:00200000:2.0:1789762979.099982:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000069913d92[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1701] 00000080:00200000:1.0:1789762979.099985:0:13486:0:(rw26.c:871:ll_write_end()) pos 13520896, len 4096, copied 4096 00000080:00200000:1.0:1789762979.099995:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000c5807789[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3301] 00000080:00200000:2.0:1789762979.099998:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000079d00d65 17ffffc0001001 3:0 ffff9985891aac40 1701 lru 00000080:00200000:1.0:1789762979.100005:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000da144f87 17ffffc0001001 3:0 ffff998584a11a80 3301 lru 00000080:00200000:1.0:1789762979.100047:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000fce94e3f 1253: 1< 0 - - > 2< 5132288 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.100054:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5d7055b 677: 1< 0 - - > 2< 2772992 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.100057:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000c5807789 00000080:00200000:2.0:1789762979.100062:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000069913d92 00000080:00200000:1.0:1789762979.100064:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762979.100066:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:1.0:1789762979.100072:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3302 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.100073:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1702 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.100101:0:13486:0:(rw26.c:871:ll_write_end()) pos 13524992, len 4096, copied 4096 00000080:00200000:2.0:1789762979.100102:0:13480:0:(rw26.c:871:ll_write_end()) pos 6971392, len 4096, copied 4096 00000080:00200000:2.0:1789762979.100116:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000d1d16faf[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1702] 00000080:00200000:3.0:1789762979.100126:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000a4d7449f[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3027] 00000080:00200000:1.0:1789762979.100133:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000fd8c14cc[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3302] 00000080:00200000:2.0:1789762979.100137:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000fea7552c 17ffffc0001001 3:0 ffff9985891aaa80 1702 lru 00000080:00200000:3.0:1789762979.100147:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000073937bdc 17ffffc0001001 3:0 ffff99858808e0e0 3027 lru 00000080:00200000:1.0:1789762979.100157:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000005dba9142 17ffffc0001001 3:0 ffff998584a119a0 3302 lru 00000080:00200000:2.0:1789762979.100186:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000212568ad 678: 1< 0 - - > 2< 2777088 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.100194:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000d1d16faf 00000080:00200000:3.0:1789762979.100199:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000ee46bba7 2003: 1< 0 - - > 2< 8204288 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.100202:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:1.0:1789762979.100209:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000537b1b46 1254: 1< 0 - - > 2< 5136384 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.100210:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1703 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.100211:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000a4d7449f 00000080:00200000:1.0:1789762979.100224:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000fd8c14cc 00000080:00200000:3.0:1789762979.100224:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:1.0:1789762979.100231:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:3.0:1789762979.100233:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3028 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.100236:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3303 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.100238:0:13480:0:(rw26.c:871:ll_write_end()) pos 6975488, len 4096, copied 4096 00000080:00200000:2.0:1789762979.100244:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e349f8f2[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1703] 00000080:00200000:2.0:1789762979.100246:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000001872e77d 17ffffc0001001 3:0 ffff9985891aa9a0 1703 lru 00000080:00200000:2.0:1789762979.100250:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000c5c77950 679: 1< 0 - - > 2< 2781184 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.100252:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e349f8f2 00000080:00200000:2.0:1789762979.100253:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1789762979.100256:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1704 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.100262:0:13486:0:(rw26.c:871:ll_write_end()) pos 13529088, len 4096, copied 4096 00000080:00200000:3.0:1789762979.100262:0:13485:0:(rw26.c:871:ll_write_end()) pos 12402688, len 4096, copied 4096 00000080:00200000:2.0:1789762979.100273:0:13480:0:(rw26.c:871:ll_write_end()) pos 6979584, len 4096, copied 4096 00000080:00200000:3.0:1789762979.100282:0:13485:0:(rw26.c:929:ll_write_end()) page@000000005c130f90[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3028] 00000080:00200000:1.0:1789762979.100283:0:13486:0:(rw26.c:929:ll_write_end()) page@0000000063e830a5[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3303] 00000080:00200000:2.0:1789762979.100320:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000b93aa059[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1704] 00000080:00200000:2.0:1789762979.100347:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000625d5e3c 17ffffc0001001 3:0 ffff9985891aa7e0 1704 lru 00000080:00200000:1.0:1789762979.100348:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000d306b7c9 17ffffc0001001 3:0 ffff998584a117e0 3303 lru 00000080:00200000:1.0:1789762979.100402:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000006b524c01 1255: 1< 0 - - > 2< 5140480 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.100403:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000005cca50c1 680: 1< 0 - - > 2< 2785280 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.100409:0:13486:0:(rw26.c:929:ll_write_end()) end page@0000000063e830a5 00000080:00200000:1.0:1789762979.100413:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762979.100415:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000b93aa059 00000080:00200000:1.0:1789762979.100418:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3304 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.100421:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000080:00200000:1.0:1789762979.100444:0:13486:0:(rw26.c:871:ll_write_end()) pos 13533184, len 4096, copied 4096 00000080:00200000:1.0:1789762979.100449:0:13486:0:(rw26.c:929:ll_write_end()) page@0000000040e8512e[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3304] 00000080:00200000:1.0:1789762979.100452:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000fcc79c19 17ffffc0001001 3:0 ffff998584a112a0 3304 lru 00000080:00200000:1.0:1789762979.100456:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000006c81d962 1256: 1< 0 - - > 2< 5144576 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.100460:0:13486:0:(rw26.c:929:ll_write_end()) end page@0000000040e8512e 00000080:00200000:1.0:1789762979.100464:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:1.0:1789762979.100466:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3305 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.100468:0:13483:0:(rw26.c:871:ll_write_end()) pos 10203136, len 4096, copied 4096 00000080:00200000:2.0:1789762979.100489:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000a0b65667[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2491] 00000080:00200000:1.0:1789762979.100490:0:13486:0:(rw26.c:871:ll_write_end()) pos 13537280, len 4096, copied 4096 00000080:00200000:1.0:1789762979.100510:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000e22d732f[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3305] 00000080:00200000:2.0:1789762979.100513:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000a50ce6dd 17ffffc0001001 3:0 ffff9985891aa2a0 2491 lru 00000080:00200000:1.0:1789762979.100517:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000c8c44c9e 17ffffc0001001 3:0 ffff998584a11e00 3305 lru 00000080:00200000:3.0:1789762979.100535:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000004e35a354 17ffffc0001001 3:0 ffff99858808e540 3028 lru 00000080:00200000:2.0:1789762979.100572:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000003f3de912 1467: 1< 0 - - > 2< 6008832 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.100573:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000f2987404 1257: 1< 0 - - > 2< 5148672 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.100574:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000541660fb 2004: 1< 0 - - > 2< 8208384 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.100585:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000e22d732f 00000080:00200000:2.0:1789762979.100588:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000a0b65667 00000080:00200000:3.0:1789762979.100589:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000005c130f90 00000080:00200000:1.0:1789762979.100592:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762979.100596:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000080:00200000:3.0:1789762979.100599:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:1.0:1789762979.100600:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3306 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.100603:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2492 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.100607:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3029 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.100644:0:13486:0:(rw26.c:871:ll_write_end()) pos 13541376, len 4096, copied 4096 00000080:00200000:1.0:1789762979.100652:0:13486:0:(rw26.c:929:ll_write_end()) page@000000002eff672d[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3306] 00000080:00200000:1.0:1789762979.100655:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000005b05877b 17ffffc0001001 3:0 ffff998584a11700 3306 lru 00000080:00200000:2.0:1789762979.100657:0:13483:0:(rw26.c:871:ll_write_end()) pos 10207232, len 4096, copied 4096 00000080:00200000:3.0:1789762979.100658:0:13485:0:(rw26.c:871:ll_write_end()) pos 12406784, len 4096, copied 4096 00000080:00200000:1.0:1789762979.100683:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000004374a555 1258: 1< 0 - - > 2< 5152768 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.100685:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000b02bc420[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3029] 00000080:00200000:2.0:1789762979.100691:0:13483:0:(rw26.c:929:ll_write_end()) page@000000003f9c813c[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2492] 00000080:00200000:1.0:1789762979.100693:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000002eff672d 00000080:00200000:3.0:1789762979.100694:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000000a5945f2 17ffffc0001001 3:0 ffff99858808eb60 3029 lru 00000080:00200000:1.0:1789762979.100698:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:1.0:1789762979.100703:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3307 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.100716:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000010cd04e4 17ffffc0001021 2:0 ffff9985891aae00 2492 lru 00000080:00200000:1.0:1789762979.100733:0:13486:0:(rw26.c:871:ll_write_end()) pos 13545472, len 4096, copied 4096 00000080:00200000:2.0:1789762979.100755:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000c0f7adfb 1468: 1< 0 - - > 2< 6012928 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.100757:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000aef33027[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3307] 00000080:00200000:2.0:1789762979.100767:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000003f9c813c 00000080:00200000:1.0:1789762979.100770:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000600b82b1 17ffffc0001001 3:0 ffff998584a11460 3307 lru 00000080:00200000:2.0:1789762979.100772:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1789762979.100778:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2493 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.100787:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000dcf7edd8 1259: 1< 0 - - > 2< 5156864 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483565568 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.100790:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000aef33027 00000080:00200000:1.0:1789762979.100791:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:1.0:1789762979.100792:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3308 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.100805:0:13483:0:(rw26.c:871:ll_write_end()) pos 10211328, len 4096, copied 4096 00000080:00200000:2.0:1789762979.100810:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000e1ff074b[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2493] 00000080:00200000:1.0:1789762979.100811:0:13486:0:(rw26.c:871:ll_write_end()) pos 13549568, len 4096, copied 4096 00000080:00200000:2.0:1789762979.100824:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000001e2226ab 17ffffc0001001 3:0 ffff9985891aa700 2493 lru 00000080:00200000:1.0:1789762979.100831:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000ecb49627[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3308] 00000080:00200000:1.0:1789762979.100849:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000a989f731 17ffffc0001001 3:0 ffff998584a11d20 3308 lru 00000080:00200000:2.0:1789762979.100871:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000046fd450b 1469: 1< 0 - - > 2< 6017024 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.100875:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@0000000054d308ea 1260: 1< 0 - - > 2< 5160960 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483536896 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.100880:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000e1ff074b 00000080:00200000:1.0:1789762979.100882:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000ecb49627 00000080:00200000:2.0:1789762979.100889:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:1.0:1789762979.100890:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:1.0:1789762979.100902:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3309 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.100902:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2494 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.100920:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000ed7fc8da 2005: 1< 0 - - > 2< 8212480 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.100927:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000b02bc420 00000080:00200000:3.0:1789762979.100931:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:1.0:1789762979.100936:0:13486:0:(rw26.c:871:ll_write_end()) pos 13553664, len 4096, copied 4096 00000080:00200000:2.0:1789762979.100945:0:13483:0:(rw26.c:871:ll_write_end()) pos 10215424, len 4096, copied 4096 00000080:00200000:1.0:1789762979.100946:0:13486:0:(rw26.c:929:ll_write_end()) page@0000000066d4ab47[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3309] 00000080:00200000:1.0:1789762979.100959:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @0000000096cbc320 17ffffc0001001 3:0 ffff998584a11ee0 3309 lru 00000080:00200000:3.0:1789762979.100966:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3030 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.100979:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000669b6b4a[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2494] 00000080:00200000:3.0:1789762979.100994:0:13485:0:(rw26.c:871:ll_write_end()) pos 12410880, len 4096, copied 4096 00000080:00200000:1.0:1789762979.100996:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000562e9177 1261: 1< 0 - - > 2< 5165056 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483495936 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.101001:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000d544c38c 17ffffc0001001 3:0 ffff9985891aa460 2494 lru 00000080:00200000:1.0:1789762979.101006:0:13486:0:(rw26.c:929:ll_write_end()) end page@0000000066d4ab47 00000080:00200000:1.0:1789762979.101012:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:1.0:1789762979.101021:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3310 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.101024:0:13485:0:(rw26.c:929:ll_write_end()) page@0000000095c68d77[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3030] 00000080:00200000:3.0:1789762979.101043:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff69f4c7 17ffffc0001001 3:0 ffff99858808e620 3030 lru 00000080:00200000:1.0:1789762979.101045:0:13486:0:(rw26.c:871:ll_write_end()) pos 13557760, len 4096, copied 4096 00000080:00200000:2.0:1789762979.101048:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000013b04291 1470: 1< 0 - - > 2< 6021120 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.101062:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000669b6b4a 00000080:00200000:1.0:1789762979.101067:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000178c9d00[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3310] 00000080:00200000:2.0:1789762979.101072:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000080:00200000:3.0:1789762979.101072:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000465d128a 2006: 1< 0 - - > 2< 8216576 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.101079:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2495 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.101080:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @0000000082d4d96a 17ffffc0001001 3:0 ffff998584a111c0 3310 lru 00000080:00200000:1.0:1789762979.101107:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000aea6e4df 1262: 1< 0 - - > 2< 5169152 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483487744 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.101109:0:13483:0:(rw26.c:871:ll_write_end()) pos 10219520, len 4096, copied 4096 00000080:00200000:1.0:1789762979.101112:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000178c9d00 00000080:00200000:1.0:1789762979.101117:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:1.0:1789762979.101121:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3311 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.101139:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000050f28eaa[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2495] 00000080:00200000:1.0:1789762979.101149:0:13486:0:(rw26.c:871:ll_write_end()) pos 13561856, len 4096, copied 4096 00000080:00200000:2.0:1789762979.101158:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000d72f2545 17ffffc0001001 3:0 ffff9985891aad20 2495 lru 00000080:00200000:1.0:1789762979.101165:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000471e5752[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3311] 00000080:00200000:1.0:1789762979.101181:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @0000000037d20abc 17ffffc0001001 3:0 ffff9985881d0700 3311 lru 00000080:00200000:2.0:1789762979.101210:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000054533b28 1471: 1< 0 - - > 2< 6025216 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.101220:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000699b3d58 1263: 1< 0 - - > 2< 5173248 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483475456 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.101221:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000050f28eaa 00000080:00200000:2.0:1789762979.101228:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:1.0:1789762979.101229:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000471e5752 00000080:00200000:1.0:1789762979.101235:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762979.101237:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2496 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.101248:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3312 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.101267:0:13483:0:(rw26.c:871:ll_write_end()) pos 10223616, len 4096, copied 4096 00000080:00200000:1.0:1789762979.101275:0:13486:0:(rw26.c:871:ll_write_end()) pos 13565952, len 4096, copied 4096 00000080:00200000:2.0:1789762979.101283:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000c0bd1c61[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2496] 00000080:00200000:2.0:1789762979.101330:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000019e904f2 17ffffc0001001 3:0 ffff9985891aaee0 2496 lru 00000080:00200000:1.0:1789762979.101340:0:13486:0:(rw26.c:929:ll_write_end()) page@000000002ca7ec9a[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3312] 00000080:00200000:1.0:1789762979.101356:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000008bfbbd3d 17ffffc0001001 3:0 ffff9985881d0460 3312 lru 00000080:00200000:3.0:1789762979.101363:0:13485:0:(rw26.c:929:ll_write_end()) end page@0000000095c68d77 00000080:00200000:2.0:1789762979.101365:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000005c8d3372 1472: 1< 0 - - > 2< 6029312 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.101369:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1789762979.101375:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000c0bd1c61 00000080:00200000:3.0:1789762979.101376:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3031 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.101384:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1789762979.101393:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2497 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.101402:0:13485:0:(rw26.c:871:ll_write_end()) pos 12414976, len 4096, copied 4096 00000080:00200000:1.0:1789762979.101405:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000c086c726 1264: 1< 0 - - > 2< 5177344 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483450880 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.101412:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000002ca7ec9a 00000080:00200000:3.0:1789762979.101417:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000c64ac82e[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3031] 00000080:00200000:1.0:1789762979.101418:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762979.101423:0:13483:0:(rw26.c:871:ll_write_end()) pos 10227712, len 4096, copied 4096 00000080:00200000:1.0:1789762979.101425:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3313 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.101428:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000a60b66ab 17ffffc0001001 3:0 ffff99858808ec40 3031 lru 00000080:00200000:2.0:1789762979.101458:0:13483:0:(rw26.c:929:ll_write_end()) page@000000008c4fb46d[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2497] 00000080:00200000:3.0:1789762979.101459:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000067307527 2007: 1< 0 - - > 2< 8220672 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.101466:0:13486:0:(rw26.c:871:ll_write_end()) pos 13570048, len 4096, copied 4096 00000080:00200000:3.0:1789762979.101469:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000c64ac82e 00000080:00200000:3.0:1789762979.101474:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:3.0:1789762979.101478:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3032 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.101480:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000005af345a7 17ffffc0001001 3:0 ffff9985891aa1c0 2497 lru 00000080:00200000:1.0:1789762979.101488:0:13486:0:(rw26.c:929:ll_write_end()) page@0000000001fd7600[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3313] 00000080:00200000:1.0:1789762979.101504:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000d3a7ab27 17ffffc0001021 2:0 ffff9985881d0d20 3313 lru 00000080:00200000:3.0:1789762979.101509:0:13485:0:(rw26.c:871:ll_write_end()) pos 12419072, len 4096, copied 4096 00000080:00200000:2.0:1789762979.101541:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000c0eaac58 1473: 1< 0 - - > 2< 6033408 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.101548:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000a7b133d6 1265: 1< 0 - - > 2< 5181440 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483434496 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.101556:0:13486:0:(rw26.c:929:ll_write_end()) end page@0000000001fd7600 00000080:00200000:2.0:1789762979.101557:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000008c4fb46d 00000080:00200000:1.0:1789762979.101560:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762979.101563:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:1.0:1789762979.101565:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3314 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.101573:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2498 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.101587:0:13486:0:(rw26.c:871:ll_write_end()) pos 13574144, len 4096, copied 4096 00000080:00200000:1.0:1789762979.101599:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000cb998986[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3314] 00000080:00200000:2.0:1789762979.101606:0:13483:0:(rw26.c:871:ll_write_end()) pos 10231808, len 4096, copied 4096 00000080:00200000:1.0:1789762979.101612:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000e373d5e3 17ffffc0001001 3:0 ffff9985881d0ee0 3314 lru 00000080:00200000:2.0:1789762979.101645:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000fba796d0[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2498] 00000080:00200000:1.0:1789762979.101664:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000b01cf14a 1266: 1< 0 - - > 2< 5185536 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483418112 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.101666:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000c7e15f7a 17ffffc0001001 3:0 ffff9985891aa000 2498 lru 00000080:00200000:1.0:1789762979.101672:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000cb998986 00000080:00200000:1.0:1789762979.101679:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:1.0:1789762979.101685:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3315 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.101691:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009391435d 1474: 1< 0 - - > 2< 6037504 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.101704:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000fba796d0 00000080:00200000:2.0:1789762979.101710:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:1.0:1789762979.101714:0:13486:0:(rw26.c:871:ll_write_end()) pos 13578240, len 4096, copied 4096 00000080:00200000:3.0:1789762979.101715:0:13485:0:(rw26.c:929:ll_write_end()) page@000000000406c554[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3032] 00000080:00200000:2.0:1789762979.101721:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2499 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.101732:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000001a3bff8c 17ffffc0001021 2:0 ffff998584463e00 3032 lru 00000080:00200000:1.0:1789762979.101734:0:13486:0:(rw26.c:929:ll_write_end()) page@000000001448e9cc[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3315] 00000080:00200000:1.0:1789762979.101745:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @0000000035fb2965 17ffffc0001001 3:0 ffff9985881d01c0 3315 lru 00000080:00200000:3.0:1789762979.101752:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000f272565e 2008: 1< 0 - - > 2< 8224768 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.101758:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000000406c554 00000080:00200000:3.0:1789762979.101762:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:1.0:1789762979.101766:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000c090a92f 1267: 1< 0 - - > 2< 5189632 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483405824 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.101766:0:13483:0:(rw26.c:871:ll_write_end()) pos 10235904, len 4096, copied 4096 00000080:00200000:3.0:1789762979.101768:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3033 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.101774:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000001448e9cc 00000080:00200000:1.0:1789762979.101780:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:1.0:1789762979.101785:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3316 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.101795:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000503aec98[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2499] 00000080:00200000:1.0:1789762979.101810:0:13486:0:(rw26.c:871:ll_write_end()) pos 13582336, len 4096, copied 4096 00000080:00200000:2.0:1789762979.101810:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000631027c1 17ffffc0001001 3:0 ffff998588356b60 2499 lru 00000080:00200000:3.0:1789762979.101830:0:13485:0:(rw26.c:871:ll_write_end()) pos 12423168, len 4096, copied 4096 00000080:00200000:1.0:1789762979.101835:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000d11b7fa5[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3316] 00000080:00200000:1.0:1789762979.101858:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000009443eed4 17ffffc0001001 3:0 ffff9985881d0000 3316 lru 00000080:00200000:3.0:1789762979.101860:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000588eb026[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3033] 00000080:00200000:2.0:1789762979.101864:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000a1646620 1475: 1< 0 - - > 2< 6041600 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.101877:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000083cc5b5d 17ffffc0001001 3:0 ffff998584463700 3033 lru 00000080:00200000:2.0:1789762979.101878:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000503aec98 00000080:00200000:1.0:1789762979.101879:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000f93e261b 1268: 1< 0 - - > 2< 5193728 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483393536 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.101890:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:1.0:1789762979.101891:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000d11b7fa5 00000080:00200000:1.0:1789762979.101903:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762979.101903:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2500 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.101914:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3317 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.101932:0:13483:0:(rw26.c:871:ll_write_end()) pos 10240000, len 4096, copied 4096 00000080:00200000:1.0:1789762979.101945:0:13486:0:(rw26.c:871:ll_write_end()) pos 13586432, len 4096, copied 4096 00000080:00200000:2.0:1789762979.101957:0:13483:0:(rw26.c:929:ll_write_end()) page@000000004d81ee69[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2500] 00000080:00200000:3.0:1789762979.101968:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000036aba8e4 2009: 1< 0 - - > 2< 8228864 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.101976:0:13486:0:(rw26.c:929:ll_write_end()) page@0000000012e3911e[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3317] 00000080:00200000:3.0:1789762979.101978:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000588eb026 00000080:00200000:2.0:1789762979.101981:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000002e4af251 17ffffc0001001 3:0 ffff998588356620 2500 lru 00000080:00200000:3.0:1789762979.101984:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:3.0:1789762979.101992:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3034 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.102000:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000462c1640 17ffffc0001001 3:0 ffff9985881d08c0 3317 lru 00000080:00200000:3.0:1789762979.102015:0:13485:0:(rw26.c:871:ll_write_end()) pos 12427264, len 4096, copied 4096 00000080:00200000:2.0:1789762979.102033:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000022db4372 1476: 1< 0 - - > 2< 6045696 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.102039:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000960c34f0[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3034] 00000080:00200000:2.0:1789762979.102047:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000004d81ee69 00000080:00200000:1.0:1789762979.102048:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000004fb3bc1c 1269: 1< 0 - - > 2< 5197824 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483377152 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.102057:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:3.0:1789762979.102058:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000075646290 17ffffc0001001 3:0 ffff998584463460 3034 lru 00000080:00200000:1.0:1789762979.102062:0:13486:0:(rw26.c:929:ll_write_end()) end page@0000000012e3911e 00000080:00200000:2.0:1789762979.102070:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2501 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.102071:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:1.0:1789762979.102085:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3318 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.102096:0:13483:0:(rw26.c:871:ll_write_end()) pos 10244096, len 4096, copied 4096 00000080:00200000:2.0:1789762979.102110:0:13483:0:(rw26.c:929:ll_write_end()) page@000000001fdc9afb[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2501] 00000080:00200000:1.0:1789762979.102111:0:13486:0:(rw26.c:871:ll_write_end()) pos 13590528, len 4096, copied 4096 00000080:00200000:2.0:1789762979.102132:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000046b3512f 17ffffc0001001 3:0 ffff998588356c40 2501 lru 00000080:00200000:1.0:1789762979.102133:0:13486:0:(rw26.c:929:ll_write_end()) page@000000007b145834[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3318] 00000080:00200000:1.0:1789762979.102150:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000008e226129 17ffffc0001001 3:0 ffff9985881d0380 3318 lru 00000080:00200000:2.0:1789762979.102189:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000000d39b48f 1477: 1< 0 - - > 2< 6049792 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789762979.102195:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000000753d777 1270: 1< 0 - - > 2< 5201920 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483356672 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.102203:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000001fdc9afb 00000080:00200000:1.0:1789762979.102206:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000007b145834 00000080:00200000:3.0:1789762979.102206:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5ee278c 2010: 1< 0 - - > 2< 8232960 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.102211:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:1.0:1789762979.102212:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:3.0:1789762979.102216:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000960c34f0 00000080:00200000:2.0:1789762979.102222:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2502 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.102223:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3319 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.102223:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762979.102244:0:13483:0:(rw26.c:871:ll_write_end()) pos 10248192, len 4096, copied 4096 00000080:00200000:1.0:1789762979.102245:0:13486:0:(rw26.c:871:ll_write_end()) pos 13594624, len 4096, copied 4096 00000080:00200000:1.0:1789762979.102263:0:13486:0:(rw26.c:929:ll_write_end()) page@0000000082abb50a[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3319] 00000080:00200000:2.0:1789762979.102269:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000cd69364e[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2502] 00000080:00200000:1.0:1789762979.102280:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000df9c59f4 17ffffc0001001 3:0 ffff9985881d00e0 3319 lru 00000080:00200000:1.0:1789762979.102309:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000a5dd3fe9 1271: 1< 0 - - > 2< 5206016 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483340288 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.102311:0:13486:0:(rw26.c:929:ll_write_end()) end page@0000000082abb50a 00000080:00200000:2.0:1789762979.102313:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000006e15de8 17ffffc0001001 3:0 ffff998588356a80 2502 lru 00000080:00200000:1.0:1789762979.102314:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:1.0:1789762979.102323:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3320 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.102346:0:13486:0:(rw26.c:871:ll_write_end()) pos 13598720, len 4096, copied 4096 00000080:00200000:1.0:1789762979.102364:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000ef1b269e[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3320] 00000080:00200000:2.0:1789762979.102364:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007788ddb2 1478: 1< 0 - - > 2< 6053888 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 12632064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.102375:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000cd69364e 00000080:00200000:1.0:1789762979.102381:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000db2dce01 17ffffc0001001 3:0 ffff9985881d0540 3320 lru 00000080:00200000:2.0:1789762979.102383:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:1.0:1789762979.102397:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000009baa7487 1272: 1< 0 - - > 2< 5210112 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483332096 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.102401:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000ef1b269e 00000080:00200000:1.0:1789762979.102403:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:1.0:1789762979.102406:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3321 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.102421:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1941 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.102422:0:13486:0:(rw26.c:871:ll_write_end()) pos 13602816, len 4096, copied 4096 00000080:00200000:1.0:1789762979.102436:0:13486:0:(rw26.c:929:ll_write_end()) page@0000000068262c88[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3321] 00000080:00200000:1.0:1789762979.102444:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000ef075a77 17ffffc0001001 3:0 ffff9985881d0b60 3321 lru 00000080:00200000:1.0:1789762979.102451:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000ab5cfebf 1273: 1< 0 - - > 2< 5214208 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483323904 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.102455:0:13486:0:(rw26.c:929:ll_write_end()) end page@0000000068262c88 00000080:00200000:1.0:1789762979.102458:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762979.102459:0:13481:0:(rw26.c:871:ll_write_end()) pos 7950336, len 4096, copied 4096 00000080:00200000:1.0:1789762979.102463:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3322 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.102487:0:13481:0:(rw26.c:929:ll_write_end()) page@000000005984877d[3 00000000f75a6f98 2 1 000000007885039e 1 0 1941] 00000080:00200000:1.0:1789762979.102489:0:13486:0:(rw26.c:871:ll_write_end()) pos 13606912, len 4096, copied 4096 00000080:00200000:1.0:1789762979.102507:0:13486:0:(rw26.c:929:ll_write_end()) page@000000000b2b605d[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3322] 00000080:00200000:2.0:1789762979.102507:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000008f847814 17ffffc0001001 3:0 ffff9985883569a0 1941 lru 00000080:00200000:1.0:1789762979.102529:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000283091c9 17ffffc0001001 3:0 ffff9985881d0620 3322 lru 00000080:00200000:2.0:1789762979.102560:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000b60b8337 917: 1< 0 - - > 2< 3756032 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483315712 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.102566:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@0000000047b7cfa9 1274: 1< 0 - - > 2< 5218304 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483315712 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.102573:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000000b2b605d 00000080:00200000:2.0:1789762979.102574:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000005984877d 00000080:00200000:1.0:1789762979.102576:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:1.0:1789762979.102580:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3323 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.102580:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1789762979.102591:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1942 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.102603:0:13486:0:(rw26.c:871:ll_write_end()) pos 13611008, len 4096, copied 4096 00000080:00200000:2.0:1789762979.102612:0:13481:0:(rw26.c:871:ll_write_end()) pos 7954432, len 4096, copied 4096 00000080:00200000:1.0:1789762979.102613:0:13486:0:(rw26.c:929:ll_write_end()) page@00000000cfe200e9[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3323] 00000080:00200000:1.0:1789762979.102644:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000006762ffcc 17ffffc0001001 3:0 ffff9985881d0c40 3323 lru 00000080:00200000:2.0:1789762979.102651:0:13481:0:(rw26.c:929:ll_write_end()) page@000000008966705c[3 00000000f75a6f98 2 1 000000007885039e 1 0 1942] 00000080:00200000:2.0:1789762979.102672:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000704a6bcb 17ffffc0001001 3:0 ffff9985883567e0 1942 lru 00000080:00200000:1.0:1789762979.102679:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000000b101639 1275: 1< 0 - - > 2< 5222400 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483323904 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.102688:0:13486:0:(rw26.c:929:ll_write_end()) end page@00000000cfe200e9 00000080:00200000:1.0:1789762979.102695:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762979.102699:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000154e5f9e 918: 1< 0 - - > 2< 3760128 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483295232 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.102701:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3324 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.102707:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000008966705c 00000080:00200000:2.0:1789762979.102711:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1789762979.102722:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1943 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.102727:0:13486:0:(rw26.c:871:ll_write_end()) pos 13615104, len 4096, copied 4096 00000080:00200000:1.0:1789762979.102736:0:13486:0:(rw26.c:929:ll_write_end()) page@000000004016a803[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3324] 00000080:00200000:2.0:1789762979.102742:0:13481:0:(rw26.c:871:ll_write_end()) pos 7958528, len 4096, copied 4096 00000080:00200000:1.0:1789762979.102749:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000f89bd1bc 17ffffc0001001 3:0 ffff9985881d0a80 3324 lru 00000080:00200000:2.0:1789762979.102779:0:13481:0:(rw26.c:929:ll_write_end()) page@000000001360f0ba[3 00000000f75a6f98 2 1 000000007885039e 1 0 1943] 00000080:00200000:1.0:1789762979.102780:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@0000000089d53476 1276: 1< 0 - - > 2< 5226496 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483282944 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.102790:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000004016a803 00000080:00200000:1.0:1789762979.102794:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:1.0:1789762979.102800:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3325 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.102806:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000b8acc5b1 17ffffc0001001 3:0 ffff9985883562a0 1943 lru 00000080:00200000:1.0:1789762979.102823:0:13486:0:(rw26.c:871:ll_write_end()) pos 13619200, len 4096, copied 4096 00000080:00200000:1.0:1789762979.102848:0:13486:0:(rw26.c:929:ll_write_end()) page@000000005d11c592[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3325] 00000080:00200000:2.0:1789762979.102848:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000005f19061e 919: 1< 0 - - > 2< 3764224 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483299328 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.102857:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @00000000c79bdf47 17ffffc0001001 3:0 ffff9985881d09a0 3325 lru 00000080:00200000:2.0:1789762979.102861:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000001360f0ba 00000080:00200000:2.0:1789762979.102868:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:1.0:1789762979.102873:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@000000002d775d99 1277: 1< 0 - - > 2< 5230592 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483295232 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.102878:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000005d11c592 00000080:00200000:2.0:1789762979.102880:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1944 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.102882:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:1.0:1789762979.102889:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3326 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.102907:0:13486:0:(rw26.c:871:ll_write_end()) pos 13623296, len 4096, copied 4096 00000080:00200000:2.0:1789762979.102912:0:13481:0:(rw26.c:871:ll_write_end()) pos 7962624, len 4096, copied 4096 00000080:00200000:1.0:1789762979.102919:0:13486:0:(rw26.c:929:ll_write_end()) page@000000000982891f[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3326] 00000080:00200000:2.0:1789762979.102933:0:13481:0:(rw26.c:929:ll_write_end()) page@000000007f5ebe55[3 00000000f75a6f98 2 1 000000007885039e 1 0 1944] 00000080:00200000:1.0:1789762979.102938:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @0000000071d56d21 17ffffc0001001 3:0 ffff9985881d07e0 3326 lru 00000080:00200000:2.0:1789762979.102953:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000a8df4d57 17ffffc0001001 3:0 ffff998588356e00 1944 lru 00000080:00200000:1.0:1789762979.102983:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000fe3b0ffd 1278: 1< 0 - - > 2< 5234688 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483250176 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.102992:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000000982891f 00000080:00200000:1.0:1789762979.102995:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:1.0:1789762979.103000:0:13486:0:(rw26.c:676:ll_write_begin()) Writing 3327 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.103007:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000e3166e34 920: 1< 0 - - > 2< 3768320 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483250176 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.103015:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000007f5ebe55 00000080:00200000:1.0:1789762979.103022:0:13486:0:(rw26.c:871:ll_write_end()) pos 13627392, len 4096, copied 4096 00000080:00200000:2.0:1789762979.103023:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762979.103031:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1945 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.103040:0:13486:0:(rw26.c:929:ll_write_end()) page@000000005f6f8bdc[3 00000000f75a6f98 2 1 000000005930a1dd 1 0 3327] 00000080:00200000:1.0:1789762979.103046:0:13486:0:(rw26.c:929:ll_write_end()) vmpage @000000002121c871 17ffffc0001001 3:0 ffff9985881d02a0 3327 lru 00000080:00200000:1.0:1789762979.103066:0:13486:0:(rw26.c:929:ll_write_end()) osc-page@00000000b1547269 1279: 1< 0 - - > 2< 5238784 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483237888 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:1.0:1789762979.103070:0:13486:0:(rw26.c:929:ll_write_end()) end page@000000005f6f8bdc 00000080:00200000:2.0:1789762979.103070:0:13481:0:(rw26.c:871:ll_write_end()) pos 7966720, len 4096, copied 4096 00000080:00200000:1.0:1789762979.103076:0:13486:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:1.0:1789762979.103083:0:13486:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000080:00200000:2.0:1789762979.103096:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000a0fc26f3[3 00000000f75a6f98 2 1 000000007885039e 1 0 1945] 00000080:00200000:2.0:1789762979.103109:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000039951572 17ffffc0001021 2:0 ffff998588356700 1945 lru 00000080:00200000:2.0:1789762979.103148:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000004539e334 921: 1< 0 - - > 2< 3772416 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483229696 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.103154:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000a0fc26f3 00000008:00010000:1.0:1789762979.103159:0:13486:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103163:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762979.103174:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1946 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.103198:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103199:0:13481:0:(rw26.c:871:ll_write_end()) pos 7970816, len 4096, copied 4096 00000080:00200000:2.0:1789762979.103221:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000291572d5[3 00000000f75a6f98 2 1 000000007885039e 1 0 1946] 00000080:00200000:2.0:1789762979.103232:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000d2384944 17ffffc0001001 3:0 ffff998588356460 1946 lru 00000080:00200000:2.0:1789762979.103248:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000008cf2d30b 922: 1< 0 - - > 2< 3776512 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483180544 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:1.0:1789762979.103249:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103259:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000291572d5 00000080:00200000:2.0:1789762979.103266:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1789762979.103271:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1947 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.103326:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.103339:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.103362:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103368:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1705 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.103382:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.103402:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103404:0:13480:0:(rw26.c:871:ll_write_end()) pos 6983680, len 4096, copied 4096 00000080:00200000:2.0:1789762979.103435:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000387b6d97[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1705] 00000080:00200000:2.0:1789762979.103444:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000c5822162 17ffffc0001001 3:0 ffff998588356d20 1705 lru 00000080:00200000:2.0:1789762979.103480:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000003df5707a 681: 1< 0 - - > 2< 2789376 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483135488 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:1.0:1789762979.103485:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103486:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000387b6d97 00000080:00200000:2.0:1789762979.103491:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1789762979.103499:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1706 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.103518:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103530:0:13480:0:(rw26.c:871:ll_write_end()) pos 6987776, len 4096, copied 4096 00000080:00200000:2.0:1789762979.103552:0:13480:0:(rw26.c:929:ll_write_end()) page@000000009fcc1318[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1706] 00000008:00010000:1.0:1789762979.103554:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103571:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000708e9f24 17ffffc0001001 3:0 ffff998588356ee0 1706 lru 00000080:00200000:2.0:1789762979.103597:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000371e1172 682: 1< 0 - - > 2< 2793472 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483139584 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.103608:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000009fcc1318 00000080:00200000:2.0:1789762979.103617:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000008:00010000:1.0:1789762979.103619:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103622:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1707 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.103655:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103668:0:13480:0:(rw26.c:871:ll_write_end()) pos 6991872, len 4096, copied 4096 00000008:00010000:1.0:1789762979.103687:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103687:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000750cc829[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1707] 00000080:00200000:2.0:1789762979.103711:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000003647b59e 17ffffc0001001 3:0 ffff9985883561c0 1707 lru 00000080:00200000:2.0:1789762979.103742:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000b9d9f5f6 683: 1< 0 - - > 2< 2797568 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483115008 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.103750:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000750cc829 00000008:00010000:1.0:1789762979.103751:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103754:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1789762979.103764:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1708 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.103775:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:1.0:1789762979.103788:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103794:0:13480:0:(rw26.c:871:ll_write_end()) pos 6995968, len 4096, copied 4096 00000080:00200000:2.0:1789762979.103810:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000b37c4a70[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1708] 00000080:00200000:2.0:1789762979.103828:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000128c101a 17ffffc0001001 3:0 ffff998588356000 1708 lru 00000008:00010000:1.0:1789762979.103835:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103847:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000009f265668 684: 1< 0 - - > 2< 2801664 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483061760 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.103854:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000b37c4a70 00000080:00200000:2.0:1789762979.103859:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1789762979.103866:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1709 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.103881:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103885:0:13480:0:(rw26.c:871:ll_write_end()) pos 7000064, len 4096, copied 4096 00000080:00200000:2.0:1789762979.103899:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000fb6c3f09[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1709] 00000080:00200000:2.0:1789762979.103913:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000039a101af 17ffffc0001001 3:0 ffff9985883568c0 1709 lru 00000080:00200000:2.0:1789762979.103936:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000004622894c 685: 1< 0 - - > 2< 2805760 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483049472 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:1.0:1789762979.103938:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103940:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000fb6c3f09 00000080:00200000:2.0:1789762979.103942:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1789762979.103951:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1710 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.103974:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.103979:0:13480:0:(rw26.c:871:ll_write_end()) pos 7004160, len 4096, copied 4096 00000080:00200000:2.0:1789762979.103998:0:13480:0:(rw26.c:929:ll_write_end()) page@000000002685190f[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1710] 00000080:00200000:2.0:1789762979.104008:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000e81b5ec4 17ffffc0001001 3:0 ffff998588356380 1710 lru 00000008:00010000:1.0:1789762979.104009:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104032:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000048e40dbb 686: 1< 0 - - > 2< 2809856 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483028992 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.104042:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000002685190f 00000080:00200000:2.0:1789762979.104049:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00000008:00010000:1.0:1789762979.104053:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104053:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1711 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.104078:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104082:0:13480:0:(rw26.c:871:ll_write_end()) pos 7008256, len 4096, copied 4096 00000080:00200000:2.0:1789762979.104102:0:13480:0:(rw26.c:929:ll_write_end()) page@000000000d1c1110[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1711] 00000008:00010000:1.0:1789762979.104111:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104111:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000d11ba24c 17ffffc0001001 3:0 ffff9985883560e0 1711 lru 00000080:00200000:2.0:1789762979.104130:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000129654ee 687: 1< 0 - - > 2< 2813952 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 483004416 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.104140:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000000d1c1110 00000080:00200000:2.0:1789762979.104144:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1789762979.104152:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1712 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.104156:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104172:0:13480:0:(rw26.c:871:ll_write_end()) pos 7012352, len 4096, copied 4096 00000008:00010000:1.0:1789762979.104179:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104180:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000d280003e[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1712] 00000080:00200000:2.0:1789762979.104199:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000007df628b7 17ffffc0001001 3:0 ffff998588356540 1712 lru 00000080:00200000:2.0:1789762979.104221:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000002412c115 688: 1< 0 - - > 2< 2818048 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482988032 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.104229:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000d280003e 00000080:00200000:2.0:1789762979.104234:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1789762979.104241:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1713 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.104245:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104274:0:13480:0:(rw26.c:871:ll_write_end()) pos 7016448, len 4096, copied 4096 00000008:00010000:1.0:1789762979.104275:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104319:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000026a48ddf[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1713] 00000080:00200000:2.0:1789762979.104331:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000072c5d112 17ffffc0001001 3:0 ffff9985a05c8460 1713 lru 00000080:00200000:2.0:1789762979.104359:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000f374a34f 689: 1< 0 - - > 2< 2822144 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482967552 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.104363:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000026a48ddf 00000008:00010000:1.0:1789762979.104364:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104365:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1789762979.104372:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1714 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.104397:0:13480:0:(rw26.c:871:ll_write_end()) pos 7020544, len 4096, copied 4096 00000008:00010000:1.0:1789762979.104404:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104406:0:13480:0:(rw26.c:929:ll_write_end()) page@000000007752542e[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1714] 00000080:00200000:2.0:1789762979.104422:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000030ebdef8 17ffffc0001001 3:0 ffff9985a05c8d20 1714 lru 00000080:00200000:2.0:1789762979.104450:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000fc91f8bf 690: 1< 0 - - > 2< 2826240 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482955264 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.104453:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000007752542e 00000080:00200000:2.0:1789762979.104455:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1789762979.104457:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1715 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.104461:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:1.0:1789762979.104475:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104478:0:13480:0:(rw26.c:871:ll_write_end()) pos 7024640, len 4096, copied 4096 00000080:00200000:2.0:1789762979.104496:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000691cc3b8[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1715] 00000080:00200000:2.0:1789762979.104500:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000002349fcc1 17ffffc0001001 3:0 ffff9985a05c8ee0 1715 lru 00000080:00200000:2.0:1789762979.104528:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000003b1701b7 691: 1< 0 - - > 2< 2830336 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482942976 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.104538:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000691cc3b8 00000080:00200000:2.0:1789762979.104540:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1789762979.104543:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1716 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.104544:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.104572:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104572:0:13480:0:(rw26.c:871:ll_write_end()) pos 7028736, len 4096, copied 4096 00000080:00200000:2.0:1789762979.104599:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000828fb3f3[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1716] 00000080:00200000:2.0:1789762979.104612:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000554bfe72 17ffffc0001001 3:0 ffff9985a05c81c0 1716 lru 00000008:00010000:1.0:1789762979.104637:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104659:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000c91bfbc2 692: 1< 0 - - > 2< 2834432 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482926592 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.104665:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000828fb3f3 00000080:00200000:2.0:1789762979.104673:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1789762979.104680:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1717 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.104685:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104708:0:13480:0:(rw26.c:871:ll_write_end()) pos 7032832, len 4096, copied 4096 00000008:00010000:1.0:1789762979.104709:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104725:0:13480:0:(rw26.c:929:ll_write_end()) page@000000003382ffbf[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1717] 00000080:00200000:2.0:1789762979.104746:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000a75f71e5 17ffffc0001021 2:0 ffff9985a05c8000 1717 lru 00000008:00010000:1.0:1789762979.104758:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104786:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000a023146b 693: 1< 0 - - > 2< 2838528 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482926592 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.104790:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000003382ffbf 00000080:00200000:2.0:1789762979.104793:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1789762979.104799:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1718 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.104815:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104827:0:13480:0:(rw26.c:871:ll_write_end()) pos 7036928, len 4096, copied 4096 00000080:00200000:2.0:1789762979.104846:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000b2cac975[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1718] 00000080:00200000:2.0:1789762979.104858:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000e80d7bbf 17ffffc0001001 3:0 ffff9985a05c88c0 1718 lru 00000008:00010000:1.0:1789762979.104859:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104887:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000e76f4b8f 694: 1< 0 - - > 2< 2842624 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482881536 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.104897:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000b2cac975 00000080:00200000:2.0:1789762979.104904:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000008:00010000:1.0:1789762979.104906:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104912:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1719 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.104927:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104942:0:13480:0:(rw26.c:871:ll_write_end()) pos 7041024, len 4096, copied 4096 00000008:00010000:1.0:1789762979.104948:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.104948:0:13480:0:(rw26.c:929:ll_write_end()) page@000000009cd9e031[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1719] 00000080:00200000:2.0:1789762979.104967:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000073e87ba8 17ffffc0001001 3:0 ffff9985a05c8380 1719 lru 00000080:00200000:2.0:1789762979.104978:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000006059a314 695: 1< 0 - - > 2< 2846720 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482856960 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.104985:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000009cd9e031 00000080:00200000:2.0:1789762979.104991:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1789762979.104996:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1720 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.105010:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.105023:0:13480:0:(rw26.c:871:ll_write_end()) pos 7045120, len 4096, copied 4096 00000080:00200000:2.0:1789762979.105032:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000064d70f7f[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1720] 00000008:00010000:1.0:1789762979.105033:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.105047:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000005ef51878 17ffffc0001001 3:0 ffff9985a05c80e0 1720 lru 00000080:00200000:2.0:1789762979.105070:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000c32fe080 696: 1< 0 - - > 2< 2850816 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482840576 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.105075:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000064d70f7f 00000080:00200000:2.0:1789762979.105079:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1789762979.105085:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1721 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.105103:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.105108:0:13480:0:(rw26.c:871:ll_write_end()) pos 7049216, len 4096, copied 4096 00000080:00200000:2.0:1789762979.105116:0:13480:0:(rw26.c:929:ll_write_end()) page@000000003cca55db[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1721] 00000080:00200000:1.0:1789762979.105123:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.105134:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000005aa7919f 17ffffc0001001 3:0 ffff9985a05c8540 1721 lru 00000080:00200000:2.0:1789762979.105153:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000fb2667da 697: 1< 0 - - > 2< 2854912 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482828288 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:1.0:1789762979.105157:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.105157:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000003cca55db 00000080:00200000:2.0:1789762979.105161:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1789762979.105169:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1722 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.105187:0:13480:0:(rw26.c:871:ll_write_end()) pos 7053312, len 4096, copied 4096 00000080:00200000:2.0:1789762979.105201:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000fd84f823[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1722] 00000080:00200000:2.0:1789762979.105212:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f1f2e648 17ffffc0001001 3:0 ffff9985a05c8b60 1722 lru 00000080:00200000:2.0:1789762979.105219:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000002ce535b5 698: 1< 0 - - > 2< 2859008 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482844672 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:1.0:1789762979.105220:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.105226:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000fd84f823 00000080:00200000:2.0:1789762979.105230:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1789762979.105236:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1723 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.105255:0:13480:0:(rw26.c:871:ll_write_end()) pos 7057408, len 4096, copied 4096 00000080:00200000:2.0:1789762979.105272:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000055a43374[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1723] 00000080:00200000:2.0:1789762979.105278:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000624c042d 17ffffc0001001 3:0 ffff9985a05c8620 1723 lru 00000008:00010000:1.0:1789762979.105281:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.105316:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000f279da8a 699: 1< 0 - - > 2< 2863104 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482807808 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.105323:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000055a43374 00000080:00200000:2.0:1789762979.105328:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1789762979.105331:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1724 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.105344:0:13480:0:(rw26.c:871:ll_write_end()) pos 7061504, len 4096, copied 4096 00000008:00010000:1.0:1789762979.105346:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.105362:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000013cb887b[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1724] 00000080:00200000:2.0:1789762979.105375:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f2138abe 17ffffc0001001 3:0 ffff9985a05c8c40 1724 lru 00000080:00200000:3.0:1789762979.105392:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3035 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.105413:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000965ce181 700: 1< 0 - - > 2< 2867200 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482795520 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.105420:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000013cb887b 00000080:00200000:3.0:1789762979.105422:0:13485:0:(rw26.c:871:ll_write_end()) pos 12431360, len 4096, copied 4096 00000080:00200000:2.0:1789762979.105423:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000008:00010000:1.0:1789762979.105424:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.105459:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105483:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000515f1675[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3035] 00000008:00010000:1.0:1789762979.105488:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105488:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000af38e326 17ffffc0001001 3:0 ffff998584463d20 3035 lru 00000080:00200000:3.0:1789762979.105507:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000005c77f2c 2011: 1< 0 - - > 2< 8237056 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.105511:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000515f1675 00000080:00200000:3.0:1789762979.105513:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:3.0:1789762979.105517:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3036 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.105533:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105535:0:13485:0:(rw26.c:871:ll_write_end()) pos 12435456, len 4096, copied 4096 00000008:00010000:2.0:1789762979.105542:0:2355:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105548:0:13485:0:(rw26.c:929:ll_write_end()) page@0000000053a9f916[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3036] 00000080:00200000:3.0:1789762979.105562:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000324bb28c 17ffffc0001001 3:0 ffff998584463ee0 3036 lru 00000080:00200000:3.0:1789762979.105596:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000a1986f41 2012: 1< 0 - - > 2< 8241152 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:1.0:1789762979.105597:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105604:0:13485:0:(rw26.c:929:ll_write_end()) end page@0000000053a9f916 00000080:00200000:3.0:1789762979.105609:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:3.0:1789762979.105612:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3037 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.105625:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105646:0:13485:0:(rw26.c:871:ll_write_end()) pos 12439552, len 4096, copied 4096 00000008:00010000:1.0:1789762979.105657:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105658:0:13485:0:(rw26.c:929:ll_write_end()) page@0000000085a65a77[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3037] 00000080:00200000:3.0:1789762979.105669:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000007fe7bfeb 17ffffc0001001 3:0 ffff9985844631c0 3037 lru 00000080:00200000:3.0:1789762979.105676:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000008614a948 2013: 1< 0 - - > 2< 8245248 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.105682:0:13485:0:(rw26.c:929:ll_write_end()) end page@0000000085a65a77 00000080:00200000:3.0:1789762979.105686:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:3.0:1789762979.105691:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3038 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.105694:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105710:0:13485:0:(rw26.c:871:ll_write_end()) pos 12443648, len 4096, copied 4096 00000008:00010000:1.0:1789762979.105717:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105722:0:13485:0:(rw26.c:929:ll_write_end()) page@000000003751d2f8[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3038] 00000080:00200000:3.0:1789762979.105731:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000039c0798f 17ffffc0001001 3:0 ffff998584463000 3038 lru 00000080:00200000:3.0:1789762979.105739:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000c057f747 2014: 1< 0 - - > 2< 8249344 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.105744:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000003751d2f8 00000080:00200000:3.0:1789762979.105748:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:3.0:1789762979.105753:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3039 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.105757:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105768:0:13485:0:(rw26.c:871:ll_write_end()) pos 12447744, len 4096, copied 4096 00000080:00200000:3.0:1789762979.105780:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000be9a5c21[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3039] 00000080:00200000:3.0:1789762979.105787:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000255692d3 17ffffc0001001 3:0 ffff9985844638c0 3039 lru 00000008:00010000:1.0:1789762979.105790:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105794:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8c617fc 2015: 1< 0 - - > 2< 8253440 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.105798:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000be9a5c21 00000080:00200000:3.0:1789762979.105804:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:3.0:1789762979.105807:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3040 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.105822:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:3.0:1789762979.105822:0:13485:0:(rw26.c:871:ll_write_end()) pos 12451840, len 4096, copied 4096 00000080:00200000:3.0:1789762979.105834:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000900029f7[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3040] 00000080:00200000:3.0:1789762979.105839:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000e545d2c5 17ffffc0001001 3:0 ffff998584463380 3040 lru 00000008:00010000:1.0:1789762979.105842:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105853:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000077bae74e 2016: 1< 0 - - > 2< 8257536 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.105859:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000900029f7 00000080:00200000:3.0:1789762979.105861:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:3.0:1789762979.105865:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3041 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.105881:0:13485:0:(rw26.c:871:ll_write_end()) pos 12455936, len 4096, copied 4096 00000008:00010000:1.0:1789762979.105884:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105892:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000b6986674[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3041] 00000080:00200000:3.0:1789762979.105899:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000258d0ac7 17ffffc0001001 3:0 ffff9985844630e0 3041 lru 00000080:00200000:3.0:1789762979.105906:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000007037de5c 2017: 1< 0 - - > 2< 8261632 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.105914:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000b6986674 00000080:00200000:3.0:1789762979.105918:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:3.0:1789762979.105921:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3042 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.105925:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.105937:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105943:0:13485:0:(rw26.c:871:ll_write_end()) pos 12460032, len 4096, copied 4096 00000080:00200000:3.0:1789762979.105950:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000a2b7b185[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3042] 00000080:00200000:3.0:1789762979.105960:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000cd79a153 17ffffc0001001 3:0 ffff998584463540 3042 lru 00000080:00200000:3.0:1789762979.105968:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000e913bb65 2018: 1< 0 - - > 2< 8265728 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:1.0:1789762979.105972:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.105973:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000a2b7b185 00000080:00200000:3.0:1789762979.105977:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:3.0:1789762979.105981:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3043 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.106001:0:13485:0:(rw26.c:871:ll_write_end()) pos 12464128, len 4096, copied 4096 00000008:00010000:1.0:1789762979.106005:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106011:0:13485:0:(rw26.c:929:ll_write_end()) page@000000006e164e2b[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3043] 00000080:00200000:3.0:1789762979.106019:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000584ec184 17ffffc0001001 3:0 ffff998584463b60 3043 lru 00000080:00200000:3.0:1789762979.106025:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000098f87e23 2019: 1< 0 - - > 2< 8269824 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.106029:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000006e164e2b 00000080:00200000:3.0:1789762979.106033:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:3.0:1789762979.106038:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3044 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.106045:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106056:0:13485:0:(rw26.c:871:ll_write_end()) pos 12468224, len 4096, copied 4096 00000080:00200000:3.0:1789762979.106063:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000863b162d[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3044] 00000080:00200000:3.0:1789762979.106072:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000eab14afa 17ffffc0001001 3:0 ffff998584463620 3044 lru 00000080:00200000:3.0:1789762979.106080:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000e9d19e14 2020: 1< 0 - - > 2< 8273920 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.106084:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000863b162d 00000080:00200000:3.0:1789762979.106085:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000008:00010000:1.0:1789762979.106087:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106089:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3045 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.106109:0:13485:0:(rw26.c:871:ll_write_end()) pos 12472320, len 4096, copied 4096 00000008:00010000:1.0:1789762979.106118:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106119:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000cad11606[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3045] 00000080:00200000:3.0:1789762979.106130:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000007628c420 17ffffc0001001 3:0 ffff998584463c40 3045 lru 00000080:00200000:3.0:1789762979.106148:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000007960a973 2021: 1< 0 - - > 2< 8278016 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.106155:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000cad11606 00000080:00200000:3.0:1789762979.106159:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:3.0:1789762979.106164:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3046 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.106167:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106183:0:13485:0:(rw26.c:871:ll_write_end()) pos 12476416, len 4096, copied 4096 00000080:00200000:3.0:1789762979.106194:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000fbe6e0cc[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3046] 00000080:00200000:3.0:1789762979.106204:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000061e5edb1 17ffffc0001001 3:0 ffff998584463a80 3046 lru 00000080:00200000:3.0:1789762979.106213:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000009db036b7 2022: 1< 0 - - > 2< 8282112 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:1.0:1789762979.106214:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106221:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000fbe6e0cc 00000080:00200000:3.0:1789762979.106226:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:3.0:1789762979.106230:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3047 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.106244:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106254:0:13485:0:(rw26.c:871:ll_write_end()) pos 12480512, len 4096, copied 4096 00000080:00200000:3.0:1789762979.106261:0:13485:0:(rw26.c:929:ll_write_end()) page@000000005c77f911[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3047] 00000080:00200000:3.0:1789762979.106270:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000269790b5 17ffffc0001001 3:0 ffff9985844639a0 3047 lru 00000080:00200000:3.0:1789762979.106280:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000009881cdf9 2023: 1< 0 - - > 2< 8286208 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.106284:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000005c77f911 00000008:00010000:1.0:1789762979.106303:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106309:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:3.0:1789762979.106314:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3048 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.106320:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106337:0:13485:0:(rw26.c:871:ll_write_end()) pos 12484608, len 4096, copied 4096 00000008:00010000:1.0:1789762979.106345:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106346:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000e44cf466[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3048] 00000080:00200000:3.0:1789762979.106357:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000089fc4558 17ffffc0001001 3:0 ffff9985844637e0 3048 lru 00000080:00200000:3.0:1789762979.106365:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000c6681488 2024: 1< 0 - - > 2< 8290304 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.106370:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000e44cf466 00000080:00200000:1.0:1789762979.106372:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:3.0:1789762979.106375:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:3.0:1789762979.106382:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3049 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.106389:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106406:0:13485:0:(rw26.c:871:ll_write_end()) pos 12488704, len 4096, copied 4096 00000080:00200000:3.0:1789762979.106417:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000e90b402e[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3049] 00000008:00010000:1.0:1789762979.106421:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106422:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000023e8c02f 17ffffc0001021 2:0 ffff9985844632a0 3049 lru 00000080:00200000:3.0:1789762979.106438:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000b17db32d 2025: 1< 0 - - > 2< 8294400 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.106441:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000e90b402e 00000080:00200000:3.0:1789762979.106444:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:3.0:1789762979.106447:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3050 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.106465:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106470:0:13485:0:(rw26.c:871:ll_write_end()) pos 12492800, len 4096, copied 4096 00000080:00200000:3.0:1789762979.106478:0:13485:0:(rw26.c:929:ll_write_end()) page@000000001c520b6f[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3050] 00000080:00200000:3.0:1789762979.106482:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000e65a903d 17ffffc0001001 3:0 ffff998584acc0e0 3050 lru 00000080:00200000:3.0:1789762979.106498:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000000a3fc8a3 2026: 1< 0 - - > 2< 8298496 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.106503:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000001c520b6f 00000080:00200000:3.0:1789762979.106504:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000008:00010000:1.0:1789762979.106505:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106507:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3051 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.106531:0:13485:0:(rw26.c:871:ll_write_end()) pos 12496896, len 4096, copied 4096 00000008:00010000:1.0:1789762979.106540:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106540:0:13485:0:(rw26.c:929:ll_write_end()) page@0000000007ef7b78[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3051] 00000080:00200000:3.0:1789762979.106549:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000f927db27 17ffffc0001001 3:0 ffff998584acc540 3051 lru 00000080:00200000:3.0:1789762979.106557:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000008e438f70 2027: 1< 0 - - > 2< 8302592 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.106562:0:13485:0:(rw26.c:929:ll_write_end()) end page@0000000007ef7b78 00000080:00200000:3.0:1789762979.106566:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:3.0:1789762979.106569:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3052 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.106581:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106589:0:13485:0:(rw26.c:871:ll_write_end()) pos 12500992, len 4096, copied 4096 00000080:00200000:3.0:1789762979.106599:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000b5378d91[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3052] 00000080:00200000:3.0:1789762979.106608:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000247bc4fc 17ffffc0001001 3:0 ffff998584accb60 3052 lru 00000080:00200000:3.0:1789762979.106614:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000829f83f5 2028: 1< 0 - - > 2< 8306688 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.106617:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000b5378d91 00000008:00010000:1.0:1789762979.106619:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106620:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:3.0:1789762979.106625:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3053 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.106659:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106660:0:13485:0:(rw26.c:871:ll_write_end()) pos 12505088, len 4096, copied 4096 00000080:00200000:3.0:1789762979.106671:0:13485:0:(rw26.c:929:ll_write_end()) page@000000004dafa599[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3053] 00000080:00200000:3.0:1789762979.106675:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000e3191580 17ffffc0001001 3:0 ffff998584acc620 3053 lru 00000080:00200000:3.0:1789762979.106682:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000007c71ca21 2029: 1< 0 - - > 2< 8310784 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.106687:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000004dafa599 00000080:00200000:3.0:1789762979.106690:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:3.0:1789762979.106694:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3054 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.106699:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106709:0:13485:0:(rw26.c:871:ll_write_end()) pos 12509184, len 4096, copied 4096 00000080:00200000:3.0:1789762979.106715:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000604ffeb6[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3054] 00000080:00200000:3.0:1789762979.106721:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000008212a581 17ffffc0001001 3:0 ffff998584accc40 3054 lru 00000080:00200000:3.0:1789762979.106730:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000cd070666 2030: 1< 0 - - > 2< 8314880 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.106734:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000604ffeb6 00000008:00010000:1.0:1789762979.106735:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106736:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:3.0:1789762979.106740:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3055 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.106765:0:2355:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000003d107032 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106765:0:13485:0:(rw26.c:871:ll_write_end()) pos 12513280, len 4096, copied 4096 00000008:00010000:1.0:1789762979.106766:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106786:0:13485:0:(rw26.c:929:ll_write_end()) page@000000003baa2e14[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3055] 00000080:00200000:3.0:1789762979.106803:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000036e68ae 17ffffc0001001 3:0 ffff998584acca80 3055 lru 00000080:00200000:3.0:1789762979.106832:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000eedb28e1 2031: 1< 0 - - > 2< 8318976 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 1 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.106837:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000003baa2e14 00000080:00200000:3.0:1789762979.106841:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:3.0:1789762979.106845:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3056 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.106854:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762979.106861:0:2355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2355:1876702246691712:192.168.203.136@tcp:4:dd.0 00000080:00200000:3.0:1789762979.106862:0:13485:0:(rw26.c:871:ll_write_end()) pos 12517376, len 4096, copied 4096 00000080:00200000:3.0:1789762979.106880:0:13485:0:(rw26.c:929:ll_write_end()) page@000000003bab6b13[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3056] 00000080:00200000:3.0:1789762979.106889:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000002c2a64ba 17ffffc0001001 3:0 ffff998584acc9a0 3056 lru 00000080:00200000:3.0:1789762979.106909:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000000cc69fc 2032: 1< 0 - - > 2< 8323072 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.106914:0:13481:0:(rw26.c:871:ll_write_end()) pos 7974912, len 4096, copied 4096 00000080:00200000:3.0:1789762979.106914:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000003bab6b13 00000008:00010000:1.0:1789762979.106916:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106920:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:3.0:1789762979.106930:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3057 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.106942:0:13481:0:(rw26.c:929:ll_write_end()) page@000000003fe9ed7a[3 00000000f75a6f98 2 1 000000007885039e 1 0 1947] 00000080:00200000:3.0:1789762979.106952:0:13485:0:(rw26.c:871:ll_write_end()) pos 12521472, len 4096, copied 4096 00000080:00200000:2.0:1789762979.106959:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000008da1bd84 17ffffc0001021 2:0 ffff9985a05c8a80 1947 lru 00000080:00200000:3.0:1789762979.106971:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000883c5245[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3057] 00000008:00010000:1.0:1789762979.106972:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.106989:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000000aa54734 17ffffc0001001 3:0 ffff998584acc7e0 3057 lru 00000080:00200000:2.0:1789762979.106996:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000009400baf3 923: 1< 0 - - > 2< 3780608 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482480128 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.107006:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000003fe9ed7a 00000080:00200000:2.0:1789762979.107011:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:3.0:1789762979.107019:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000044ff2b32 2033: 1< 0 - - > 2< 8327168 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.107020:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1948 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.107026:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000883c5245 00000080:00200000:3.0:1789762979.107030:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:3.0:1789762979.107034:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3058 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.107039:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.107043:0:13481:0:(rw26.c:871:ll_write_end()) pos 7979008, len 4096, copied 4096 00000080:00200000:2.0:1789762979.107051:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000a869d1a8[3 00000000f75a6f98 2 1 000000007885039e 1 0 1948] 00000080:00200000:3.0:1789762979.107052:0:13485:0:(rw26.c:871:ll_write_end()) pos 12525568, len 4096, copied 4096 00000080:00200000:1.0:1789762979.107059:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.107074:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000007dd899d4 17ffffc0001001 3:0 ffff9985a05c89a0 1948 lru 00000080:00200000:3.0:1789762979.107075:0:13485:0:(rw26.c:929:ll_write_end()) page@000000002555ddf2[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3058] 00000008:00010000:1.0:1789762979.107090:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.107099:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000a948068b 17ffffc0001001 3:0 ffff998584acc2a0 3058 lru 00000080:00200000:2.0:1789762979.107123:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000006470107 924: 1< 0 - - > 2< 3784704 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482463744 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.107133:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000a869d1a8 00000080:00200000:2.0:1789762979.107140:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:3.0:1789762979.107142:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000000c054b0d 2034: 1< 0 - - > 2< 8331264 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.107150:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1949 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.107155:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000002555ddf2 00000080:00200000:3.0:1789762979.107161:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:3.0:1789762979.107167:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3059 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.107172:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.107179:0:13481:0:(rw26.c:871:ll_write_end()) pos 7983104, len 4096, copied 4096 00000080:00200000:3.0:1789762979.107188:0:13485:0:(rw26.c:871:ll_write_end()) pos 12529664, len 4096, copied 4096 00000080:00200000:2.0:1789762979.107201:0:13481:0:(rw26.c:929:ll_write_end()) page@000000003c0ec1c9[3 00000000f75a6f98 2 1 000000007885039e 1 0 1949] 00000080:00200000:3.0:1789762979.107214:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000eb56da4b[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3059] 00000080:00200000:2.0:1789762979.107216:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000c2501b00 17ffffc0001001 3:0 ffff9985a05c87e0 1949 lru 00000080:00200000:3.0:1789762979.107241:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000709e8c41 17ffffc0001001 3:0 ffff998584acce00 3059 lru 00000080:00200000:2.0:1789762979.107244:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000075139782 925: 1< 0 - - > 2< 3788800 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482447360 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:1.0:1789762979.107248:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.107248:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000003c0ec1c9 00000080:00200000:2.0:1789762979.107255:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762979.107263:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1950 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.107275:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000497ca3d0 2035: 1< 0 - - > 2< 8335360 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.107280:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000eb56da4b 00000080:00200000:3.0:1789762979.107282:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:3.0:1789762979.107285:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3060 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.107329:0:13481:0:(rw26.c:871:ll_write_end()) pos 7987200, len 4096, copied 4096 00000008:00010000:1.0:1789762979.107330:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.107350:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000044c821fc[3 00000000f75a6f98 2 1 000000007885039e 1 0 1950] 00000080:00200000:3.0:1789762979.107354:0:13485:0:(rw26.c:871:ll_write_end()) pos 12533760, len 4096, copied 4096 00000080:00200000:2.0:1789762979.107370:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000f87ab1c2 17ffffc0001001 3:0 ffff9985a05c82a0 1950 lru 00000080:00200000:3.0:1789762979.107375:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000d464e5b3[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3060] 00000080:00200000:3.0:1789762979.107395:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000086da0cbe 17ffffc0001001 3:0 ffff998584acc700 3060 lru 00000080:00200000:2.0:1789762979.107404:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000f79c8f76 926: 1< 0 - - > 2< 3792896 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 482430976 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.107412:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000044c821fc 00000080:00200000:2.0:1789762979.107418:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:3.0:1789762979.107421:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000ebe9ae41 2036: 1< 0 - - > 2< 8339456 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:1.0:1789762979.107422:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.107427:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000d464e5b3 00000080:00200000:3.0:1789762979.107432:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762979.107438:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2503 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.107439:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3061 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.107471:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.107483:0:13483:0:(rw26.c:871:ll_write_end()) pos 10252288, len 4096, copied 4096 00000080:00200000:3.0:1789762979.107483:0:13485:0:(rw26.c:871:ll_write_end()) pos 12537856, len 4096, copied 4096 00000080:00200000:3.0:1789762979.107504:0:13485:0:(rw26.c:929:ll_write_end()) page@000000006ca3a446[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3061] 00000080:00200000:2.0:1789762979.107513:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000736bd04b[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2503] 00000080:00200000:3.0:1789762979.107516:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000c6c8bac7 17ffffc0001001 3:0 ffff998584acc460 3061 lru 00000008:00010000:1.0:1789762979.107521:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.107537:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000d931978d 17ffffc0001001 3:0 ffff9985a05c8e00 2503 lru 00000080:00200000:3.0:1789762979.107545:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000006ce271b5 2037: 1< 0 - - > 2< 8343552 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.107551:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000006ca3a446 00000080:00200000:3.0:1789762979.107556:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:3.0:1789762979.107561:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3062 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.107576:0:13485:0:(rw26.c:871:ll_write_end()) pos 12541952, len 4096, copied 4096 00000080:00200000:2.0:1789762979.107590:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000082d687bb 1479: 1< 0 - - > 2< 6057984 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.107594:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000eb298fad[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3062] 00000080:00200000:2.0:1789762979.107602:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000736bd04b 00000008:00010000:1.0:1789762979.107603:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.107603:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000077e6083e 17ffffc0001001 3:0 ffff998584accd20 3062 lru 00000080:00200000:2.0:1789762979.107611:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1789762979.107620:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2504 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.107647:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000005b2d1548 2038: 1< 0 - - > 2< 8347648 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.107653:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000eb298fad 00000080:00200000:3.0:1789762979.107654:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000008:00010000:1.0:1789762979.107655:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.107657:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3063 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.107664:0:13483:0:(rw26.c:871:ll_write_end()) pos 10256384, len 4096, copied 4096 00000080:00200000:2.0:1789762979.107678:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000d509c820[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2504] 00000080:00200000:3.0:1789762979.107679:0:13485:0:(rw26.c:871:ll_write_end()) pos 12546048, len 4096, copied 4096 00000080:00200000:2.0:1789762979.107697:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000007e84b28c 17ffffc0001001 3:0 ffff9985a05c8700 2504 lru 00000080:00200000:3.0:1789762979.107699:0:13485:0:(rw26.c:929:ll_write_end()) page@000000003f67a0b3[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3063] 00000008:00010000:1.0:1789762979.107714:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.107721:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000004281980a 17ffffc0001001 3:0 ffff998584accee0 3063 lru 00000080:00200000:2.0:1789762979.107749:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000037694244 1480: 1< 0 - - > 2< 6062080 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.107757:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000014b84d77 2039: 1< 0 - - > 2< 8351744 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.107759:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000d509c820 00000080:00200000:3.0:1789762979.107762:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000003f67a0b3 00000080:00200000:2.0:1789762979.107767:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:3.0:1789762979.107767:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:3.0:1789762979.107773:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3064 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.107780:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2505 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.107789:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.107794:0:13485:0:(rw26.c:871:ll_write_end()) pos 12550144, len 4096, copied 4096 00000080:00200000:3.0:1789762979.107802:0:13485:0:(rw26.c:929:ll_write_end()) page@000000002410880f[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3064] 00000080:00200000:3.0:1789762979.107808:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad755a52 17ffffc0001021 2:0 ffff998584acc1c0 3064 lru 00000080:00200000:3.0:1789762979.107814:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000047d258e7 2040: 1< 0 - - > 2< 8355840 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.107816:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000002410880f 00000080:00200000:2.0:1789762979.107818:0:13483:0:(rw26.c:871:ll_write_end()) pos 10260480, len 4096, copied 4096 00000080:00200000:3.0:1789762979.107821:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:3.0:1789762979.107826:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3065 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.107841:0:13483:0:(rw26.c:929:ll_write_end()) page@000000004a7cc884[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2505] 00000080:00200000:3.0:1789762979.107844:0:13485:0:(rw26.c:871:ll_write_end()) pos 12554240, len 4096, copied 4096 00000008:00010000:1.0:1789762979.107845:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.107856:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000715d9f4b 17ffffc0001001 3:0 ffff998592ae4e00 2505 lru 00000080:00200000:3.0:1789762979.107860:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000c978006e[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3065] 00000080:00200000:3.0:1789762979.107878:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000009b35189a 17ffffc0001001 3:0 ffff998584acc000 3065 lru 00000080:00200000:2.0:1789762979.107907:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000004fd7574e 1481: 1< 0 - - > 2< 6066176 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.107915:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000006f575a6d 2041: 1< 0 - - > 2< 8359936 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.107916:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000004a7cc884 00000008:00010000:1.0:1789762979.107919:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.107925:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:3.0:1789762979.107927:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000c978006e 00000080:00200000:2.0:1789762979.107932:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2506 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.107934:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:3.0:1789762979.107940:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3066 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.107953:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.107953:0:13483:0:(rw26.c:871:ll_write_end()) pos 10264576, len 4096, copied 4096 00000080:00200000:3.0:1789762979.107970:0:13485:0:(rw26.c:871:ll_write_end()) pos 12558336, len 4096, copied 4096 00000080:00200000:2.0:1789762979.107977:0:13483:0:(rw26.c:929:ll_write_end()) page@000000005af7c532[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2506] 00000080:00200000:2.0:1789762979.107991:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000157993cb 17ffffc0001001 3:0 ffff998592ae4700 2506 lru 00000080:00200000:3.0:1789762979.107997:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000eab301a0[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3066] 00000080:00200000:3.0:1789762979.108018:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000001ccf2b22 17ffffc0001001 3:0 ffff998584acc8c0 3066 lru 00000008:00010000:1.0:1789762979.108032:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.108040:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009af0837a 1482: 1< 0 - - > 2< 6070272 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.108050:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000005af7c532 00000080:00200000:2.0:1789762979.108055:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:3.0:1789762979.108061:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000840f65f0 2042: 1< 0 - - > 2< 8364032 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.108063:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2507 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.108071:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000eab301a0 00000080:00200000:3.0:1789762979.108075:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:3.0:1789762979.108081:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3067 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.108089:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.108095:0:13483:0:(rw26.c:871:ll_write_end()) pos 10268672, len 4096, copied 4096 00000080:00200000:3.0:1789762979.108105:0:13485:0:(rw26.c:871:ll_write_end()) pos 12562432, len 4096, copied 4096 00000008:00010000:1.0:1789762979.108111:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.108116:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000886b2cd6[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2507] 00000080:00200000:2.0:1789762979.108134:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000095874847 17ffffc0001021 2:0 ffff998592ae4460 2507 lru 00000080:00200000:3.0:1789762979.108134:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000f3b4693e[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3067] 00000080:00200000:3.0:1789762979.108157:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000001e37f620 17ffffc0001001 3:0 ffff998584acc380 3067 lru 00000080:00200000:2.0:1789762979.108179:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000ab582768 1483: 1< 0 - - > 2< 6074368 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.108188:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000886b2cd6 00000080:00200000:3.0:1789762979.108193:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000bcf6b58b 2043: 1< 0 - - > 2< 8368128 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.108194:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1789762979.108200:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2508 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.108202:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000f3b4693e 00000008:00010000:1.0:1789762979.108204:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.108206:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:3.0:1789762979.108212:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3068 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.108219:0:13483:0:(rw26.c:871:ll_write_end()) pos 10272768, len 4096, copied 4096 00000080:00200000:2.0:1789762979.108234:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000dbc551ba[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2508] 00000080:00200000:3.0:1789762979.108248:0:13485:0:(rw26.c:871:ll_write_end()) pos 12566528, len 4096, copied 4096 00000080:00200000:2.0:1789762979.108251:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000f816b0d1 17ffffc0001001 3:0 ffff998592ae4d20 2508 lru 00000008:00010000:1.0:1789762979.108265:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.108271:0:13485:0:(rw26.c:929:ll_write_end()) page@00000000219f73c8[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3068] 00000080:00200000:3.0:1789762979.108319:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000000532f47a 17ffffc0001001 3:0 ffff998584acd1c0 3068 lru 00000080:00200000:2.0:1789762979.108327:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000be805e64 1484: 1< 0 - - > 2< 6078464 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.108333:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000dbc551ba 00000080:00200000:2.0:1789762979.108336:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1789762979.108342:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2509 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.108359:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@000000004402e227 2044: 1< 0 - - > 2< 8372224 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.108364:0:13483:0:(rw26.c:871:ll_write_end()) pos 10276864, len 4096, copied 4096 00000080:00200000:3.0:1789762979.108365:0:13485:0:(rw26.c:929:ll_write_end()) end page@00000000219f73c8 00000008:00010000:1.0:1789762979.108366:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.108375:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:3.0:1789762979.108382:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3069 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.108392:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000ade3bf8a[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2509] 00000080:00200000:2.0:1789762979.108406:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000013a011fd 17ffffc0001001 3:0 ffff998592ae4ee0 2509 lru 00000080:00200000:3.0:1789762979.108409:0:13485:0:(rw26.c:871:ll_write_end()) pos 12570624, len 4096, copied 4096 00000080:00200000:3.0:1789762979.108432:0:13485:0:(rw26.c:929:ll_write_end()) page@000000003dae1ad0[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3069] 00000080:00200000:3.0:1789762979.108450:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @00000000718c243e 17ffffc0001001 3:0 ffff998584acd000 3069 lru 00000080:00200000:2.0:1789762979.108451:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009beff29e 1485: 1< 0 - - > 2< 6082560 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.108457:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000ade3bf8a 00000080:00200000:2.0:1789762979.108461:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762979.108468:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2510 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.108484:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@0000000083426c6e 2045: 1< 0 - - > 2< 8376320 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.108490:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000003dae1ad0 00000080:00200000:3.0:1789762979.108492:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000008:00010000:1.0:1789762979.108493:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.108494:0:13483:0:(rw26.c:871:ll_write_end()) pos 10280960, len 4096, copied 4096 00000080:00200000:3.0:1789762979.108495:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3070 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.108517:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000446a7315[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2510] 00000080:00200000:3.0:1789762979.108518:0:13485:0:(rw26.c:871:ll_write_end()) pos 12574720, len 4096, copied 4096 00000080:00200000:2.0:1789762979.108528:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b5cdac64 17ffffc0001001 3:0 ffff998592ae41c0 2510 lru 00000080:00200000:3.0:1789762979.108531:0:13485:0:(rw26.c:929:ll_write_end()) page@000000002021acf4[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3070] 00000080:00200000:3.0:1789762979.108552:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @0000000006ccdd28 17ffffc0001001 3:0 ffff998584acd8c0 3070 lru 00000008:00010000:1.0:1789762979.108556:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.108588:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000061fdf281 1486: 1< 0 - - > 2< 6086656 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.108588:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000547d8767 2046: 1< 0 - - > 2< 8380416 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.108596:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000002021acf4 00000080:00200000:2.0:1789762979.108600:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000446a7315 00000080:00200000:3.0:1789762979.108600:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762979.108609:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:3.0:1789762979.108610:0:13485:0:(rw26.c:676:ll_write_begin()) Writing 3071 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.108622:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2511 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.108638:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.108647:0:13485:0:(rw26.c:871:ll_write_end()) pos 12578816, len 4096, copied 4096 00000080:00200000:2.0:1789762979.108655:0:13483:0:(rw26.c:871:ll_write_end()) pos 10285056, len 4096, copied 4096 00000080:00200000:3.0:1789762979.108663:0:13485:0:(rw26.c:929:ll_write_end()) page@000000000e50a160[3 00000000f75a6f98 2 1 0000000022addf3f 0 0 3071] 00000080:00200000:3.0:1789762979.108681:0:13485:0:(rw26.c:929:ll_write_end()) vmpage @000000000a0fc23b 17ffffc0001001 3:0 ffff998584acd380 3071 lru 00000080:00200000:2.0:1789762979.108682:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000c21741fb[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2511] 00000008:00010000:1.0:1789762979.108692:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.108698:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000dcd59b3f 17ffffc0001001 3:0 ffff998592ae4000 2511 lru 00000080:00200000:3.0:1789762979.108724:0:13485:0:(rw26.c:929:ll_write_end()) osc-page@00000000a5c75f2f 2047: 1< 0 - - > 2< 8384512 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.108734:0:13485:0:(rw26.c:929:ll_write_end()) end page@000000000e50a160 00000080:00200000:3.0:1789762979.108740:0:13485:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1789762979.108742:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000616f58ce 1487: 1< 0 - - > 2< 6090752 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21069824 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762979.108746:0:13485:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000080:00200000:2.0:1789762979.108752:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000c21741fb 00000080:00200000:2.0:1789762979.108760:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762979.108766:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2512 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.108781:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.108785:0:13483:0:(rw26.c:871:ll_write_end()) pos 10289152, len 4096, copied 4096 00000080:00200000:2.0:1789762979.108793:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000045c46a6c[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2512] 00000080:00200000:2.0:1789762979.108798:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000000fc4a67 17ffffc0001001 3:0 ffff998592ae48c0 2512 lru 00000008:00010000:3.0:1789762979.108799:0:13485:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.108845:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000c90badf9 1488: 1< 0 - - > 2< 6094848 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21041152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.108854:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000045c46a6c 00000008:00010000:1.0:1789762979.108857:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.108857:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000008:00010000:3.0:1789762979.108861:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.108865:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2513 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.108885:0:13483:0:(rw26.c:871:ll_write_end()) pos 10293248, len 4096, copied 4096 00000008:00010000:3.0:1789762979.108901:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.108908:0:13483:0:(rw26.c:929:ll_write_end()) page@000000009d166bec[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2513] 00000080:00200000:2.0:1789762979.108928:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b09f055d 17ffffc0001001 3:0 ffff998592ae4380 2513 lru 00000008:00010000:1.0:1789762979.108943:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.108953:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.108976:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000069027bc2 1489: 1< 0 - - > 2< 6098944 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 21008384 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.108990:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000009d166bec 00000008:00010000:3.0:1789762979.108993:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.108997:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1789762979.109007:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2514 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.109010:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.109015:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.109033:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109034:0:13483:0:(rw26.c:871:ll_write_end()) pos 10297344, len 4096, copied 4096 00000008:00010000:1.0:1789762979.109038:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109061:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000d25bcbc4[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2514] 00000008:00010000:3.0:1789762979.109077:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109084:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000896bb8b4 17ffffc0001001 3:0 ffff998592ae40e0 2514 lru 00000008:00010000:3.0:1789762979.109099:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.109122:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109129:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000005d0eea27 1490: 1< 0 - - > 2< 6103040 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20987904 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.109139:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000d25bcbc4 00000080:00200000:2.0:1789762979.109146:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1789762979.109156:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2515 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.109161:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109176:0:13483:0:(rw26.c:871:ll_write_end()) pos 10301440, len 4096, copied 4096 00000008:00010000:1.0:1789762979.109193:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109200:0:13483:0:(rw26.c:929:ll_write_end()) page@000000005f84086c[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2515] 00000008:00010000:3.0:1789762979.109204:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109217:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000022ace4f2 17ffffc0001001 3:0 ffff998592ae4540 2515 lru 00000080:00200000:1.0:1789762979.109233:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.109254:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109264:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000016a39529 1491: 1< 0 - - > 2< 6107136 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20975616 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:1.0:1789762979.109275:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109276:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000005f84086c 00000008:00010000:3.0:1789762979.109281:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109282:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1789762979.109328:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2516 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.109353:0:13483:0:(rw26.c:871:ll_write_end()) pos 10305536, len 4096, copied 4096 00000008:00010000:1.0:1789762979.109363:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.109371:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109377:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000a274eae9[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2516] 00000080:00200000:2.0:1789762979.109398:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000aa28c1f7 17ffffc0001001 3:0 ffff998592ae4b60 2516 lru 00000008:00010000:3.0:1789762979.109425:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109443:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000da8f4b71 1492: 1< 0 - - > 2< 6111232 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20963328 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.109453:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000a274eae9 00000080:00200000:2.0:1789762979.109458:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1789762979.109466:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2517 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.109472:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109479:0:13483:0:(rw26.c:871:ll_write_end()) pos 10309632, len 4096, copied 4096 00000080:00200000:3.0:1789762979.109480:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.109494:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109500:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000aa68a524[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2517] 00000080:00200000:2.0:1789762979.109521:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000004537ed23 17ffffc0001001 3:0 ffff998592ae4620 2517 lru 00000008:00010000:1.0:1789762979.109530:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.109537:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109568:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009c32cfe0 1493: 1< 0 - - > 2< 6115328 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20955136 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.109578:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000aa68a524 00000008:00010000:3.0:1789762979.109582:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109584:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1789762979.109593:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2518 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.109614:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.109619:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109620:0:13483:0:(rw26.c:871:ll_write_end()) pos 10313728, len 4096, copied 4096 00000080:00200000:2.0:1789762979.109656:0:13483:0:(rw26.c:929:ll_write_end()) page@000000008ce8ef22[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2518] 00000080:00200000:2.0:1789762979.109678:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000001fed0667 17ffffc0001001 3:0 ffff998592ae4c40 2518 lru 00000008:00010000:1.0:1789762979.109684:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.109688:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109728:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000ff6bf3d5 1494: 1< 0 - - > 2< 6119424 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20967424 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.109731:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109737:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000008ce8ef22 00000080:00200000:2.0:1789762979.109749:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1789762979.109758:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2519 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.109764:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.109777:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.109782:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109787:0:13483:0:(rw26.c:871:ll_write_end()) pos 10317824, len 4096, copied 4096 00000008:00010000:3.0:1789762979.109813:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109819:0:13483:0:(rw26.c:929:ll_write_end()) page@000000009bd8afb7[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2519] 00000008:00010000:1.0:1789762979.109827:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109843:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000e0fcceaa 17ffffc0001001 3:0 ffff998592ae4a80 2519 lru 00000008:00010000:3.0:1789762979.109848:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109896:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000005b23ff75 1495: 1< 0 - - > 2< 6123520 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20918272 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.109904:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000009bd8afb7 00000008:00010000:3.0:1789762979.109906:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109910:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762979.109919:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2520 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.109942:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.109945:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109948:0:13483:0:(rw26.c:871:ll_write_end()) pos 10321920, len 4096, copied 4096 00000008:00010000:3.0:1789762979.109968:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109973:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000a18bebff[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2520] 00000008:00010000:1.0:1789762979.109995:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.109996:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000f2524687 17ffffc0001001 3:0 ffff998592ae49a0 2520 lru 00000008:00010000:3.0:1789762979.110008:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110040:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000e27c509d 1496: 1< 0 - - > 2< 6127616 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20930560 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.110053:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000a18bebff 00000080:00200000:2.0:1789762979.110056:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1789762979.110058:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2521 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.110058:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.110060:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110082:0:13483:0:(rw26.c:871:ll_write_end()) pos 10326016, len 4096, copied 4096 00000080:00200000:3.0:1789762979.110092:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.110099:0:13483:0:(rw26.c:929:ll_write_end()) page@000000008c1df7da[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2521] 00000008:00010000:3.0:1789762979.110104:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110118:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000672432c3 17ffffc0001001 3:0 ffff998592ae47e0 2521 lru 00000008:00010000:1.0:1789762979.110152:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110153:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000000c320903 1497: 1< 0 - - > 2< 6131712 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20893696 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.110165:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000008c1df7da 00000008:00010000:3.0:1789762979.110169:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110170:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1789762979.110178:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2522 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.110197:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.110201:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110203:0:13483:0:(rw26.c:871:ll_write_end()) pos 10330112, len 4096, copied 4096 00000080:00200000:2.0:1789762979.110226:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000bb074ca5[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2522] 00000008:00010000:3.0:1789762979.110234:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110243:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000003756e145 17ffffc0001021 2:0 ffff998592ae42a0 2522 lru 00000008:00010000:3.0:1789762979.110273:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110281:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000fa684fd1 1498: 1< 0 - - > 2< 6135808 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20881408 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.110314:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000bb074ca5 00000080:00200000:2.0:1789762979.110318:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762979.110320:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2523 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.110337:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.110345:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110351:0:13483:0:(rw26.c:871:ll_write_end()) pos 10334208, len 4096, copied 4096 00000080:00200000:2.0:1789762979.110379:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000075b33026[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2523] 00000080:00200000:2.0:1789762979.110392:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000003a8faecd 17ffffc0001001 3:0 ffff998588259e00 2523 lru 00000008:00010000:3.0:1789762979.110394:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.110395:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110445:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009ffade71 1499: 1< 0 - - > 2< 6139904 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20869120 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.110452:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000075b33026 00000080:00200000:2.0:1789762979.110455:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1789762979.110457:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2524 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.110460:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.110463:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.110475:0:13483:0:(rw26.c:871:ll_write_end()) pos 10338304, len 4096, copied 4096 00000008:00010000:1.0:1789762979.110495:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110503:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000079e407c6[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2524] 00000008:00010000:3.0:1789762979.110523:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110528:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000005503c468 17ffffc0001001 3:0 ffff998588259700 2524 lru 00000008:00010000:3.0:1789762979.110545:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.110578:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110583:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000877a9b5e 1500: 1< 0 - - > 2< 6144000 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20860928 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.110592:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110593:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000079e407c6 00000080:00200000:2.0:1789762979.110604:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762979.110611:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2525 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.110611:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.110641:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.110649:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110650:0:13483:0:(rw26.c:871:ll_write_end()) pos 10342400, len 4096, copied 4096 00000080:00200000:2.0:1789762979.110678:0:13483:0:(rw26.c:929:ll_write_end()) page@000000006f11c2f8[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2525] 00000080:00200000:2.0:1789762979.110696:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000d97be442 17ffffc0001001 3:0 ffff998588259460 2525 lru 00000008:00010000:3.0:1789762979.110700:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.110701:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110749:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000006a496c8 1501: 1< 0 - - > 2< 6148096 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20840448 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.110758:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000006f11c2f8 00000008:00010000:3.0:1789762979.110761:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110770:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1789762979.110778:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2526 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.110799:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.110806:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.110808:0:13483:0:(rw26.c:871:ll_write_end()) pos 10346496, len 4096, copied 4096 00000008:00010000:3.0:1789762979.110814:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110834:0:13483:0:(rw26.c:929:ll_write_end()) page@000000002e355023[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2526] 00000008:00010000:1.0:1789762979.110847:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110851:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000ed52de34 17ffffc0001001 3:0 ffff998588259d20 2526 lru 00000080:00200000:2.0:1789762979.110900:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009ea1a2f5 1502: 1< 0 - - > 2< 6152192 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20832256 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.110905:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110911:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000002e355023 00000080:00200000:2.0:1789762979.110918:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1789762979.110925:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2527 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.110943:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.110947:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110953:0:13483:0:(rw26.c:871:ll_write_end()) pos 10350592, len 4096, copied 4096 00000080:00200000:2.0:1789762979.110971:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000079a716ea[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2527] 00000008:00010000:1.0:1789762979.110974:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.110975:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.110976:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000008d5b1c76 17ffffc0001001 3:0 ffff998588259ee0 2527 lru 00000080:00200000:2.0:1789762979.111025:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000003557e5ed 1503: 1< 0 - - > 2< 6156288 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20819968 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.111035:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000079a716ea 00000008:00010000:3.0:1789762979.111036:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111043:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1789762979.111050:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2528 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.111072:0:13483:0:(rw26.c:871:ll_write_end()) pos 10354688, len 4096, copied 4096 00000008:00010000:3.0:1789762979.111077:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111078:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000c90addae[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2528] 00000008:00010000:1.0:1789762979.111079:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111100:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000007db1369f 17ffffc0001001 3:0 ffff9985882591c0 2528 lru 00000008:00010000:3.0:1789762979.111118:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111120:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000eead47d3 1504: 1< 0 - - > 2< 6160384 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20811776 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.111135:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000c90addae 00000080:00200000:2.0:1789762979.111143:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1789762979.111156:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2529 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.111157:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.111162:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111183:0:13483:0:(rw26.c:871:ll_write_end()) pos 10358784, len 4096, copied 4096 00000080:00200000:2.0:1789762979.111190:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000fcf9918a[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2529] 00000008:00010000:3.0:1789762979.111192:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111209:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000c101aab2 17ffffc0001001 3:0 ffff998588259000 2529 lru 00000008:00010000:3.0:1789762979.111240:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111266:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000009768296d 1505: 1< 0 - - > 2< 6164480 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20799488 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:1.0:1789762979.111273:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111275:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000fcf9918a 00000080:00200000:2.0:1789762979.111279:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000008:00010000:3.0:1789762979.111282:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111326:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2530 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.111344:0:13483:0:(rw26.c:871:ll_write_end()) pos 10362880, len 4096, copied 4096 00000008:00010000:1.0:1789762979.111358:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111359:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000648414b0[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2530] 00000008:00010000:3.0:1789762979.111369:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111377:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000a62319a9 17ffffc0001001 3:0 ffff9985882598c0 2530 lru 00000080:00200000:2.0:1789762979.111411:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000081d12d20 1506: 1< 0 - - > 2< 6168576 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20787200 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.111422:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000648414b0 00000080:00200000:2.0:1789762979.111428:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1789762979.111434:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2531 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.111435:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.111439:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111464:0:13483:0:(rw26.c:871:ll_write_end()) pos 10366976, len 4096, copied 4096 00000008:00010000:3.0:1789762979.111471:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111484:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000f3f1a7b9[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2531] 00000008:00010000:1.0:1789762979.111502:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111505:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000049fa8298 17ffffc0001001 3:0 ffff998588259380 2531 lru 00000008:00010000:3.0:1789762979.111514:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111557:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000a7245310 1507: 1< 0 - - > 2< 6172672 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20774912 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.111567:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000f3f1a7b9 00000080:00200000:3.0:1789762979.111568:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:1.0:1789762979.111575:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111576:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000008:00010000:3.0:1789762979.111580:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111583:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2532 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.111609:0:13483:0:(rw26.c:871:ll_write_end()) pos 10371072, len 4096, copied 4096 00000008:00010000:3.0:1789762979.111611:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.111613:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:1.0:1789762979.111645:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111650:0:13483:0:(rw26.c:929:ll_write_end()) page@000000006bb1a4e1[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2532] 00000008:00010000:3.0:1789762979.111653:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111668:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000e81102e8 17ffffc0001001 3:0 ffff9985882590e0 2532 lru 00000080:00200000:2.0:1789762979.111716:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000cda90351 1508: 1< 0 - - > 2< 6176768 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20762624 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.111724:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000006bb1a4e1 00000080:00200000:2.0:1789762979.111729:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762979.111737:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2533 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.111746:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111754:0:13483:0:(rw26.c:871:ll_write_end()) pos 10375168, len 4096, copied 4096 00000008:00010000:1.0:1789762979.111757:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.111770:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111779:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000e910d6c0[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2533] 00000080:00200000:2.0:1789762979.111802:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000077051e1c 17ffffc0001001 3:0 ffff998588259540 2533 lru 00000008:00010000:3.0:1789762979.111816:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111851:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000010c6bf3c 1509: 1< 0 - - > 2< 6180864 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20754432 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:1.0:1789762979.111852:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111864:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000e910d6c0 00000008:00010000:3.0:1789762979.111867:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111869:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762979.111880:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2534 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.111901:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.111902:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111912:0:13483:0:(rw26.c:871:ll_write_end()) pos 10379264, len 4096, copied 4096 00000080:00200000:2.0:1789762979.111937:0:13483:0:(rw26.c:929:ll_write_end()) page@000000009d1ed0aa[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2534] 00000008:00010000:3.0:1789762979.111941:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.111957:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000016b98901 17ffffc0001001 3:0 ffff998588259b60 2534 lru 00000008:00010000:1.0:1789762979.111964:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.111969:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112013:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8abc200 1510: 1< 0 - - > 2< 6184960 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20738048 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762979.112018:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112026:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000009d1ed0aa 00000080:00200000:2.0:1789762979.112035:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000008:00010000:1.0:1789762979.112039:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112041:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2535 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.112045:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112063:0:13483:0:(rw26.c:871:ll_write_end()) pos 10383360, len 4096, copied 4096 00000008:00010000:3.0:1789762979.112073:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112085:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000cbd70e83[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2535] 00000080:00200000:2.0:1789762979.112106:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000c297a3a9 17ffffc0001001 3:0 ffff998588259620 2535 lru 00000008:00010000:1.0:1789762979.112107:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.112114:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112155:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000e3e3a213 1511: 1< 0 - - > 2< 6189056 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20717568 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.112166:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000cbd70e83 00000008:00010000:1.0:1789762979.112167:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.112172:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112173:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762979.112181:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2536 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.112209:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:1.0:1789762979.112214:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112218:0:13483:0:(rw26.c:871:ll_write_end()) pos 10387456, len 4096, copied 4096 00000008:00010000:3.0:1789762979.112222:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112241:0:13483:0:(rw26.c:929:ll_write_end()) page@000000007f691f0c[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2536] 00000080:00200000:2.0:1789762979.112262:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000007efd512c 17ffffc0001001 3:0 ffff998588259c40 2536 lru 00000008:00010000:3.0:1789762979.112280:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.112334:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112356:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000dbda4e41 1512: 1< 0 - - > 2< 6193152 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 20709376 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762979.112367:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000007f691f0c 00000080:00200000:2.0:1789762979.112376:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000008:00010000:3.0:1789762979.112386:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112397:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1951 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.112420:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.112423:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112428:0:13481:0:(rw26.c:871:ll_write_end()) pos 7991296, len 4096, copied 4096 00000080:00200000:2.0:1789762979.112453:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000065fbd995[3 00000000f75a6f98 2 1 000000007885039e 1 0 1951] 00000008:00010000:3.0:1789762979.112466:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112471:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000e2cdb9be 17ffffc0001021 2:0 ffff998588259a80 1951 lru 00000008:00010000:1.0:1789762979.112500:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112525:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000ce9b69e2 927: 1< 0 - - > 2< 3796992 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481878016 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.112535:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000065fbd995 00000080:00200000:2.0:1789762979.112540:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762979.112555:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1952 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.112560:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112579:0:13481:0:(rw26.c:871:ll_write_end()) pos 7995392, len 4096, copied 4096 00000008:00010000:3.0:1789762979.112586:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112606:0:13481:0:(rw26.c:929:ll_write_end()) page@000000001e83adca[3 00000000f75a6f98 2 1 000000007885039e 1 0 1952] 00000008:00010000:1.0:1789762979.112614:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.112620:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112640:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000005cadb8d3 17ffffc0001001 3:0 ffff9985882599a0 1952 lru 00000008:00010000:3.0:1789762979.112653:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.112688:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112692:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000008526c916 928: 1< 0 - - > 2< 3801088 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481861632 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:3.0:1789762979.112698:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112703:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000001e83adca 00000080:00200000:2.0:1789762979.112714:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000008:00010000:3.0:1789762979.112720:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112725:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1953 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.112750:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112752:0:13481:0:(rw26.c:871:ll_write_end()) pos 7999488, len 4096, copied 4096 00000008:00010000:3.0:1789762979.112755:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112782:0:13481:0:(rw26.c:929:ll_write_end()) page@000000003dc15789[3 00000000f75a6f98 2 1 000000007885039e 1 0 1953] 00000080:00200000:1.0:1789762979.112791:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.112803:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000009b262dc6 17ffffc0001001 3:0 ffff9985882597e0 1953 lru 00000008:00010000:3.0:1789762979.112807:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.112818:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.112840:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112859:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000660703fe 929: 1< 0 - - > 2< 3805184 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481845248 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.112867:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000003dc15789 00000008:00010000:3.0:1789762979.112868:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112876:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1789762979.112886:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1954 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.112887:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.112896:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.112905:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112910:0:13481:0:(rw26.c:871:ll_write_end()) pos 8003584, len 4096, copied 4096 00000080:00200000:2.0:1789762979.112939:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000461276c0[3 00000000f75a6f98 2 1 000000007885039e 1 0 1954] 00000008:00010000:1.0:1789762979.112943:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.112948:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.112951:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000007badf515 17ffffc0001001 3:0 ffff9985882592a0 1954 lru 00000008:00010000:3.0:1789762979.113003:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113005:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000fe2ad251 930: 1< 0 - - > 2< 3809280 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481824768 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.113014:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000461276c0 00000080:00200000:2.0:1789762979.113019:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1789762979.113026:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1955 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.113049:0:13481:0:(rw26.c:871:ll_write_end()) pos 8007680, len 4096, copied 4096 00000008:00010000:1.0:1789762979.113050:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.113050:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113071:0:13481:0:(rw26.c:929:ll_write_end()) page@000000006f55d438[3 00000000f75a6f98 2 1 000000007885039e 1 0 1955] 00000080:00200000:2.0:1789762979.113093:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000bfa1e22e 17ffffc0001001 3:0 ffff9985a0dcc700 1955 lru 00000080:00200000:2.0:1789762979.113105:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000009ada697e 931: 1< 0 - - > 2< 3813376 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481816576 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:3.0:1789762979.113110:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113116:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000006f55d438 00000080:00200000:2.0:1789762979.113122:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1789762979.113129:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1956 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.113145:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113153:0:13481:0:(rw26.c:871:ll_write_end()) pos 8011776, len 4096, copied 4096 00000008:00010000:3.0:1789762979.113154:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.113156:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113171:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000e9f6aa17[3 00000000f75a6f98 2 1 000000007885039e 1 0 1956] 00000080:00200000:2.0:1789762979.113193:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000001f2bd849 17ffffc0001001 3:0 ffff9985a0dcc460 1956 lru 00000008:00010000:3.0:1789762979.113200:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113230:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000009cfe1d64 932: 1< 0 - - > 2< 3817472 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481804288 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.113239:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000e9f6aa17 00000080:00200000:2.0:1789762979.113246:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762979.113255:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1957 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.113261:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113274:0:13481:0:(rw26.c:871:ll_write_end()) pos 8015872, len 4096, copied 4096 00000080:00200000:2.0:1789762979.113312:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000a9bdbac6[3 00000000f75a6f98 2 1 000000007885039e 1 0 1957] 00000008:00010000:3.0:1789762979.113316:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113317:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000009d9cb6ba 17ffffc0001001 3:0 ffff9985a0dccd20 1957 lru 00000008:00010000:0.0:1789762979.113319:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113354:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000a96013bf 933: 1< 0 - - > 2< 3821568 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481796096 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.113365:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000a9bdbac6 00000080:00200000:2.0:1789762979.113370:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000008:00010000:1.0:1789762979.113371:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.113377:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113381:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1958 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.113402:0:13481:0:(rw26.c:871:ll_write_end()) pos 8019968, len 4096, copied 4096 00000008:00010000:3.0:1789762979.113415:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.113418:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113430:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000b9b7f266[3 00000000f75a6f98 2 1 000000007885039e 1 0 1958] 00000080:00200000:2.0:1789762979.113451:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000010fbf9eb 17ffffc0001001 3:0 ffff9985a0dccee0 1958 lru 00000008:00010000:1.0:1789762979.113472:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.113476:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113482:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000adf9d854 934: 1< 0 - - > 2< 3825664 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481787904 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.113501:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000b9b7f266 00000080:00200000:2.0:1789762979.113508:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000008:00010000:0.0:1789762979.113510:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.113514:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113515:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1959 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.113535:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.113538:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.113547:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113547:0:13481:0:(rw26.c:871:ll_write_end()) pos 8024064, len 4096, copied 4096 00000008:00010000:3.0:1789762979.113552:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113576:0:13481:0:(rw26.c:929:ll_write_end()) page@000000003fea8952[3 00000000f75a6f98 2 1 000000007885039e 1 0 1959] 00000008:00010000:1.0:1789762979.113588:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113590:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000b105890f 17ffffc0001001 3:0 ffff9985a0dcc1c0 1959 lru 00000008:00010000:3.0:1789762979.113592:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.113615:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.113647:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.113659:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000a7bac37a 935: 1< 0 - - > 2< 3829760 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481767424 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:3.0:1789762979.113661:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.113663:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113668:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000003fea8952 00000080:00200000:2.0:1789762979.113674:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1789762979.113681:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1960 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.113702:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113706:0:13481:0:(rw26.c:871:ll_write_end()) pos 8028160, len 4096, copied 4096 00000008:00010000:3.0:1789762979.113708:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.113723:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113731:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000b47650ff[3 00000000f75a6f98 2 1 000000007885039e 1 0 1960] 00000080:00200000:2.0:1789762979.113753:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000f0bf9048 17ffffc0001001 3:0 ffff9985a0dcc000 1960 lru 00000008:00010000:0.0:1789762979.113765:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.113767:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113771:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000063f5d09 936: 1< 0 - - > 2< 3833856 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481751040 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.113787:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000b47650ff 00000080:00200000:2.0:1789762979.113795:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000008:00010000:1.0:1789762979.113798:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.113801:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113802:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1961 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.113812:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113831:0:13481:0:(rw26.c:871:ll_write_end()) pos 8032256, len 4096, copied 4096 00000008:00010000:3.0:1789762979.113831:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.113832:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113860:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000e7329d0e[3 00000000f75a6f98 2 1 000000007885039e 1 0 1961] 00000080:00200000:2.0:1789762979.113878:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000311f63c4 17ffffc0001001 3:0 ffff9985a0dcc8c0 1961 lru 00000008:00010000:0.0:1789762979.113888:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113889:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000d4028a35 937: 1< 0 - - > 2< 3837952 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481759232 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:3.0:1789762979.113892:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113900:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000e7329d0e 00000080:00200000:2.0:1789762979.113906:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1789762979.113915:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1962 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.113923:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.113929:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.113934:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113934:0:13481:0:(rw26.c:871:ll_write_end()) pos 8036352, len 4096, copied 4096 00000080:00200000:1.0:1789762979.113939:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.113952:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.113960:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000a5d1a0c4[3 00000000f75a6f98 2 1 000000007885039e 1 0 1962] 00000080:00200000:2.0:1789762979.113980:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000071caf21c 17ffffc0001001 3:0 ffff9985a0dcc380 1962 lru 00000008:00010000:1.0:1789762979.113982:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.113994:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.114035:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114035:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000009e92dfbe 938: 1< 0 - - > 2< 3842048 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481718272 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.114047:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000a5d1a0c4 00000080:00200000:2.0:1789762979.114053:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1789762979.114060:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1963 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.114083:0:13481:0:(rw26.c:871:ll_write_end()) pos 8040448, len 4096, copied 4096 00000008:00010000:1.0:1789762979.114086:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.114087:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114104:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000cefed4c6[3 00000000f75a6f98 2 1 000000007885039e 1 0 1963] 00000080:00200000:2.0:1789762979.114125:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000002e79801e 17ffffc0001001 3:0 ffff9985a0dcc0e0 1963 lru 00000008:00010000:0.0:1789762979.114135:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.114152:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114170:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000035fa2282 939: 1< 0 - - > 2< 3846144 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481710080 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.114179:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000cefed4c6 00000080:00200000:2.0:1789762979.114185:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000008:00010000:1.0:1789762979.114190:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114193:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1964 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.114199:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114212:0:13481:0:(rw26.c:871:ll_write_end()) pos 8044544, len 4096, copied 4096 00000008:00010000:0.0:1789762979.114216:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.114224:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114226:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000dee8f12c[3 00000000f75a6f98 2 1 000000007885039e 1 0 1964] 00000080:00200000:2.0:1789762979.114247:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000de9f210a 17ffffc0001001 3:0 ffff9985a0dcc540 1964 lru 00000008:00010000:1.0:1789762979.114262:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.114271:0:13490:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.114273:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114308:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000031867f01 940: 1< 0 - - > 2< 3850240 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481697792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:1.0:1789762979.114313:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114314:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000dee8f12c 00000080:00200000:2.0:1789762979.114320:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1789762979.114327:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1965 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.114353:0:13481:0:(rw26.c:871:ll_write_end()) pos 8048640, len 4096, copied 4096 00000008:00010000:3.0:1789762979.114354:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.114356:0:13490:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114374:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000d812c0b5[3 00000000f75a6f98 2 1 000000007885039e 1 0 1965] 00000080:00200000:2.0:1789762979.114395:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000999bcf33 17ffffc0001001 3:0 ffff9985a0dccb60 1965 lru 00000008:00010000:1.0:1789762979.114410:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114410:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000048d26b5c 941: 1< 0 - - > 2< 3854336 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481685504 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1789762979.114412:0:13490:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 1, dirtied 1 00000080:00200000:3.0:1789762979.114417:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:0.0:1789762979.114420:0:13490:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762979.114422:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000d812c0b5 00000080:00200000:2.0:1789762979.114432:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000008:00010000:3.0:1789762979.114435:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.114436:0:13490:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write bytes 0, result: 1048576 00000080:00200000:2.0:1789762979.114438:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1966 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.114457:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.114464:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114468:0:13481:0:(rw26.c:871:ll_write_end()) pos 8052736, len 4096, copied 4096 00000020:00010000:0.0:1789762979.114470:0:13490:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998590c03038 (ffff998588fac008/0) at cl_lock_release():245 00000008:00010000:1.0:1789762979.114470:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1789762979.114486:0:13490:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998590c03038 (ffff998588fac008/0) at cl_lock_cancel():142 00000080:00200000:2.0:1789762979.114501:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000686ab5ca[3 00000000f75a6f98 2 1 000000007885039e 1 0 1966] 00000020:00010000:0.0:1789762979.114504:0:13490:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588af69b0 (ffff998590aa2878/1) at cl_lock_cancel():142 00010000:00010000:0.0:1789762979.114525:0:13490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 19/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114526:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000515039c3 17ffffc0001021 2:0 ffff9985a0dcc620 1966 lru 00000008:00010000:3.0:1789762979.114529:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.114532:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 19/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.114588:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114589:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000003cdedd00 942: 1< 0 - - > 2< 3858432 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481669120 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000008:00010000:1.0:1789762979.114596:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 19/0,7 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114600:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000686ab5ca 00000080:00200000:2.0:1789762979.114606:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00010000:00010000:0.0:1789762979.114612:0:13490:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114615:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1967 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.114641:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 18/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.114651:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114653:0:13481:0:(rw26.c:871:ll_write_end()) pos 8056832, len 4096, copied 4096 00000020:00010000:0.0:1789762979.114656:0:13490:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998590c03038 (ffff998588fac008/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762979.114668:0:13490:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588af69b0 (ffff998588fac008/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762979.114681:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000044611e4c[3 00000000f75a6f98 2 1 000000007885039e 1 0 1967] 00000008:00010000:1.0:1789762979.114692:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.114693:0:13490:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762979.114698:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000a52de000 17ffffc0001001 3:0 ffff9985a0dccc40 1967 lru 00000008:00010000:3.0:1789762979.114700:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.114704:0:13490:0:(file.c:2205:ll_file_io_generic()) Range unlock [3840, 4095] 00000080:00200000:0.0:1789762979.114718:0:13490:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762979.114741:0:13490:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:1.0:1789762979.114746:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114752:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000005f11726d 943: 1< 0 - - > 2< 3862528 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481656832 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.114759:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000044611e4c 00000008:00010000:3.0:1789762979.114759:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114769:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1789762979.114776:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1968 of 0 to 4096 bytes 00010000:00010000:0.0:1789762979.114795:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:1.0:1789762979.114798:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114800:0:13481:0:(rw26.c:871:ll_write_end()) pos 8060928, len 4096, copied 4096 00000008:00010000:3.0:1789762979.114801:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.114804:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3538 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.114829:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000558ad569[3 00000000f75a6f98 2 1 000000007885039e 1 0 1968] 00000080:00200000:0.0:1789762979.114831:0:13488:0:(rw26.c:871:ll_write_end()) pos 14491648, len 4096, copied 4096 00000080:00200000:2.0:1789762979.114849:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000005d9cc5c0 17ffffc0001001 3:0 ffff9985a0dcca80 1968 lru 00000008:00010000:1.0:1789762979.114850:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.114851:0:13488:0:(rw26.c:929:ll_write_end()) page@000000003d9aaa3f[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3538] 00000008:00010000:3.0:1789762979.114852:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.114872:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000441cf01f 17ffffc0001001 3:0 ffff99858498d460 3538 lru 00000080:00200000:2.0:1789762979.114899:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000c6a90e0d 944: 1< 0 - - > 2< 3866624 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481644544 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.114911:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000634563b4 1490: 1< 0 - - > 2< 6103040 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481644544 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.114911:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000558ad569 00000008:00010000:3.0:1789762979.114915:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114919:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:1.0:1789762979.114920:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:0.0:1789762979.114921:0:13488:0:(rw26.c:929:ll_write_end()) end page@000000003d9aaa3f 00000080:00200000:0.0:1789762979.114932:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1789762979.114933:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1969 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.114936:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.114939:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.114943:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3539 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.114959:0:13481:0:(rw26.c:871:ll_write_end()) pos 8065024, len 4096, copied 4096 00000080:00200000:0.0:1789762979.114963:0:13488:0:(rw26.c:871:ll_write_end()) pos 14495744, len 4096, copied 4096 00000008:00010000:1.0:1789762979.114980:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.114980:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.114981:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000e8415586[3 00000000f75a6f98 2 1 000000007885039e 1 0 1969] 00000080:00200000:0.0:1789762979.114982:0:13488:0:(rw26.c:929:ll_write_end()) page@000000003f28e94e[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3539] 00000080:00200000:0.0:1789762979.115007:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000f10dbcf9 17ffffc0001001 3:0 ffff99858498dd20 3539 lru 00000080:00200000:2.0:1789762979.115007:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff282be6 17ffffc0001001 3:0 ffff9985a0dcc9a0 1969 lru 00000008:00010000:1.0:1789762979.115031:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.115034:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115057:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@000000001bd5daa7 1491: 1< 0 - - > 2< 6107136 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481636352 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.115063:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000f92bff2b 945: 1< 0 - - > 2< 3870720 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481636352 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.115066:0:13488:0:(rw26.c:929:ll_write_end()) end page@000000003f28e94e 00000080:00200000:0.0:1789762979.115074:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1789762979.115078:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000e8415586 00000080:00200000:0.0:1789762979.115080:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3540 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.115084:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.115086:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1789762979.115092:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1970 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.115093:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115102:0:13488:0:(rw26.c:871:ll_write_end()) pos 14499840, len 4096, copied 4096 00000008:00010000:1.0:1789762979.115103:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115114:0:13488:0:(rw26.c:929:ll_write_end()) page@000000001996be83[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3540] 00000080:00200000:2.0:1789762979.115116:0:13481:0:(rw26.c:871:ll_write_end()) pos 8069120, len 4096, copied 4096 00000080:00200000:0.0:1789762979.115129:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @0000000088dcf277 17ffffc0001001 3:0 ffff998588192700 3540 lru 00000080:00200000:2.0:1789762979.115145:0:13481:0:(rw26.c:929:ll_write_end()) page@000000005371dccd[3 00000000f75a6f98 2 1 000000007885039e 1 0 1970] 00000008:00010000:3.0:1789762979.115145:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.115147:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115155:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000b0798f83 1492: 1< 0 - - > 2< 6111232 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481624064 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.115163:0:13488:0:(rw26.c:929:ll_write_end()) end page@000000001996be83 00000080:00200000:2.0:1789762979.115165:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000024f7ad1f 17ffffc0001001 3:0 ffff9985a0dcc7e0 1970 lru 00000080:00200000:0.0:1789762979.115168:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:0.0:1789762979.115178:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3541 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.115199:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000000fac1b99 946: 1< 0 - - > 2< 3874816 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481619968 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000008:00010000:1.0:1789762979.115201:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.115206:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000005371dccd 00000080:00200000:2.0:1789762979.115209:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:3.0:1789762979.115213:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:0.0:1789762979.115214:0:13488:0:(rw26.c:871:ll_write_end()) pos 14503936, len 4096, copied 4096 00000080:00200000:2.0:1789762979.115219:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1971 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.115232:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115234:0:13488:0:(rw26.c:929:ll_write_end()) page@000000006a1869b8[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3541] 00000080:00200000:0.0:1789762979.115246:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000320ab8e4 17ffffc0001001 3:0 ffff998588192460 3541 lru 00000080:00200000:2.0:1789762979.115247:0:13481:0:(rw26.c:871:ll_write_end()) pos 8073216, len 4096, copied 4096 00000008:00010000:1.0:1789762979.115256:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.115275:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000037f80c15[3 00000000f75a6f98 2 1 000000007885039e 1 0 1971] 00000008:00010000:3.0:1789762979.115283:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115334:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@000000008e78b1e5 1493: 1< 0 - - > 2< 6115328 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481615872 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000008:00010000:1.0:1789762979.115334:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115343:0:13488:0:(rw26.c:929:ll_write_end()) end page@000000006a1869b8 00000080:00200000:2.0:1789762979.115345:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000003ddbe72b 17ffffc0001001 3:0 ffff9985a0dcc2a0 1971 lru 00000080:00200000:0.0:1789762979.115348:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:0.0:1789762979.115356:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3542 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.115382:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115383:0:13488:0:(rw26.c:871:ll_write_end()) pos 14508032, len 4096, copied 4096 00000080:00200000:2.0:1789762979.115386:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000016948687 947: 1< 0 - - > 2< 3878912 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481607680 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000008:00010000:1.0:1789762979.115388:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.115396:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000037f80c15 00000080:00200000:0.0:1789762979.115403:0:13488:0:(rw26.c:929:ll_write_end()) page@000000000f73bf02[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3542] 00000080:00200000:2.0:1789762979.115406:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:0.0:1789762979.115418:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000deae58f1 17ffffc0001001 3:0 ffff998588192d20 3542 lru 00000080:00200000:0.0:1789762979.115432:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@0000000026d2905b 1494: 1< 0 - - > 2< 6119424 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481603584 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.115436:0:13488:0:(rw26.c:929:ll_write_end()) end page@000000000f73bf02 00000008:00010000:3.0:1789762979.115438:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115439:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000008:00010000:1.0:1789762979.115440:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.115441:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1725 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.115446:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3543 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.115471:0:13480:0:(rw26.c:871:ll_write_end()) pos 7065600, len 4096, copied 4096 00000008:00010000:1.0:1789762979.115475:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115477:0:13488:0:(rw26.c:871:ll_write_end()) pos 14512128, len 4096, copied 4096 00000008:00010000:3.0:1789762979.115500:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115503:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000f2b4e708[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3543] 00000080:00200000:2.0:1789762979.115503:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000512f5357[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1725] 00000008:00010000:1.0:1789762979.115522:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115533:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000000ba37189 17ffffc0001001 3:0 ffff998588192ee0 3543 lru 00000080:00200000:2.0:1789762979.115533:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f52e32e9 17ffffc0001001 3:0 ffff9985a0dcce00 1725 lru 00000008:00010000:3.0:1789762979.115546:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.115552:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115581:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@000000009e6cfc58 1495: 1< 0 - - > 2< 6123520 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481591296 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.115589:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000f2b4e708 00000080:00200000:0.0:1789762979.115595:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762979.115596:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000006cfd17e6 701: 1< 0 - - > 2< 2871296 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481591296 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.115598:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3544 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.115600:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.115603:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.115607:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000512f5357 00000080:00200000:2.0:1789762979.115615:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:0.0:1789762979.115617:0:13488:0:(rw26.c:871:ll_write_end()) pos 14516224, len 4096, copied 4096 00000080:00200000:2.0:1789762979.115625:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1726 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.115643:0:13488:0:(rw26.c:929:ll_write_end()) page@0000000001ca1946[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3544] 00000080:00200000:1.0:1789762979.115645:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:0.0:1789762979.115651:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000acfe46c4 17ffffc0001001 3:0 ffff9985881921c0 3544 lru 00000008:00010000:3.0:1789762979.115651:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.115657:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115673:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000c4952b8f 1496: 1< 0 - - > 2< 6127616 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481579008 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.115673:0:13480:0:(rw26.c:871:ll_write_end()) pos 7069696, len 4096, copied 4096 00000080:00200000:0.0:1789762979.115682:0:13488:0:(rw26.c:929:ll_write_end()) end page@0000000001ca1946 00000080:00200000:0.0:1789762979.115688:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000008:00010000:3.0:1789762979.115688:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.115693:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115694:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3545 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.115704:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000dc810b21[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1726] 00000080:00200000:0.0:1789762979.115717:0:13488:0:(rw26.c:871:ll_write_end()) pos 14520320, len 4096, copied 4096 00000080:00200000:2.0:1789762979.115726:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000d6a80631 17ffffc0001001 3:0 ffff998588316620 1726 lru 00000080:00200000:0.0:1789762979.115731:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000fb109fe4[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3545] 00000008:00010000:1.0:1789762979.115732:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115740:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000fbd008e2 17ffffc0001001 3:0 ffff998588192000 3545 lru 00000008:00010000:3.0:1789762979.115741:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.115784:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.115784:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000000f0d9714 702: 1< 0 - - > 2< 2875392 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481570816 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.115785:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000a035c93d 1497: 1< 0 - - > 2< 6131712 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481570816 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000008:00010000:3.0:1789762979.115798:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115801:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000fb109fe4 00000080:00200000:2.0:1789762979.115801:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000dc810b21 00000008:00010000:1.0:1789762979.115804:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115812:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1789762979.115812:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000080:00200000:0.0:1789762979.115826:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3546 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.115826:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1727 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.115837:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.115846:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.115856:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.115859:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.115869:0:13480:0:(rw26.c:871:ll_write_end()) pos 7073792, len 4096, copied 4096 00000080:00200000:0.0:1789762979.115876:0:13488:0:(rw26.c:871:ll_write_end()) pos 14524416, len 4096, copied 4096 00000080:00200000:2.0:1789762979.115898:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000ea5f9ed7[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1727] 00000080:00200000:0.0:1789762979.115899:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000f277d88c[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3546] 00000008:00010000:1.0:1789762979.115903:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.115903:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.115915:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000766f32cc 17ffffc0001021 2:0 ffff9985881928c0 3546 lru 00000080:00200000:2.0:1789762979.115920:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000d35b15c9 17ffffc0001001 3:0 ffff998588316c40 1727 lru 00000080:00200000:0.0:1789762979.115959:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@000000000c109992 1498: 1< 0 - - > 2< 6135808 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481550336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.115963:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000001b3ee9e5 703: 1< 0 - - > 2< 2879488 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481550336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.115966:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000f277d88c 00000008:00010000:1.0:1789762979.115968:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.115970:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000ea5f9ed7 00000080:00200000:0.0:1789762979.115971:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000008:00010000:3.0:1789762979.115972:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.115977:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:0.0:1789762979.115978:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3547 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.115985:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1728 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.115999:0:13488:0:(rw26.c:871:ll_write_end()) pos 14528512, len 4096, copied 4096 00000080:00200000:0.0:1789762979.116011:0:13488:0:(rw26.c:929:ll_write_end()) page@000000001b5fc197[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3547] 00000080:00200000:3.0:1789762979.116015:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.116017:0:13480:0:(rw26.c:871:ll_write_end()) pos 7077888, len 4096, copied 4096 00000080:00200000:0.0:1789762979.116023:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000479f0f99 17ffffc0001001 3:0 ffff998588192380 3547 lru 00000008:00010000:3.0:1789762979.116028:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.116036:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116052:0:13480:0:(rw26.c:929:ll_write_end()) page@000000002b4eeabe[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1728] 00000008:00010000:3.0:1789762979.116068:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.116069:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000055ea9c9 1499: 1< 0 - - > 2< 6139904 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481546240 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.116076:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000ce33973c 17ffffc0001001 3:0 ffff998588316a80 1728 lru 00000080:00200000:0.0:1789762979.116077:0:13488:0:(rw26.c:929:ll_write_end()) end page@000000001b5fc197 00000080:00200000:0.0:1789762979.116089:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000008:00010000:1.0:1789762979.116094:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.116097:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3548 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.116097:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.116122:0:13488:0:(rw26.c:871:ll_write_end()) pos 14532608, len 4096, copied 4096 00000080:00200000:2.0:1789762979.116131:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000375d0a6d 704: 1< 0 - - > 2< 2883584 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481542144 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.116141:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000002b4eeabe 00000080:00200000:0.0:1789762979.116145:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000058b0e8d[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3548] 00000080:00200000:2.0:1789762979.116148:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000008:00010000:1.0:1789762979.116151:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116153:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1729 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.116155:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000006e9d452c 17ffffc0001001 3:0 ffff9985881920e0 3548 lru 00000008:00010000:3.0:1789762979.116158:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116179:0:13480:0:(rw26.c:871:ll_write_end()) pos 7081984, len 4096, copied 4096 00000080:00200000:0.0:1789762979.116187:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@000000005549cad8 1500: 1< 0 - - > 2< 6144000 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481533952 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.116195:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000058b0e8d 00000080:00200000:2.0:1789762979.116196:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000061800fb3[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1729] 00000008:00010000:1.0:1789762979.116202:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.116203:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.116204:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:0.0:1789762979.116215:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3549 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.116215:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000002ddb9e20 17ffffc0001001 3:0 ffff9985883169a0 1729 lru 00000080:00200000:0.0:1789762979.116245:0:13488:0:(rw26.c:871:ll_write_end()) pos 14536704, len 4096, copied 4096 00000008:00010000:1.0:1789762979.116252:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116269:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000ca64307c 705: 1< 0 - - > 2< 2887680 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481529856 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000008:00010000:3.0:1789762979.116271:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.116273:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000f289b6f7[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3549] 00000080:00200000:2.0:1789762979.116280:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000061800fb3 00000080:00200000:2.0:1789762979.116326:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:0.0:1789762979.116331:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000a689acdf 17ffffc0001001 3:0 ffff998588192540 3549 lru 00000080:00200000:2.0:1789762979.116334:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1730 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.116339:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116362:0:13480:0:(rw26.c:871:ll_write_end()) pos 7086080, len 4096, copied 4096 00000080:00200000:0.0:1789762979.116363:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2f77006 1501: 1< 0 - - > 2< 6148096 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481550336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.116374:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000f289b6f7 00000080:00200000:0.0:1789762979.116379:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:1.0:1789762979.116383:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:0.0:1789762979.116386:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3550 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.116391:0:13480:0:(rw26.c:929:ll_write_end()) page@000000005600caf7[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1730] 00000008:00010000:3.0:1789762979.116393:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.116400:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116409:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000009535ccd4 17ffffc0001001 3:0 ffff9985883167e0 1730 lru 00000080:00200000:0.0:1789762979.116412:0:13488:0:(rw26.c:871:ll_write_end()) pos 14540800, len 4096, copied 4096 00000080:00200000:0.0:1789762979.116438:0:13488:0:(rw26.c:929:ll_write_end()) page@000000005f6512ef[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3550] 00000008:00010000:3.0:1789762979.116451:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116460:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000002dfc07be 706: 1< 0 - - > 2< 2891776 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481517568 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.116462:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000000edb66c2 17ffffc0001001 3:0 ffff998588192b60 3550 lru 00000008:00010000:1.0:1789762979.116464:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116469:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000005600caf7 00000080:00200000:2.0:1789762979.116474:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1789762979.116483:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1731 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.116490:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.116502:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000b044e456 1502: 1< 0 - - > 2< 6152192 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481513472 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.116508:0:13488:0:(rw26.c:929:ll_write_end()) end page@000000005f6512ef 00000080:00200000:2.0:1789762979.116511:0:13480:0:(rw26.c:871:ll_write_end()) pos 7090176, len 4096, copied 4096 00000080:00200000:0.0:1789762979.116512:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:0.0:1789762979.116518:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3551 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.116530:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116538:0:13480:0:(rw26.c:929:ll_write_end()) page@000000001b7a3c2c[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1731] 00000080:00200000:0.0:1789762979.116544:0:13488:0:(rw26.c:871:ll_write_end()) pos 14544896, len 4096, copied 4096 00000008:00010000:1.0:1789762979.116551:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116562:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000003957bce8 17ffffc0001001 3:0 ffff9985883162a0 1731 lru 00000080:00200000:0.0:1789762979.116564:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000318a3ffa[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3551] 00000080:00200000:0.0:1789762979.116578:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @0000000034bf64f2 17ffffc0001001 3:0 ffff998588192620 3551 lru 00000008:00010000:3.0:1789762979.116578:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.116595:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116626:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000001f602b5c 707: 1< 0 - - > 2< 2895872 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481509376 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.116638:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000aeb326ba 1503: 1< 0 - - > 2< 6156288 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481509376 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000008:00010000:1.0:1789762979.116645:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.116650:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000318a3ffa 00000080:00200000:2.0:1789762979.116650:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000001b7a3c2c 00000008:00010000:3.0:1789762979.116653:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116656:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:0.0:1789762979.116657:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:0.0:1789762979.116667:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3552 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.116667:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1732 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.116692:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.116693:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116712:0:13480:0:(rw26.c:871:ll_write_end()) pos 7094272, len 4096, copied 4096 00000080:00200000:0.0:1789762979.116713:0:13488:0:(rw26.c:871:ll_write_end()) pos 14548992, len 4096, copied 4096 00000008:00010000:3.0:1789762979.116733:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.116734:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.116745:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000544593e3[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3552] 00000080:00200000:2.0:1789762979.116745:0:13480:0:(rw26.c:929:ll_write_end()) page@000000002b60c0e8[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1732] 00000080:00200000:2.0:1789762979.116770:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000001cce4a2c 17ffffc0001001 3:0 ffff998588316e00 1732 lru 00000080:00200000:0.0:1789762979.116772:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000aa886218 17ffffc0001001 3:0 ffff998588192c40 3552 lru 00000008:00010000:1.0:1789762979.116787:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.116788:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116835:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000043b0421d 708: 1< 0 - - > 2< 2899968 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481517568 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.116836:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@0000000074a9c8c5 1504: 1< 0 - - > 2< 6160384 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481517568 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.116850:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000002b60c0e8 00000080:00200000:0.0:1789762979.116851:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000544593e3 00000008:00010000:1.0:1789762979.116851:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.116856:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.116863:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:0.0:1789762979.116864:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000008:00010000:3.0:1789762979.116868:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.116872:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116873:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1733 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.116874:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3553 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.116901:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.116902:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.116916:0:13488:0:(rw26.c:871:ll_write_end()) pos 14553088, len 4096, copied 4096 00000080:00200000:2.0:1789762979.116916:0:13480:0:(rw26.c:871:ll_write_end()) pos 7098368, len 4096, copied 4096 00000008:00010000:3.0:1789762979.116941:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.116942:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.116952:0:13480:0:(rw26.c:929:ll_write_end()) page@000000004618c5a6[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1733] 00000080:00200000:0.0:1789762979.116953:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000f8bffada[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3553] 00000080:00200000:2.0:1789762979.116982:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000dfbc62df 17ffffc0001001 3:0 ffff998588316700 1733 lru 00000080:00200000:0.0:1789762979.116983:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @0000000080f41ce6 17ffffc0001001 3:0 ffff998588192a80 3553 lru 00000008:00010000:1.0:1789762979.116995:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.116998:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.117049:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000084776bc4 709: 1< 0 - - > 2< 2904064 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.117051:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@0000000053358bdb 1505: 1< 0 - - > 2< 6164480 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481468416 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.117066:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000f8bffada 00000080:00200000:2.0:1789762979.117066:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000004618c5a6 00000008:00010000:3.0:1789762979.117069:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.117071:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.117080:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1789762979.117080:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1789762979.117096:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1734 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.117098:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3554 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.117112:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.117113:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.117130:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.117138:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.117139:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.117141:0:13488:0:(rw26.c:871:ll_write_end()) pos 14557184, len 4096, copied 4096 00000080:00200000:2.0:1789762979.117145:0:13480:0:(rw26.c:871:ll_write_end()) pos 7102464, len 4096, copied 4096 00000080:00200000:0.0:1789762979.117161:0:13488:0:(rw26.c:929:ll_write_end()) page@000000009c1fced1[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3554] 00000080:00200000:2.0:1789762979.117176:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000aee72e05[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1734] 00000080:00200000:0.0:1789762979.117180:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000a40bb3a7 17ffffc0001001 3:0 ffff9985881929a0 3554 lru 00000080:00200000:2.0:1789762979.117191:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000005741f8ec 17ffffc0001021 2:0 ffff998588316460 1734 lru 00000008:00010000:1.0:1789762979.117195:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.117196:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.117233:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000e8107cdd 710: 1< 0 - - > 2< 2908160 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481452032 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.117237:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@0000000033c762eb 1506: 1< 0 - - > 2< 6168576 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481480704 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.117245:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000aee72e05 00000080:00200000:0.0:1789762979.117246:0:13488:0:(rw26.c:929:ll_write_end()) end page@000000009c1fced1 00000080:00200000:2.0:1789762979.117256:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:0.0:1789762979.117257:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000008:00010000:1.0:1789762979.117259:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.117266:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1735 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.117268:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3555 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.117274:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.117334:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.117341:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.117344:0:13488:0:(rw26.c:871:ll_write_end()) pos 14561280, len 4096, copied 4096 00000080:00200000:2.0:1789762979.117356:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1972 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.117357:0:13488:0:(rw26.c:929:ll_write_end()) page@0000000093a87ddb[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3555] 00000008:00010000:1.0:1789762979.117357:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.117374:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000002e21d5fe 17ffffc0001001 3:0 ffff9985881927e0 3555 lru 00000008:00010000:3.0:1789762979.117375:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.117384:0:13481:0:(rw26.c:871:ll_write_end()) pos 8077312, len 4096, copied 4096 00000008:00010000:1.0:1789762979.117385:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.117401:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000e99814ec 1507: 1< 0 - - > 2< 6172672 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481439744 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.117411:0:13488:0:(rw26.c:929:ll_write_end()) end page@0000000093a87ddb 00000080:00200000:2.0:1789762979.117413:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000156fd470[3 00000000f75a6f98 2 1 000000007885039e 1 0 1972] 00000080:00200000:0.0:1789762979.117419:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000008:00010000:3.0:1789762979.117425:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.117428:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3556 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.117435:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000007907435 17ffffc0001001 3:0 ffff998588316d20 1972 lru 00000008:00010000:1.0:1789762979.117441:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.117459:0:13488:0:(rw26.c:871:ll_write_end()) pos 14565376, len 4096, copied 4096 00000008:00010000:3.0:1789762979.117470:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.117488:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000da0550f6 948: 1< 0 - - > 2< 3883008 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481431552 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.117491:0:13488:0:(rw26.c:929:ll_write_end()) page@0000000066de6ebf[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3556] 00000008:00010000:1.0:1789762979.117500:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.117504:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000156fd470 00000080:00200000:0.0:1789762979.117511:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000005ecf4040 17ffffc0001001 3:0 ffff9985881922a0 3556 lru 00000080:00200000:2.0:1789762979.117513:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000008:00010000:3.0:1789762979.117518:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.117521:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1973 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.117538:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.117544:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@000000002e8ea2f3 1508: 1< 0 - - > 2< 6176768 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481427456 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.117550:0:13481:0:(rw26.c:871:ll_write_end()) pos 8081408, len 4096, copied 4096 00000080:00200000:0.0:1789762979.117551:0:13488:0:(rw26.c:929:ll_write_end()) end page@0000000066de6ebf 00000008:00010000:3.0:1789762979.117554:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.117556:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:0.0:1789762979.117564:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3557 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.117568:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.117575:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.117580:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000002e40ce7[3 00000000f75a6f98 2 1 000000007885039e 1 0 1973] 00000080:00200000:0.0:1789762979.117585:0:13488:0:(rw26.c:871:ll_write_end()) pos 14569472, len 4096, copied 4096 00000008:00010000:3.0:1789762979.117587:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.117599:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.117602:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000a0eea17e 17ffffc0001001 3:0 ffff998588316ee0 1973 lru 00000080:00200000:0.0:1789762979.117603:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000c660588a[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3557] 00000080:00200000:0.0:1789762979.117638:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000008183b476 17ffffc0001001 3:0 ffff998588192e00 3557 lru 00000008:00010000:1.0:1789762979.117654:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.117672:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000867abfc2 949: 1< 0 - - > 2< 3887104 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481415168 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.117683:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000ed4b8fa0 1509: 1< 0 - - > 2< 6180864 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481415168 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.117683:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000002e40ce7 00000008:00010000:3.0:1789762979.117692:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.117694:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:0.0:1789762979.117695:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000c660588a 00000008:00010000:1.0:1789762979.117700:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.117705:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762979.117705:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1974 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.117714:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3558 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.117730:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.117732:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.117738:0:13481:0:(rw26.c:871:ll_write_end()) pos 8085504, len 4096, copied 4096 00000080:00200000:0.0:1789762979.117747:0:13488:0:(rw26.c:871:ll_write_end()) pos 14573568, len 4096, copied 4096 00000080:00200000:2.0:1789762979.117765:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000234eac66[3 00000000f75a6f98 2 1 000000007885039e 1 0 1974] 00000080:00200000:0.0:1789762979.117767:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000f3ad2678[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3558] 00000008:00010000:3.0:1789762979.117770:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.117782:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.117796:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000097460b6b 17ffffc0001001 3:0 ffff9985883161c0 1974 lru 00000080:00200000:0.0:1789762979.117797:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000009e5085df 17ffffc0001001 3:0 ffff998588b782a0 3558 lru 00000008:00010000:3.0:1789762979.117814:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.117820:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:1.0:1789762979.117835:0:13486:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.117866:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000455a6948 950: 1< 0 - - > 2< 3891200 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481398784 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.117867:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@0000000078998da1 1510: 1< 0 - - > 2< 6184960 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481398784 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000008:00010000:3.0:1789762979.117873:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.117878:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000f3ad2678 00000080:00200000:2.0:1789762979.117879:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000234eac66 00000080:00200000:1.0:1789762979.117883:0:13486:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 1, dirtied 1 00000080:00200000:0.0:1789762979.117884:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1789762979.117886:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000080:00200000:0.0:1789762979.117890:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3559 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.117892:0:13486:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762979.117895:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1975 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.117902:0:13486:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write bytes 0, result: 1048576 00000080:00200000:0.0:1789762979.117908:0:13488:0:(rw26.c:871:ll_write_end()) pos 14577664, len 4096, copied 4096 00000080:00200000:0.0:1789762979.117914:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000ff10436b[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3559] 00000008:00010000:3.0:1789762979.117915:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.117917:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000a42b02f6 17ffffc0001001 3:0 ffff998588b78e00 3559 lru 00000020:00010000:1.0:1789762979.117918:0:13486:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998590a9f998 (ffff998590aa2248/0) at cl_lock_release():245 00000080:00200000:2.0:1789762979.117919:0:13481:0:(rw26.c:871:ll_write_end()) pos 8089600, len 4096, copied 4096 00000020:00010000:1.0:1789762979.117934:0:13486:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998590a9f998 (ffff998590aa2248/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762979.117950:0:13486:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998582b8e630 (ffff9985901761b8/1) at cl_lock_cancel():142 00000080:00200000:2.0:1789762979.117950:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000bdc32d96[3 00000000f75a6f98 2 1 000000007885039e 1 0 1975] 00000080:00200000:0.0:1789762979.117958:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@0000000089e286bc 1511: 1< 0 - - > 2< 6189056 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:3.0:1789762979.117961:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.117965:0:13486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 17/0,6 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.117967:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000ff10436b 00000080:00200000:0.0:1789762979.117974:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762979.117974:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000cedadf66 17ffffc0001001 3:0 ffff998588316000 1975 lru 00000080:00200000:0.0:1789762979.117985:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3560 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.118008:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118011:0:13488:0:(rw26.c:871:ll_write_end()) pos 14581760, len 4096, copied 4096 00010000:00010000:1.0:1789762979.118018:0:13486:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.118028:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000842ecca0 951: 1< 0 - - > 2< 3895296 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:0.0:1789762979.118034:0:13488:0:(rw26.c:929:ll_write_end()) page@0000000056e97215[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3560] 00000080:00200000:2.0:1789762979.118043:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000bdc32d96 00000080:00200000:2.0:1789762979.118049:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:0.0:1789762979.118050:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000de0a0180 17ffffc0001001 3:0 ffff998588b78700 3560 lru 00000008:00010000:3.0:1789762979.118056:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.118062:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1976 of 0 to 4096 bytes 00000020:00010000:1.0:1789762979.118064:0:13486:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998590a9f998 (ffff998590aa2248/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762979.118078:0:13486:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998582b8e630 (ffff998590aa2248/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762979.118086:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000f68febc4 1512: 1< 0 - - > 2< 6193152 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.118090:0:13481:0:(rw26.c:871:ll_write_end()) pos 8093696, len 4096, copied 4096 00000080:00200000:0.0:1789762979.118091:0:13488:0:(rw26.c:929:ll_write_end()) end page@0000000056e97215 00000080:00200000:1.0:1789762979.118091:0:13486:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000008:00010000:3.0:1789762979.118093:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118100:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:1.0:1789762979.118102:0:13486:0:(file.c:2205:ll_file_io_generic()) Range unlock [3072, 3327] 00000080:00200000:0.0:1789762979.118109:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3561 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.118112:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000c76912bf[3 00000000f75a6f98 2 1 000000007885039e 1 0 1976] 00000080:00200000:1.0:1789762979.118116:0:13486:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762979.118130:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000004a1da21c 17ffffc0001001 3:0 ffff9985883168c0 1976 lru 00000080:00200000:0.0:1789762979.118135:0:13488:0:(rw26.c:871:ll_write_end()) pos 14585856, len 4096, copied 4096 00000080:00200000:1.0:1789762979.118135:0:13486:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:3.0:1789762979.118156:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118159:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000d98f541c[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3561] 00000080:00200000:0.0:1789762979.118174:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @0000000078baa2dd 17ffffc0001021 2:0 ffff998588b78460 3561 lru 00000080:00200000:2.0:1789762979.118178:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000004e24c2c7 952: 1< 0 - - > 2< 3899392 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.118188:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000c76912bf 00000080:00200000:2.0:1789762979.118193:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000008:00010000:3.0:1789762979.118196:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.118197:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1977 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.118207:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000a7ebc019 1513: 1< 0 - - > 2< 6197248 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:0.0:1789762979.118214:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000d98f541c 00000080:00200000:0.0:1789762979.118217:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762979.118219:0:13481:0:(rw26.c:871:ll_write_end()) pos 8097792, len 4096, copied 4096 00000080:00200000:0.0:1789762979.118222:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3562 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.118226:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.118229:0:13481:0:(rw26.c:929:ll_write_end()) page@000000005b02e8d4[3 00000000f75a6f98 2 1 000000007885039e 1 0 1977] 00000080:00200000:2.0:1789762979.118243:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000b1dfd146 17ffffc0001001 3:0 ffff998588316380 1977 lru 00000080:00200000:0.0:1789762979.118251:0:13488:0:(rw26.c:871:ll_write_end()) pos 14589952, len 4096, copied 4096 00000008:00010000:3.0:1789762979.118270:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118280:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000449c48fe[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3562] 00000080:00200000:2.0:1789762979.118321:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000a721fffe 953: 1< 0 - - > 2< 3903488 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.118329:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000005b02e8d4 00000080:00200000:0.0:1789762979.118335:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000f0d74938 17ffffc0001001 3:0 ffff998588b78d20 3562 lru 00000080:00200000:2.0:1789762979.118336:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000080:00200000:0.0:1789762979.118347:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd85bd21 1514: 1< 0 - - > 2< 6201344 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:0.0:1789762979.118353:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000449c48fe 00000080:00200000:0.0:1789762979.118355:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:0.0:1789762979.118359:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3563 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.118365:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.118375:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118378:0:13488:0:(rw26.c:871:ll_write_end()) pos 14594048, len 4096, copied 4096 00000080:00200000:0.0:1789762979.118386:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000ad2f9a32[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3563] 00000080:00200000:2.0:1789762979.118388:0:13480:0:(rw26.c:871:ll_write_end()) pos 7106560, len 4096, copied 4096 00000008:00010000:3.0:1789762979.118389:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118397:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000004a83ae23 17ffffc0001001 3:0 ffff998588b78ee0 3563 lru 00000080:00200000:2.0:1789762979.118414:0:13480:0:(rw26.c:929:ll_write_end()) page@000000002c9b7a09[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1735] 00000080:00200000:0.0:1789762979.118431:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000b27acb26 1515: 1< 0 - - > 2< 6205440 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.118432:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000052f3ebb1 17ffffc0001001 3:0 ffff9985883160e0 1735 lru 00000008:00010000:3.0:1789762979.118435:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118442:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000ad2f9a32 00000080:00200000:0.0:1789762979.118451:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:0.0:1789762979.118459:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3564 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.118480:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000089e32d6b 711: 1< 0 - - > 2< 2912256 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.118488:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000002c9b7a09 00000080:00200000:0.0:1789762979.118489:0:13488:0:(rw26.c:871:ll_write_end()) pos 14598144, len 4096, copied 4096 00000080:00200000:2.0:1789762979.118498:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000008:00010000:3.0:1789762979.118501:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.118505:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1736 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.118506:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000e7000e9c[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3564] 00000080:00200000:0.0:1789762979.118517:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @0000000057860d8b 17ffffc0001001 3:0 ffff998588b781c0 3564 lru 00000008:00010000:3.0:1789762979.118524:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118525:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000a43878a7 1516: 1< 0 - - > 2< 6209536 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.118530:0:13480:0:(rw26.c:871:ll_write_end()) pos 7110656, len 4096, copied 4096 00000080:00200000:0.0:1789762979.118534:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000e7000e9c 00000080:00200000:0.0:1789762979.118541:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:0.0:1789762979.118548:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3565 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.118549:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000064d835f8[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1736] 00000008:00010000:3.0:1789762979.118550:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118568:0:13488:0:(rw26.c:871:ll_write_end()) pos 14602240, len 4096, copied 4096 00000080:00200000:2.0:1789762979.118569:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000424b8609 17ffffc0001001 3:0 ffff998588316540 1736 lru 00000008:00010000:3.0:1789762979.118572:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118580:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000ad12e3ac[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3565] 00000080:00200000:0.0:1789762979.118595:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9ee6487 17ffffc0001001 3:0 ffff998588b78000 3565 lru 00000008:00010000:3.0:1789762979.118620:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.118637:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000003b6a614a 712: 1< 0 - - > 2< 2916352 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.118646:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000064d835f8 00000080:00200000:0.0:1789762979.118651:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@0000000027138d95 1517: 1< 0 - - > 2< 6213632 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.118652:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000008:00010000:3.0:1789762979.118659:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118661:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000ad12e3ac 00000080:00200000:2.0:1789762979.118661:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1737 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.118668:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:0.0:1789762979.118680:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3566 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.118682:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.118691:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.118696:0:13480:0:(rw26.c:871:ll_write_end()) pos 7114752, len 4096, copied 4096 00000008:00010000:3.0:1789762979.118698:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118700:0:13488:0:(rw26.c:871:ll_write_end()) pos 14606336, len 4096, copied 4096 00000080:00200000:2.0:1789762979.118713:0:13480:0:(rw26.c:929:ll_write_end()) page@000000000e0f814d[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1737] 00000080:00200000:0.0:1789762979.118723:0:13488:0:(rw26.c:929:ll_write_end()) page@000000001ae069ab[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3566] 00000080:00200000:2.0:1789762979.118733:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000640991cb 17ffffc0001001 3:0 ffff998588316b60 1737 lru 00000080:00200000:0.0:1789762979.118737:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000004c519c24 17ffffc0001001 3:0 ffff998588b788c0 3566 lru 00000008:00010000:3.0:1789762979.118746:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.118780:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000e46995ad 713: 1< 0 - - > 2< 2920448 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:0.0:1789762979.118783:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000ff3746e9 1518: 1< 0 - - > 2< 6217728 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.118792:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000000e0f814d 00000080:00200000:0.0:1789762979.118793:0:13488:0:(rw26.c:929:ll_write_end()) end page@000000001ae069ab 00000008:00010000:3.0:1789762979.118795:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.118804:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:0.0:1789762979.118805:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000008:00010000:3.0:1789762979.118810:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118823:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3567 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.118823:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1738 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.118829:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.118842:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.118850:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.118855:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.118860:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.118867:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118870:0:13488:0:(rw26.c:871:ll_write_end()) pos 14610432, len 4096, copied 4096 00000080:00200000:2.0:1789762979.118880:0:13480:0:(rw26.c:871:ll_write_end()) pos 7118848, len 4096, copied 4096 00000080:00200000:0.0:1789762979.118881:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000c0bf3696[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3567] 00000080:00200000:0.0:1789762979.118896:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000006a6b2bdd 17ffffc0001001 3:0 ffff998588b78380 3567 lru 00000080:00200000:2.0:1789762979.118899:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000fa9e0474[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1738] 00000008:00010000:3.0:1789762979.118901:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.118920:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000004c1ce980 17ffffc0001001 3:0 ffff998592b921c0 1738 lru 00000080:00200000:0.0:1789762979.118928:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000fa5d9d91 1519: 1< 0 - - > 2< 6221824 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:0.0:1789762979.118938:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000c0bf3696 00000080:00200000:0.0:1789762979.118944:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000008:00010000:3.0:1789762979.118948:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.118951:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3568 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.118961:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000b1239675 714: 1< 0 - - > 2< 2924544 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.118970:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000fa9e0474 00000080:00200000:0.0:1789762979.118980:0:13488:0:(rw26.c:871:ll_write_end()) pos 14614528, len 4096, copied 4096 00000080:00200000:2.0:1789762979.118981:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000008:00010000:3.0:1789762979.118984:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.118990:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1739 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.119002:0:13488:0:(rw26.c:929:ll_write_end()) page@0000000072aadb1e[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3568] 00000080:00200000:0.0:1789762979.119008:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000ada55bc2 17ffffc0001001 3:0 ffff998588b780e0 3568 lru 00000008:00010000:3.0:1789762979.119009:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119018:0:13480:0:(rw26.c:871:ll_write_end()) pos 7122944, len 4096, copied 4096 00000080:00200000:0.0:1789762979.119026:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000754563e2 1520: 1< 0 - - > 2< 6225920 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:0.0:1789762979.119034:0:13488:0:(rw26.c:929:ll_write_end()) end page@0000000072aadb1e 00000080:00200000:0.0:1789762979.119040:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762979.119041:0:13480:0:(rw26.c:929:ll_write_end()) page@000000005558b4f8[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1739] 00000008:00010000:3.0:1789762979.119045:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.119046:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3569 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.119057:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000005c1388cc 17ffffc0001001 3:0 ffff998592b92000 1739 lru 00000080:00200000:0.0:1789762979.119072:0:13488:0:(rw26.c:871:ll_write_end()) pos 14618624, len 4096, copied 4096 00000008:00010000:3.0:1789762979.119079:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.119097:0:13488:0:(rw26.c:929:ll_write_end()) page@0000000035d4f68c[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3569] 00000080:00200000:2.0:1789762979.119102:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000cda171bf 715: 1< 0 - - > 2< 2928640 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:0.0:1789762979.119110:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000350c29e2 17ffffc0001001 3:0 ffff998588b78540 3569 lru 00000080:00200000:2.0:1789762979.119111:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000005558b4f8 00000080:00200000:2.0:1789762979.119122:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1789762979.119129:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1740 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.119129:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.119131:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@000000003b2d5a39 1521: 1< 0 - - > 2< 6230016 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:0.0:1789762979.119141:0:13488:0:(rw26.c:929:ll_write_end()) end page@0000000035d4f68c 00000080:00200000:0.0:1789762979.119144:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:0.0:1789762979.119147:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3570 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.119154:0:13480:0:(rw26.c:871:ll_write_end()) pos 7127040, len 4096, copied 4096 00000008:00010000:3.0:1789762979.119159:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119160:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000b332abc5[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1740] 00000080:00200000:0.0:1789762979.119167:0:13488:0:(rw26.c:871:ll_write_end()) pos 14622720, len 4096, copied 4096 00000080:00200000:2.0:1789762979.119179:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000bd769917 17ffffc0001001 3:0 ffff998592b928c0 1740 lru 00000080:00200000:0.0:1789762979.119191:0:13488:0:(rw26.c:929:ll_write_end()) page@0000000033f4c697[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3570] 00000008:00010000:3.0:1789762979.119206:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.119216:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000000d738556 17ffffc0001001 3:0 ffff998588b78b60 3570 lru 00000080:00200000:2.0:1789762979.119219:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000059f658a0 716: 1< 0 - - > 2< 2932736 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.119228:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000b332abc5 00000080:00200000:2.0:1789762979.119233:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1789762979.119241:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1741 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.119254:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000e3288a9c 1522: 1< 0 - - > 2< 6234112 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:0.0:1789762979.119259:0:13488:0:(rw26.c:929:ll_write_end()) end page@0000000033f4c697 00000080:00200000:0.0:1789762979.119262:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000008:00010000:3.0:1789762979.119263:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.119265:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3571 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.119272:0:13480:0:(rw26.c:871:ll_write_end()) pos 7131136, len 4096, copied 4096 00000080:00200000:2.0:1789762979.119279:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000949b1439[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1741] 00000080:00200000:2.0:1789762979.119282:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f48302ff 17ffffc0001001 3:0 ffff998592b92380 1741 lru 00000080:00200000:3.0:1789762979.119284:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.119320:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000d058c291 717: 1< 0 - - > 2< 2936832 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.119324:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000949b1439 00000080:00200000:2.0:1789762979.119326:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762979.119328:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1742 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.119347:0:13480:0:(rw26.c:871:ll_write_end()) pos 7135232, len 4096, copied 4096 00000080:00200000:2.0:1789762979.119351:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000015bf7ff9[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1742] 00000080:00200000:2.0:1789762979.119353:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000009a415def 17ffffc0001001 3:0 ffff998592b920e0 1742 lru 00000008:00010000:3.0:1789762979.119356:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119359:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000f65f62d3 718: 1< 0 - - > 2< 2940928 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.119364:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000015bf7ff9 00000080:00200000:2.0:1789762979.119369:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1789762979.119372:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1743 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.119394:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119396:0:13480:0:(rw26.c:871:ll_write_end()) pos 7139328, len 4096, copied 4096 00000080:00200000:2.0:1789762979.119413:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000c067c0f2[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1743] 00000080:00200000:2.0:1789762979.119423:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000362bb73c 17ffffc0001021 2:0 ffff998592b92540 1743 lru 00000080:00200000:2.0:1789762979.119441:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000f4a38a65 719: 1< 0 - - > 2< 2945024 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.119444:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000c067c0f2 00000080:00200000:2.0:1789762979.119445:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762979.119447:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1744 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.119447:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.119462:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119468:0:13480:0:(rw26.c:871:ll_write_end()) pos 7143424, len 4096, copied 4096 00000008:00010000:3.0:1789762979.119471:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119479:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000776887f2[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1744] 00000080:00200000:2.0:1789762979.119495:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000dc181bd9 17ffffc0001001 3:0 ffff998592b92b60 1744 lru 00000080:00200000:2.0:1789762979.119505:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000a9fdd624 720: 1< 0 - - > 2< 2949120 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:3.0:1789762979.119507:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119511:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000776887f2 00000080:00200000:2.0:1789762979.119518:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1789762979.119526:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1745 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.119533:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119542:0:13480:0:(rw26.c:871:ll_write_end()) pos 7147520, len 4096, copied 4096 00000080:00200000:2.0:1789762979.119550:0:13480:0:(rw26.c:929:ll_write_end()) page@000000005b280a92[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1745] 00000008:00010000:3.0:1789762979.119550:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119571:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000086d62265 17ffffc0001001 3:0 ffff998592b92620 1745 lru 00000008:00010000:3.0:1789762979.119575:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119608:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000bbf71303 721: 1< 0 - - > 2< 2953216 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.119611:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000005b280a92 00000008:00010000:3.0:1789762979.119611:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119619:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1789762979.119637:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1746 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.119645:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.119655:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119657:0:13480:0:(rw26.c:871:ll_write_end()) pos 7151616, len 4096, copied 4096 00000080:00200000:2.0:1789762979.119670:0:13480:0:(rw26.c:929:ll_write_end()) page@000000005b8472f3[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1746] 00000008:00010000:3.0:1789762979.119672:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119677:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000ab9b1578 17ffffc0001001 3:0 ffff998592b92c40 1746 lru 00000080:00200000:2.0:1789762979.119717:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000236a979d 722: 1< 0 - - > 2< 2957312 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.119721:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000005b8472f3 00000008:00010000:3.0:1789762979.119722:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119729:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1789762979.119738:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1747 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.119739:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.119756:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.119761:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119764:0:13480:0:(rw26.c:871:ll_write_end()) pos 7155712, len 4096, copied 4096 00000080:00200000:2.0:1789762979.119780:0:13480:0:(rw26.c:929:ll_write_end()) page@000000007c8b86ee[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1747] 00000008:00010000:3.0:1789762979.119782:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119785:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000007cc5c3d9 17ffffc0001001 3:0 ffff998592b92a80 1747 lru 00000080:00200000:2.0:1789762979.119814:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000b97d9f88 723: 1< 0 - - > 2< 2961408 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:3.0:1789762979.119815:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119823:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000007c8b86ee 00000080:00200000:2.0:1789762979.119828:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1789762979.119834:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1748 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.119837:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.119847:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119851:0:13480:0:(rw26.c:871:ll_write_end()) pos 7159808, len 4096, copied 4096 00000008:00010000:3.0:1789762979.119854:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119866:0:13480:0:(rw26.c:929:ll_write_end()) page@000000009078dacd[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1748] 00000080:00200000:2.0:1789762979.119883:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000c09c5382 17ffffc0001001 3:0 ffff998592b929a0 1748 lru 00000008:00010000:3.0:1789762979.119887:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119900:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000005997128d 724: 1< 0 - - > 2< 2965504 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.119909:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000009078dacd 00000080:00200000:2.0:1789762979.119911:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000008:00010000:3.0:1789762979.119913:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119917:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1749 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.119931:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119940:0:13480:0:(rw26.c:871:ll_write_end()) pos 7163904, len 4096, copied 4096 00000080:00200000:2.0:1789762979.119946:0:13480:0:(rw26.c:929:ll_write_end()) page@000000006cf2d704[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1749] 00000008:00010000:3.0:1789762979.119948:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119968:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000009c6c7ab0 17ffffc0001001 3:0 ffff998592b927e0 1749 lru 00000080:00200000:2.0:1789762979.119978:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000033cb0cf0 725: 1< 0 - - > 2< 2969600 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:3.0:1789762979.119979:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.119990:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000006cf2d704 00000080:00200000:2.0:1789762979.119995:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1789762979.119998:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1750 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.119998:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.120013:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120020:0:13480:0:(rw26.c:871:ll_write_end()) pos 7168000, len 4096, copied 4096 00000008:00010000:3.0:1789762979.120021:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120037:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000dc900e01[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1750] 00000080:00200000:2.0:1789762979.120046:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000003b2dff5c 17ffffc0001001 3:0 ffff998592b922a0 1750 lru 00000008:00010000:3.0:1789762979.120046:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120085:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000046863169 726: 1< 0 - - > 2< 2973696 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.120090:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000dc900e01 00000080:00200000:2.0:1789762979.120092:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1789762979.120095:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1751 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.120099:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.120105:0:13485:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120110:0:13480:0:(rw26.c:871:ll_write_end()) pos 7172096, len 4096, copied 4096 00000080:00200000:2.0:1789762979.120120:0:13480:0:(rw26.c:929:ll_write_end()) page@000000004c519549[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1751] 00000080:00200000:2.0:1789762979.120123:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000011cf96c5 17ffffc0001001 3:0 ffff998592b92e00 1751 lru 00000080:00200000:3.0:1789762979.120127:0:13485:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 1, dirtied 1 00000080:00200000:2.0:1789762979.120128:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000051ac9be4 727: 1< 0 - - > 2< 2977792 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.120132:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000004c519549 00000080:00200000:2.0:1789762979.120136:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762979.120138:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1752 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.120138:0:13485:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:3.0:1789762979.120146:0:13485:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write bytes 0, result: 1048576 00000080:00200000:2.0:1789762979.120154:0:13480:0:(rw26.c:871:ll_write_end()) pos 7176192, len 4096, copied 4096 00000020:00010000:3.0:1789762979.120160:0:13485:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998590a9f7b8 (ffff998590aa2908/0) at cl_lock_release():245 00000080:00200000:2.0:1789762979.120161:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000ea91a2cf[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1752] 00000020:00010000:3.0:1789762979.120172:0:13485:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998590a9f7b8 (ffff998590aa2908/0) at cl_lock_cancel():142 00000080:00200000:2.0:1789762979.120173:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000a30c88d1 17ffffc0001001 3:0 ffff998592b92700 1752 lru 00000020:00010000:3.0:1789762979.120182:0:13485:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998583775eb0 (ffff998590aa2998/1) at cl_lock_cancel():142 00000080:00200000:2.0:1789762979.120193:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000051b512c2 728: 1< 0 - - > 2< 2981888 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.120197:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000ea91a2cf 00010000:00010000:3.0:1789762979.120198:0:13485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 11/0,4 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120199:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1789762979.120204:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1753 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.120208:0:13484:0:(rw26.c:871:ll_write_end()) pos 11526144, len 4096, copied 4096 00000080:00200000:0.0:1789762979.120221:0:13484:0:(rw26.c:929:ll_write_end()) page@00000000ef443f8b[3 00000000f75a6f98 2 1 000000000d83942f 0 0 2814] 00010000:00010000:3.0:1789762979.120224:0:13485:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120228:0:13480:0:(rw26.c:871:ll_write_end()) pos 7180288, len 4096, copied 4096 00000080:00200000:0.0:1789762979.120230:0:13484:0:(rw26.c:929:ll_write_end()) vmpage @000000003f91d228 17ffffc0001001 3:0 ffff998588b78620 2814 lru 00000020:00010000:3.0:1789762979.120253:0:13485:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998590a9f7b8 (ffff998590aa2908/0) at cl_lock_fini():72 00000080:00200000:2.0:1789762979.120254:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000374fc25d[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1753] 00000020:00010000:3.0:1789762979.120266:0:13485:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998583775eb0 (ffff998590aa2908/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762979.120268:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000002e67142f 17ffffc0001001 3:0 ffff998592b92460 1753 lru 00000080:00200000:0.0:1789762979.120273:0:13484:0:(rw26.c:929:ll_write_end()) osc-page@0000000062f2198b 1790: 1< 0 - - > 2< 7331840 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19996672 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762979.120280:0:13485:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:0.0:1789762979.120284:0:13484:0:(rw26.c:929:ll_write_end()) end page@00000000ef443f8b 00000080:00200000:2.0:1789762979.120320:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000007e48d7df 729: 1< 0 - - > 2< 2985984 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.120323:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000374fc25d 00000080:00200000:2.0:1789762979.120326:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:3.0:1789762979.120329:0:13485:0:(file.c:2205:ll_file_io_generic()) Range unlock [2816, 3071] 00000080:00200000:0.0:1789762979.120330:0:13484:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762979.120331:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1754 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.120336:0:13484:0:(rw26.c:676:ll_write_begin()) Writing 2815 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.120342:0:13485:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789762979.120348:0:13485:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1789762979.120349:0:13480:0:(rw26.c:871:ll_write_end()) pos 7184384, len 4096, copied 4096 00000080:00200000:0.0:1789762979.120357:0:13484:0:(rw26.c:871:ll_write_end()) pos 11530240, len 4096, copied 4096 00000080:00200000:2.0:1789762979.120366:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000db4ecb11[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1754] 00000080:00200000:3.0:1789762979.120368:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1265 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.120378:0:13484:0:(rw26.c:929:ll_write_end()) page@000000003a4157f0[3 00000000f75a6f98 2 1 000000000d83942f 0 0 2815] 00000080:00200000:2.0:1789762979.120380:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000b0c256f3 17ffffc0001001 3:0 ffff998592b92d20 1754 lru 00000080:00200000:0.0:1789762979.120389:0:13484:0:(rw26.c:929:ll_write_end()) vmpage @0000000007feab21 17ffffc0001001 3:0 ffff998588b78c40 2815 lru 00000080:00200000:3.0:1789762979.120394:0:13478:0:(rw26.c:871:ll_write_end()) pos 5181440, len 4096, copied 4096 00000080:00200000:2.0:1789762979.120413:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000051a080fa 730: 1< 0 - - > 2< 2990080 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1789762979.120417:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000f43ee0be[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1265] 00000080:00200000:0.0:1789762979.120421:0:13484:0:(rw26.c:929:ll_write_end()) osc-page@000000005c75d0ba 1791: 1< 0 - - > 2< 7335936 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19996672 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.120423:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000db4ecb11 00000080:00200000:3.0:1789762979.120427:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @0000000073abc1e4 17ffffc0001001 3:0 ffff998584acd0e0 1265 lru 00000080:00200000:2.0:1789762979.120430:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:0.0:1789762979.120436:0:13484:0:(rw26.c:929:ll_write_end()) end page@000000003a4157f0 00000080:00200000:2.0:1789762979.120436:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1755 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.120444:0:13484:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:3.0:1789762979.120448:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000d7b0c992 241: 1< 0 - - > 2< 987136 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:0.0:1789762979.120451:0:13484:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000080:00200000:3.0:1789762979.120453:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000f43ee0be 00000080:00200000:3.0:1789762979.120459:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762979.120462:0:13480:0:(rw26.c:871:ll_write_end()) pos 7188480, len 4096, copied 4096 00000080:00200000:3.0:1789762979.120463:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1266 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.120480:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000b04aa811[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1755] 00000080:00200000:2.0:1789762979.120483:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000076c56464 17ffffc0001001 3:0 ffff998592b92ee0 1755 lru 00000080:00200000:2.0:1789762979.120487:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000adba5996 731: 1< 0 - - > 2< 2994176 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.120488:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000b04aa811 00000080:00200000:2.0:1789762979.120489:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:3.0:1789762979.120490:0:13478:0:(rw26.c:871:ll_write_end()) pos 5185536, len 4096, copied 4096 00000080:00200000:2.0:1789762979.120491:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1756 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.120497:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000cccfcb1e[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1266] 00000080:00200000:3.0:1789762979.120500:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @0000000094fce3bb 17ffffc0001001 3:0 ffff998584acd540 1266 lru 00000008:00010000:0.0:1789762979.120501:0:13484:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120515:0:13480:0:(rw26.c:871:ll_write_end()) pos 7192576, len 4096, copied 4096 00000080:00200000:3.0:1789762979.120516:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000065401deb 242: 1< 0 - - > 2< 991232 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1789762979.120528:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000cccfcb1e 00000008:00010000:0.0:1789762979.120535:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120535:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000067715937[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1756] 00000080:00200000:3.0:1789762979.120536:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:3.0:1789762979.120543:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1267 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.120561:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000009bb50da3 17ffffc0001001 3:0 ffff9985882709a0 1756 lru 00000080:00200000:3.0:1789762979.120564:0:13478:0:(rw26.c:871:ll_write_end()) pos 5189632, len 4096, copied 4096 00000008:00010000:0.0:1789762979.120571:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.120577:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000dae5599e[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1267] 00000080:00200000:3.0:1789762979.120593:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000002d0d8ecb 17ffffc0001001 3:0 ffff998584acdb60 1267 lru 00000080:00200000:2.0:1789762979.120612:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000005dc6c38e 732: 1< 0 - - > 2< 2998272 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.120620:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000067715937 00000080:00200000:3.0:1789762979.120620:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000dcbb8c6e 243: 1< 0 - - > 2< 995328 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.120622:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120639:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:3.0:1789762979.120644:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000dae5599e 00000080:00200000:2.0:1789762979.120648:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1757 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.120649:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000008:00010000:0.0:1789762979.120656:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.120660:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1268 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.120671:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120678:0:13480:0:(rw26.c:871:ll_write_end()) pos 7196672, len 4096, copied 4096 00000008:00010000:0.0:1789762979.120681:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.120682:0:13478:0:(rw26.c:871:ll_write_end()) pos 5193728, len 4096, copied 4096 00000080:00200000:2.0:1789762979.120695:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000aa526bd6[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1757] 00000080:00200000:3.0:1789762979.120702:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000d56c9013[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1268] 00000080:00200000:2.0:1789762979.120715:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000003159bfe 17ffffc0001001 3:0 ffff9985882707e0 1757 lru 00000080:00200000:3.0:1789762979.120720:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000fd18c679 17ffffc0001001 3:0 ffff998584acd620 1268 lru 00000008:00010000:0.0:1789762979.120725:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120770:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000006b0d73cb 733: 1< 0 - - > 2< 3002368 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1789762979.120773:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000074e61844 244: 1< 0 - - > 2< 999424 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.120778:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.120781:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000d56c9013 00000080:00200000:2.0:1789762979.120785:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000aa526bd6 00000080:00200000:3.0:1789762979.120788:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762979.120790:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:3.0:1789762979.120794:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1269 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.120796:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1758 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.120810:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.120815:0:13478:0:(rw26.c:871:ll_write_end()) pos 5197824, len 4096, copied 4096 00000008:00010000:0.0:1789762979.120817:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120823:0:13480:0:(rw26.c:871:ll_write_end()) pos 7200768, len 4096, copied 4096 00000080:00200000:3.0:1789762979.120827:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000014dd6c15[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1269] 00000080:00200000:3.0:1789762979.120840:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000007760fa35 17ffffc0001001 3:0 ffff998584acdc40 1269 lru 00000080:00200000:2.0:1789762979.120848:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000d85734e2[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1758] 00000008:00010000:0.0:1789762979.120859:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120867:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad14171d 17ffffc0001021 2:0 ffff9985882702a0 1758 lru 00000080:00200000:3.0:1789762979.120873:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@000000007bdafa1b 245: 1< 0 - - > 2< 1003520 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1789762979.120882:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000014dd6c15 00000080:00200000:3.0:1789762979.120887:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:3.0:1789762979.120894:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1270 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.120909:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000043e360e2 734: 1< 0 - - > 2< 3006464 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.120912:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000d85734e2 00000080:00200000:2.0:1789762979.120914:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000008:00010000:0.0:1789762979.120915:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.120921:0:13478:0:(rw26.c:871:ll_write_end()) pos 5201920, len 4096, copied 4096 00000080:00200000:2.0:1789762979.120923:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1759 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.120939:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000095e4c3bd[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1270] 00000080:00200000:3.0:1789762979.120944:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000eab869dc 17ffffc0001001 3:0 ffff998584acda80 1270 lru 00000008:00010000:0.0:1789762979.120945:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120949:0:13480:0:(rw26.c:871:ll_write_end()) pos 7204864, len 4096, copied 4096 00000080:00200000:3.0:1789762979.120970:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000979d933b 246: 1< 0 - - > 2< 1007616 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1789762979.120976:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000095e4c3bd 00000080:00200000:2.0:1789762979.120979:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000093dcd88d[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1759] 00000080:00200000:3.0:1789762979.120981:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:3.0:1789762979.120991:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1271 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.120993:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.120994:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000002b3db3e5 17ffffc0001001 3:0 ffff998588270e00 1759 lru 00000080:00200000:3.0:1789762979.121017:0:13478:0:(rw26.c:871:ll_write_end()) pos 5206016, len 4096, copied 4096 00000080:00200000:3.0:1789762979.121038:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000a03ce8d9[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1271] 00000080:00200000:2.0:1789762979.121040:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000e3d52a4c 735: 1< 0 - - > 2< 3010560 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.121048:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000093dcd88d 00000080:00200000:0.0:1789762979.121049:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:3.0:1789762979.121049:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000168b9ebc 17ffffc0001001 3:0 ffff998584acd9a0 1271 lru 00000080:00200000:2.0:1789762979.121052:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1789762979.121062:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1760 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.121068:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.121073:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000319cc4e9 247: 1< 0 - - > 2< 1011712 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1789762979.121079:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000a03ce8d9 00000080:00200000:3.0:1789762979.121081:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:3.0:1789762979.121085:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1272 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.121088:0:13480:0:(rw26.c:871:ll_write_end()) pos 7208960, len 4096, copied 4096 00000008:00010000:0.0:1789762979.121094:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121094:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000308276b9[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1760] 00000080:00200000:2.0:1789762979.121105:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000005964f5d7 17ffffc0001001 3:0 ffff998588270700 1760 lru 00000080:00200000:3.0:1789762979.121108:0:13478:0:(rw26.c:871:ll_write_end()) pos 5210112, len 4096, copied 4096 00000080:00200000:3.0:1789762979.121137:0:13478:0:(rw26.c:929:ll_write_end()) page@0000000074b61791[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1272] 00000080:00200000:2.0:1789762979.121140:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9f1d269 736: 1< 0 - - > 2< 3014656 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.121149:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000308276b9 00000008:00010000:0.0:1789762979.121150:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121153:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:3.0:1789762979.121158:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @0000000013f1614d 17ffffc0001021 2:0 ffff998584acd7e0 1272 lru 00000080:00200000:2.0:1789762979.121159:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1761 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.121176:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000aaa50c33 248: 1< 0 - - > 2< 1015808 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.121179:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.121180:0:13478:0:(rw26.c:929:ll_write_end()) end page@0000000074b61791 00000080:00200000:2.0:1789762979.121182:0:13480:0:(rw26.c:871:ll_write_end()) pos 7213056, len 4096, copied 4096 00000080:00200000:3.0:1789762979.121184:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:3.0:1789762979.121192:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1273 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.121204:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e68181a7[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1761] 00000080:00200000:2.0:1789762979.121216:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000046bbd0bd 17ffffc0001001 3:0 ffff998588270460 1761 lru 00000080:00200000:3.0:1789762979.121226:0:13478:0:(rw26.c:871:ll_write_end()) pos 5214208, len 4096, copied 4096 00000080:00200000:2.0:1789762979.121238:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000dac6f490 737: 1< 0 - - > 2< 3018752 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.121239:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121244:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e68181a7 00000080:00200000:3.0:1789762979.121252:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000d5cb7c31[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1273] 00000080:00200000:2.0:1789762979.121253:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000008:00010000:0.0:1789762979.121258:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121261:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1762 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.121274:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000efaa81f7 17ffffc0001001 3:0 ffff998584acd2a0 1273 lru 00000080:00200000:2.0:1789762979.121310:0:13480:0:(rw26.c:871:ll_write_end()) pos 7217152, len 4096, copied 4096 00000080:00200000:3.0:1789762979.121316:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000089e6223 249: 1< 0 - - > 2< 1019904 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.121325:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000daf8a708[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1762] 00000080:00200000:3.0:1789762979.121325:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000d5cb7c31 00000008:00010000:0.0:1789762979.121328:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.121338:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762979.121344:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000087f84cbc 17ffffc0001001 3:0 ffff998588270d20 1762 lru 00000080:00200000:3.0:1789762979.121348:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1274 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.121367:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000b7276a25 738: 1< 0 - - > 2< 3022848 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.121371:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121371:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000daf8a708 00000080:00200000:2.0:1789762979.121377:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:3.0:1789762979.121378:0:13478:0:(rw26.c:871:ll_write_end()) pos 5218304, len 4096, copied 4096 00000080:00200000:2.0:1789762979.121385:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1763 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.121396:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000a28abf88[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1274] 00000080:00200000:3.0:1789762979.121406:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @0000000021c9fd7c 17ffffc0001001 3:0 ffff998584acde00 1274 lru 00000080:00200000:2.0:1789762979.121409:0:13480:0:(rw26.c:871:ll_write_end()) pos 7221248, len 4096, copied 4096 00000008:00010000:0.0:1789762979.121410:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121434:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000249d30a2[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1763] 00000080:00200000:3.0:1789762979.121443:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000057b758f0 250: 1< 0 - - > 2< 1024000 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1789762979.121451:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000a28abf88 00000080:00200000:2.0:1789762979.121453:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000e1fbda0f 17ffffc0001001 3:0 ffff998588270ee0 1763 lru 00000080:00200000:3.0:1789762979.121458:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000008:00010000:0.0:1789762979.121464:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.121466:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1275 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.121488:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000b34086ba 739: 1< 0 - - > 2< 3026944 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1789762979.121490:0:13478:0:(rw26.c:871:ll_write_end()) pos 5222400, len 4096, copied 4096 00000080:00200000:2.0:1789762979.121497:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000249d30a2 00000080:00200000:2.0:1789762979.121502:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:3.0:1789762979.121503:0:13478:0:(rw26.c:929:ll_write_end()) page@000000001178a52f[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1275] 00000008:00010000:0.0:1789762979.121507:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121509:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1764 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.121521:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @000000001ba9f9d9 17ffffc0001001 3:0 ffff998584acd700 1275 lru 00000080:00200000:3.0:1789762979.121529:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000b7b1a59f 251: 1< 0 - - > 2< 1028096 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.121531:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.121533:0:13478:0:(rw26.c:929:ll_write_end()) end page@000000001178a52f 00000080:00200000:2.0:1789762979.121534:0:13480:0:(rw26.c:871:ll_write_end()) pos 7225344, len 4096, copied 4096 00000080:00200000:3.0:1789762979.121538:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:3.0:1789762979.121547:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1276 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.121550:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121563:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000032792bf0[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1764] 00000080:00200000:3.0:1789762979.121570:0:13478:0:(rw26.c:871:ll_write_end()) pos 5226496, len 4096, copied 4096 00000008:00010000:0.0:1789762979.121573:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121582:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000de958bfd 17ffffc0001001 3:0 ffff9985882701c0 1764 lru 00000080:00200000:3.0:1789762979.121586:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000e1ab4b04[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1276] 00000008:00010000:0.0:1789762979.121600:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.121604:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000e5b18985 17ffffc0001001 3:0 ffff998584acd460 1276 lru 00000080:00200000:2.0:1789762979.121638:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000016b92757 740: 1< 0 - - > 2< 3031040 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.121646:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000032792bf0 00000080:00200000:2.0:1789762979.121653:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:3.0:1789762979.121654:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@0000000026af1cdd 252: 1< 0 - - > 2< 1032192 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.121658:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1765 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.121660:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000e1ab4b04 00000080:00200000:0.0:1789762979.121665:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:3.0:1789762979.121666:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:3.0:1789762979.121671:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1277 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.121675:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121684:0:13480:0:(rw26.c:871:ll_write_end()) pos 7229440, len 4096, copied 4096 00000008:00010000:0.0:1789762979.121690:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.121693:0:13478:0:(rw26.c:871:ll_write_end()) pos 5230592, len 4096, copied 4096 00000080:00200000:2.0:1789762979.121695:0:13480:0:(rw26.c:929:ll_write_end()) page@000000001ffbd47e[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1765] 00000080:00200000:3.0:1789762979.121716:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000332bf36d[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1277] 00000080:00200000:2.0:1789762979.121717:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000001086bfd4 17ffffc0001001 3:0 ffff998588270000 1765 lru 00000008:00010000:0.0:1789762979.121727:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.121732:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000469a6ad9 17ffffc0001001 3:0 ffff998584acdd20 1277 lru 00000080:00200000:2.0:1789762979.121760:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000de34b508 741: 1< 0 - - > 2< 3035136 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1789762979.121769:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000bc9ae1b1 253: 1< 0 - - > 2< 1036288 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.121770:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000001ffbd47e 00000008:00010000:0.0:1789762979.121773:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.121774:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000332bf36d 00000080:00200000:2.0:1789762979.121776:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:3.0:1789762979.121780:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762979.121782:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1766 of 0 to 4096 bytes 00000080:00200000:3.0:1789762979.121785:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1278 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.121799:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.121806:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121808:0:13480:0:(rw26.c:871:ll_write_end()) pos 7233536, len 4096, copied 4096 00000080:00200000:3.0:1789762979.121810:0:13478:0:(rw26.c:871:ll_write_end()) pos 5234688, len 4096, copied 4096 00000008:00010000:0.0:1789762979.121824:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121827:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000052e44881[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1766] 00000080:00200000:3.0:1789762979.121835:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000884d09e1[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1278] 00000080:00200000:2.0:1789762979.121854:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000005ce3d9de 17ffffc0001001 3:0 ffff9985882708c0 1766 lru 00000080:00200000:3.0:1789762979.121854:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @00000000da93746a 17ffffc0001001 3:0 ffff998584acdee0 1278 lru 00000008:00010000:0.0:1789762979.121857:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.121901:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121911:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000077ddacdb 742: 1< 0 - - > 2< 3039232 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1789762979.121911:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000d98bebe2 254: 1< 0 - - > 2< 1040384 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1789762979.121922:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000884d09e1 00000080:00200000:2.0:1789762979.121924:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000052e44881 00000080:00200000:3.0:1789762979.121926:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000008:00010000:0.0:1789762979.121927:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121928:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:3.0:1789762979.121931:0:13478:0:(rw26.c:676:ll_write_begin()) Writing 1279 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.121936:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1767 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.121948:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.121956:0:13478:0:(rw26.c:871:ll_write_end()) pos 5238784, len 4096, copied 4096 00000008:00010000:0.0:1789762979.121957:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.121961:0:13480:0:(rw26.c:871:ll_write_end()) pos 7237632, len 4096, copied 4096 00000080:00200000:3.0:1789762979.121974:0:13478:0:(rw26.c:929:ll_write_end()) page@00000000c78bba21[3 00000000f75a6f98 2 1 00000000b86f8b20 1 0 1279] 00000080:00200000:2.0:1789762979.121987:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000c5b97679[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1767] 00000080:00200000:3.0:1789762979.121991:0:13478:0:(rw26.c:929:ll_write_end()) vmpage @0000000016fc0623 17ffffc0001001 3:0 ffff99858819aee0 1279 lru 00000008:00010000:0.0:1789762979.121995:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122010:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000001953f278 17ffffc0001001 3:0 ffff998588270380 1767 lru 00000080:00200000:3.0:1789762979.122031:0:13478:0:(rw26.c:929:ll_write_end()) osc-page@00000000251975e1 255: 1< 0 - - > 2< 1044480 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1789762979.122040:0:13478:0:(rw26.c:929:ll_write_end()) end page@00000000c78bba21 00000008:00010000:0.0:1789762979.122043:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.122045:0:13478:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:3.0:1789762979.122052:0:13478:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000080:00200000:2.0:1789762979.122059:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000e653409c 743: 1< 0 - - > 2< 3043328 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481419264 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.122069:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000c5b97679 00000080:00200000:2.0:1789762979.122074:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762979.122077:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1768 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.122078:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.122095:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.122096:0:13480:0:(rw26.c:871:ll_write_end()) pos 7241728, len 4096, copied 4096 00000080:00200000:2.0:1789762979.122101:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000b45857ef[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1768] 00000008:00010000:0.0:1789762979.122104:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122104:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000005acde523 17ffffc0001001 3:0 ffff9985882700e0 1768 lru 00000008:00010000:3.0:1789762979.122107:0:13478:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122155:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000050a3f973 744: 1< 0 - - > 2< 3047424 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481390592 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.122162:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122163:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000b45857ef 00000080:00200000:2.0:1789762979.122170:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1789762979.122177:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1769 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.122177:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.122187:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122202:0:13480:0:(rw26.c:871:ll_write_end()) pos 7245824, len 4096, copied 4096 00000008:00010000:3.0:1789762979.122207:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122223:0:13480:0:(rw26.c:929:ll_write_end()) page@000000009f132162[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1769] 00000080:00200000:2.0:1789762979.122243:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000441b166d 17ffffc0001001 3:0 ffff998588270540 1769 lru 00000008:00010000:0.0:1789762979.122249:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.122262:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122276:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000009eb35589 745: 1< 0 - - > 2< 3051520 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481357824 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.122318:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000009f132162 00000080:00200000:2.0:1789762979.122320:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000008:00010000:3.0:1789762979.122324:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.122327:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122342:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1978 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.122361:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.122367:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122369:0:13481:0:(rw26.c:871:ll_write_end()) pos 8101888, len 4096, copied 4096 00000008:00010000:0.0:1789762979.122372:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122400:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000f9c8270e[3 00000000f75a6f98 2 1 000000007885039e 1 0 1978] 00000008:00010000:3.0:1789762979.122414:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122419:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000d22f69e5 17ffffc0001001 3:0 ffff998588270b60 1978 lru 00000008:00010000:0.0:1789762979.122425:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.122455:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122466:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000048a1f4f0 954: 1< 0 - - > 2< 3907584 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481341440 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.122477:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000f9c8270e 00000080:00200000:2.0:1789762979.122488:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1789762979.122491:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1979 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.122502:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.122502:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122506:0:13481:0:(rw26.c:871:ll_write_end()) pos 8105984, len 4096, copied 4096 00000080:00200000:2.0:1789762979.122535:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000072562ee6[3 00000000f75a6f98 2 1 000000007885039e 1 0 1979] 00000080:00200000:2.0:1789762979.122549:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000060ea1b67 17ffffc0001001 3:0 ffff998588270620 1979 lru 00000008:00010000:0.0:1789762979.122553:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.122555:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122599:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000bff61b1f 955: 1< 0 - - > 2< 3911680 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481329152 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.122605:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122605:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000072562ee6 00000080:00200000:1.0:1789762979.122610:0:13476:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000080:00200000:2.0:1789762979.122612:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000008:00010000:3.0:1789762979.122613:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122620:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1980 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.122624:0:13476:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200000:2.0:1789762979.122657:0:13481:0:(rw26.c:871:ll_write_end()) pos 8110080, len 4096, copied 4096 00000008:00010000:0.0:1789762979.122659:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.122662:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1789762979.122671:0:13476:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00000080:00200000:2.0:1789762979.122679:0:13481:0:(rw26.c:929:ll_write_end()) page@000000006c5d8028[3 00000000f75a6f98 2 1 000000007885039e 1 0 1980] 00000008:00010000:0.0:1789762979.122701:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122702:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000009e9d6282 17ffffc0001001 3:0 ffff998588270c40 1980 lru 00000008:00010000:3.0:1789762979.122714:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122751:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000d26cdc9b 956: 1< 0 - - > 2< 3915776 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481320960 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.122761:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000006c5d8028 00000080:00200000:2.0:1789762979.122764:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000008:00010000:0.0:1789762979.122765:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.122768:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122771:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1981 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.122799:0:13481:0:(rw26.c:871:ll_write_end()) pos 8114176, len 4096, copied 4096 00000008:00010000:0.0:1789762979.122804:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.122805:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122812:0:13481:0:(rw26.c:929:ll_write_end()) page@000000002100bbe9[3 00000000f75a6f98 2 1 000000007885039e 1 0 1981] 00000080:00200000:2.0:1789762979.122832:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000007ff20692 17ffffc0001021 2:0 ffff998588270a80 1981 lru 00000080:00200000:2.0:1789762979.122859:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4797aaa 957: 1< 0 - - > 2< 3919872 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481308672 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.122862:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000002100bbe9 00000080:00200000:0.0:1789762979.122863:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.122864:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:3.0:1789762979.122869:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.122871:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1982 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.122875:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.122878:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.122893:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.122896:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122897:0:13481:0:(rw26.c:871:ll_write_end()) pos 8118272, len 4096, copied 4096 00000080:00200000:2.0:1789762979.122916:0:13481:0:(rw26.c:929:ll_write_end()) page@000000005ba08704[3 00000000f75a6f98 2 1 000000007885039e 1 0 1982] 00000008:00010000:0.0:1789762979.122920:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122920:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000b077abfb 17ffffc0001001 3:0 ffff998584956540 1982 lru 00000008:00010000:3.0:1789762979.122922:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.122970:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.122971:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000a2543de0 958: 1< 0 - - > 2< 3923968 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481296384 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.122980:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000005ba08704 00000080:00200000:2.0:1789762979.122986:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1789762979.122994:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1983 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.123013:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3829 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.123018:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.123018:0:13481:0:(rw26.c:871:ll_write_end()) pos 8122368, len 4096, copied 4096 00000008:00010000:3.0:1789762979.123020:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.123042:0:13489:0:(rw26.c:871:ll_write_end()) pos 15683584, len 4096, copied 4096 00000080:00200000:2.0:1789762979.123044:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000a5276e79[3 00000000f75a6f98 2 1 000000007885039e 1 0 1983] 00000080:00200000:2.0:1789762979.123068:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000063f6b39b 17ffffc0001001 3:0 ffff998584956b60 1983 lru 00000008:00010000:3.0:1789762979.123073:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.123074:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000f14b6b83[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3829] 00000080:00200000:1.0:1789762979.123097:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000093d53d33 17ffffc0001001 3:0 ffff9985881d0e00 3829 lru 00000008:00010000:0.0:1789762979.123115:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.123119:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000879b63d3 959: 1< 0 - - > 2< 3928064 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481288192 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.123128:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000a5276e79 00000080:00200000:2.0:1789762979.123137:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1789762979.123144:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1984 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.123145:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000a015e52f 1781: 1< 0 - - > 2< 7294976 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481288192 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:3.0:1789762979.123146:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.123154:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.123155:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000f14b6b83 00000080:00200000:1.0:1789762979.123160:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1789762979.123164:0:13481:0:(rw26.c:871:ll_write_end()) pos 8126464, len 4096, copied 4096 00000080:00200000:1.0:1789762979.123167:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3830 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.123180:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.123186:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000aeb1d35b[3 00000000f75a6f98 2 1 000000007885039e 1 0 1984] 00000008:00010000:0.0:1789762979.123196:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.123203:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000e7aadf39 17ffffc0001001 3:0 ffff998584956620 1984 lru 00000080:00200000:1.0:1789762979.123209:0:13489:0:(rw26.c:871:ll_write_end()) pos 15687680, len 4096, copied 4096 00000080:00200000:1.0:1789762979.123240:0:13489:0:(rw26.c:929:ll_write_end()) page@0000000000a0f71c[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3830] 00000008:00010000:3.0:1789762979.123243:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.123250:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000005b3ca7ee 960: 1< 0 - - > 2< 3932160 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481280000 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.123255:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.123256:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000004bc552ce 17ffffc0001001 3:0 ffff9985848931c0 3830 lru 00000080:00200000:2.0:1789762979.123262:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000aeb1d35b 00000080:00200000:2.0:1789762979.123267:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1789762979.123274:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1985 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.123322:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000b4b5ecd2 1782: 1< 0 - - > 2< 7299072 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481275904 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:1.0:1789762979.123326:0:13489:0:(rw26.c:929:ll_write_end()) end page@0000000000a0f71c 00000080:00200000:1.0:1789762979.123329:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:1.0:1789762979.123333:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3831 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.123333:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.123336:0:13481:0:(rw26.c:871:ll_write_end()) pos 8130560, len 4096, copied 4096 00000008:00010000:0.0:1789762979.123337:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.123359:0:13489:0:(rw26.c:871:ll_write_end()) pos 15691776, len 4096, copied 4096 00000080:00200000:2.0:1789762979.123362:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000000c24950[3 00000000f75a6f98 2 1 000000007885039e 1 0 1985] 00000080:00200000:1.0:1789762979.123385:0:13489:0:(rw26.c:929:ll_write_end()) page@0000000076701478[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3831] 00000080:00200000:2.0:1789762979.123385:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000767c8e8c 17ffffc0001001 3:0 ffff998584956c40 1985 lru 00000008:00010000:0.0:1789762979.123390:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.123402:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.123408:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000005afe8816 17ffffc0001021 2:0 ffff998584893000 3831 lru 00000080:00200000:2.0:1789762979.123444:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000a48cd3e3 961: 1< 0 - - > 2< 3936256 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481296384 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:1.0:1789762979.123454:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000003c7c0669 1783: 1< 0 - - > 2< 7303168 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481267712 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.123458:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000000c24950 00000080:00200000:2.0:1789762979.123461:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:1.0:1789762979.123462:0:13489:0:(rw26.c:929:ll_write_end()) end page@0000000076701478 00000008:00010000:0.0:1789762979.123465:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.123467:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.123472:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1789762979.123472:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1986 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.123482:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3832 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.123505:0:13489:0:(rw26.c:871:ll_write_end()) pos 15695872, len 4096, copied 4096 00000080:00200000:2.0:1789762979.123505:0:13481:0:(rw26.c:871:ll_write_end()) pos 8134656, len 4096, copied 4096 00000008:00010000:0.0:1789762979.123509:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.123509:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.123535:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000f2b6886d[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3832] 00000080:00200000:2.0:1789762979.123540:0:13481:0:(rw26.c:929:ll_write_end()) page@000000001bba1b36[3 00000000f75a6f98 2 1 000000007885039e 1 0 1986] 00000080:00200000:1.0:1789762979.123553:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000006f6a33cf 17ffffc0001001 3:0 ffff9985848938c0 3832 lru 00000080:00200000:2.0:1789762979.123563:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000004ce837ac 17ffffc0001001 3:0 ffff998584956a80 1986 lru 00000080:00200000:1.0:1789762979.123569:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000009134656e 1784: 1< 0 - - > 2< 7307264 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481259520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.123571:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.123572:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.123574:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000f2b6886d 00000080:00200000:1.0:1789762979.123580:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:1.0:1789762979.123585:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3833 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.123603:0:13489:0:(rw26.c:871:ll_write_end()) pos 15699968, len 4096, copied 4096 00000080:00200000:2.0:1789762979.123623:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000034393f1e 962: 1< 0 - - > 2< 3940352 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481284096 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:1.0:1789762979.123626:0:13489:0:(rw26.c:929:ll_write_end()) page@0000000062e630e9[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3833] 00000080:00200000:2.0:1789762979.123639:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000001bba1b36 00000080:00200000:2.0:1789762979.123643:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:1.0:1789762979.123644:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000982a7ed8 17ffffc0001001 3:0 ffff998584893380 3833 lru 00000008:00010000:3.0:1789762979.123646:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.123647:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.123651:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1987 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.123677:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000586786d8 1785: 1< 0 - - > 2< 7311360 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481251328 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.123680:0:13481:0:(rw26.c:871:ll_write_end()) pos 8138752, len 4096, copied 4096 00000080:00200000:1.0:1789762979.123685:0:13489:0:(rw26.c:929:ll_write_end()) end page@0000000062e630e9 00000080:00200000:1.0:1789762979.123688:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:0.0:1789762979.123690:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.123692:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.123694:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3834 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.123704:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000a813f84a[3 00000000f75a6f98 2 1 000000007885039e 1 0 1987] 00000008:00010000:0.0:1789762979.123707:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.123721:0:13489:0:(rw26.c:871:ll_write_end()) pos 15704064, len 4096, copied 4096 00000080:00200000:2.0:1789762979.123728:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000046a74965 17ffffc0001001 3:0 ffff9985849569a0 1987 lru 00000080:00200000:1.0:1789762979.123745:0:13489:0:(rw26.c:929:ll_write_end()) page@000000001622f99b[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3834] 00000080:00200000:3.0:1789762979.123745:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.123760:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.123762:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.123766:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000018c7a226 17ffffc0001001 3:0 ffff9985848930e0 3834 lru 00000080:00200000:2.0:1789762979.123785:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8757656 963: 1< 0 - - > 2< 3944448 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481247232 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.123797:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000a813f84a 00000080:00200000:2.0:1789762979.123806:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:1.0:1789762979.123810:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000b97ee43b 1786: 1< 0 - - > 2< 7315456 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481243136 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.123812:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.123815:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1988 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.123818:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000001622f99b 00000008:00010000:3.0:1789762979.123821:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.123824:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:1.0:1789762979.123829:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3835 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.123839:0:13481:0:(rw26.c:871:ll_write_end()) pos 8142848, len 4096, copied 4096 00000008:00010000:0.0:1789762979.123847:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.123851:0:13489:0:(rw26.c:871:ll_write_end()) pos 15708160, len 4096, copied 4096 00000008:00010000:3.0:1789762979.123856:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.123864:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000fbc90fe5[3 00000000f75a6f98 2 1 000000007885039e 1 0 1988] 00000080:00200000:1.0:1789762979.123874:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000bbe39ac8[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3835] 00000080:00200000:2.0:1789762979.123886:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000002dc457e6 17ffffc0001001 3:0 ffff9985849567e0 1988 lru 00000080:00200000:1.0:1789762979.123891:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000333c4419 17ffffc0001001 3:0 ffff998584893540 3835 lru 00000008:00010000:0.0:1789762979.123901:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.123906:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.123941:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000b00fbb00 964: 1< 0 - - > 2< 3948544 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481234944 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:1.0:1789762979.123944:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000b49d782b 1787: 1< 0 - - > 2< 7319552 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481234944 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.123958:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000fbc90fe5 00000080:00200000:1.0:1789762979.123959:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000bbe39ac8 00000008:00010000:0.0:1789762979.123960:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.123961:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.123967:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:1.0:1789762979.123968:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:1.0:1789762979.123975:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3836 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.123976:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1989 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.123995:0:13489:0:(rw26.c:871:ll_write_end()) pos 15712256, len 4096, copied 4096 00000080:00200000:2.0:1789762979.124004:0:13481:0:(rw26.c:871:ll_write_end()) pos 8146944, len 4096, copied 4096 00000008:00010000:0.0:1789762979.124005:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.124012:0:13489:0:(rw26.c:929:ll_write_end()) page@000000001da47131[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3836] 00000008:00010000:3.0:1789762979.124021:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.124033:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @0000000093834a54 17ffffc0001001 3:0 ffff998584893b60 3836 lru 00000080:00200000:2.0:1789762979.124035:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000b44fe28f[3 00000000f75a6f98 2 1 000000007885039e 1 0 1989] 00000080:00200000:2.0:1789762979.124059:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000006c51e307 17ffffc0001001 3:0 ffff9985849562a0 1989 lru 00000008:00010000:3.0:1789762979.124073:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.124086:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000006cec33c4 1788: 1< 0 - - > 2< 7323648 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481222656 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.124091:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.124096:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000001da47131 00000080:00200000:1.0:1789762979.124103:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:1.0:1789762979.124109:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3837 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.124113:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec69b391 965: 1< 0 - - > 2< 3952640 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481222656 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.124122:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000b44fe28f 00000080:00200000:2.0:1789762979.124131:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1789762979.124135:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1990 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.124137:0:13489:0:(rw26.c:871:ll_write_end()) pos 15716352, len 4096, copied 4096 00000008:00010000:0.0:1789762979.124143:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.124144:0:13489:0:(rw26.c:929:ll_write_end()) page@00000000c30b199a[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3837] 00000008:00010000:3.0:1789762979.124144:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124152:0:13481:0:(rw26.c:871:ll_write_end()) pos 8151040, len 4096, copied 4096 00000080:00200000:1.0:1789762979.124159:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000e7122778 17ffffc0001001 3:0 ffff998584893620 3837 lru 00000080:00200000:2.0:1789762979.124184:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000060e9018[3 00000000f75a6f98 2 1 000000007885039e 1 0 1990] 00000008:00010000:0.0:1789762979.124193:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124202:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000e02ac9ef 17ffffc0001001 3:0 ffff998584956e00 1990 lru 00000008:00010000:3.0:1789762979.124202:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.124211:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000006445db42 1789: 1< 0 - - > 2< 7327744 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481214464 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:1.0:1789762979.124222:0:13489:0:(rw26.c:929:ll_write_end()) end page@00000000c30b199a 00000080:00200000:1.0:1789762979.124229:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:1.0:1789762979.124239:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3838 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.124251:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000008a5486d5 966: 1< 0 - - > 2< 3956736 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481210368 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.124258:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000060e9018 00000080:00200000:2.0:1789762979.124260:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000008:00010000:0.0:1789762979.124262:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124262:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1991 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.124265:0:13489:0:(rw26.c:871:ll_write_end()) pos 15720448, len 4096, copied 4096 00000008:00010000:3.0:1789762979.124266:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.124283:0:13489:0:(rw26.c:929:ll_write_end()) page@000000001ec35e56[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3838] 00000080:00200000:2.0:1789762979.124311:0:13481:0:(rw26.c:871:ll_write_end()) pos 8155136, len 4096, copied 4096 00000080:00200000:2.0:1789762979.124330:0:13481:0:(rw26.c:929:ll_write_end()) page@000000001a60f7ad[3 00000000f75a6f98 2 1 000000007885039e 1 0 1991] 00000080:00200000:1.0:1789762979.124331:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @000000001eab5fff 17ffffc0001001 3:0 ffff998584893c40 3838 lru 00000008:00010000:0.0:1789762979.124340:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124343:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000001938a043 17ffffc0001001 3:0 ffff998584956700 1991 lru 00000080:00200000:1.0:1789762979.124370:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@00000000f1bf9676 1790: 1< 0 - - > 2< 7331840 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481206272 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:1.0:1789762979.124376:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000001ec35e56 00000080:00200000:1.0:1789762979.124382:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:1.0:1789762979.124387:0:13489:0:(rw26.c:676:ll_write_begin()) Writing 3839 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.124392:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124396:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000003dc632b 967: 1< 0 - - > 2< 3960832 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481206272 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.124403:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000001a60f7ad 00000080:00200000:2.0:1789762979.124410:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:1.0:1789762979.124414:0:13489:0:(rw26.c:871:ll_write_end()) pos 15724544, len 4096, copied 4096 00000008:00010000:0.0:1789762979.124415:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124417:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1992 of 0 to 4096 bytes 00000080:00200000:1.0:1789762979.124432:0:13489:0:(rw26.c:929:ll_write_end()) page@000000001bb1070e[3 00000000f75a6f98 2 1 00000000704ccf12 1 0 3839] 00000008:00010000:3.0:1789762979.124439:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.124441:0:13489:0:(rw26.c:929:ll_write_end()) vmpage @00000000b5641352 17ffffc0001001 3:0 ffff998584893a80 3839 lru 00000080:00200000:2.0:1789762979.124444:0:13481:0:(rw26.c:871:ll_write_end()) pos 8159232, len 4096, copied 4096 00000008:00010000:0.0:1789762979.124448:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124470:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000042b1e350[3 00000000f75a6f98 2 1 000000007885039e 1 0 1992] 00000080:00200000:1.0:1789762979.124485:0:13489:0:(rw26.c:929:ll_write_end()) osc-page@000000000f3001fa 1791: 1< 0 - - > 2< 7335936 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481202176 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:3.0:1789762979.124486:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124490:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000bd874532 17ffffc0001001 3:0 ffff998584956460 1992 lru 00000080:00200000:1.0:1789762979.124495:0:13489:0:(rw26.c:929:ll_write_end()) end page@000000001bb1070e 00000080:00200000:1.0:1789762979.124504:0:13489:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:0.0:1789762979.124511:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:1.0:1789762979.124513:0:13489:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:0.0:1789762979.124528:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.124540:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124543:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000001954deda 968: 1< 0 - - > 2< 3964928 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481198080 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.124555:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000042b1e350 00000080:00200000:2.0:1789762979.124565:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000008:00010000:0.0:1789762979.124570:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124571:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1993 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.124572:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.124575:0:13489:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124603:0:13481:0:(rw26.c:871:ll_write_end()) pos 8163328, len 4096, copied 4096 00000080:00200000:2.0:1789762979.124609:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000236f747f[3 00000000f75a6f98 2 1 000000007885039e 1 0 1993] 00000008:00010000:0.0:1789762979.124611:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.124613:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124622:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000025288c4a 17ffffc0001001 3:0 ffff998584956d20 1993 lru 00000080:00200000:2.0:1789762979.124673:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000662b479e 969: 1< 0 - - > 2< 3969024 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481157120 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:1.0:1789762979.124675:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124677:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000236f747f 00000008:00010000:0.0:1789762979.124679:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.124681:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.124683:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1789762979.124695:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1994 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.124722:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124722:0:13481:0:(rw26.c:871:ll_write_end()) pos 8167424, len 4096, copied 4096 00000008:00010000:3.0:1789762979.124722:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124752:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000255c536a[3 00000000f75a6f98 2 1 000000007885039e 1 0 1994] 00000080:00200000:2.0:1789762979.124772:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000c40cb24d 17ffffc0001001 3:0 ffff998584956ee0 1994 lru 00000008:00010000:0.0:1789762979.124780:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.124785:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124829:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000005035943f 970: 1< 0 - - > 2< 3973120 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481148928 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.124837:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124841:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000255c536a 00000008:00010000:3.0:1789762979.124843:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124845:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1789762979.124852:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1995 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.124877:0:13481:0:(rw26.c:871:ll_write_end()) pos 8171520, len 4096, copied 4096 00000008:00010000:0.0:1789762979.124879:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.124879:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124896:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000618227da[3 00000000f75a6f98 2 1 000000007885039e 1 0 1995] 00000080:00200000:2.0:1789762979.124917:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000001748ca98 17ffffc0001001 3:0 ffff9985849561c0 1995 lru 00000080:00200000:2.0:1789762979.124930:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000905bddb3 971: 1< 0 - - > 2< 3977216 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481136640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.124933:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000618227da 00000008:00010000:0.0:1789762979.124936:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124938:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000008:00010000:3.0:1789762979.124938:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.124950:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1996 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.124979:0:13481:0:(rw26.c:871:ll_write_end()) pos 8175616, len 4096, copied 4096 00000008:00010000:1.0:1789762979.124980:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.124982:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125008:0:13481:0:(rw26.c:929:ll_write_end()) page@000000003618ff8f[3 00000000f75a6f98 2 1 000000007885039e 1 0 1996] 00000080:00200000:2.0:1789762979.125029:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000cc03d0d8 17ffffc0001021 2:0 ffff998584956000 1996 lru 00000008:00010000:0.0:1789762979.125033:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.125037:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125076:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000aa95fcfb 972: 1< 0 - - > 2< 3981312 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481128448 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.125088:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125088:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000003618ff8f 00000008:00010000:1.0:1789762979.125093:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125097:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1789762979.125104:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1997 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.125127:0:13481:0:(rw26.c:871:ll_write_end()) pos 8179712, len 4096, copied 4096 00000008:00010000:0.0:1789762979.125131:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.125134:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125142:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000dae7989b[3 00000000f75a6f98 2 1 000000007885039e 1 0 1997] 00000080:00200000:2.0:1789762979.125161:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000c16085d7 17ffffc0001001 3:0 ffff9985849568c0 1997 lru 00000008:00010000:0.0:1789762979.125177:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125196:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000082470add 973: 1< 0 - - > 2< 3985408 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481116160 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:1.0:1789762979.125199:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125203:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000dae7989b 00000080:00200000:2.0:1789762979.125209:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762979.125216:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1998 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.125236:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.125238:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125239:0:13481:0:(rw26.c:871:ll_write_end()) pos 8183808, len 4096, copied 4096 00000080:00200000:2.0:1789762979.125263:0:13481:0:(rw26.c:929:ll_write_end()) page@000000001cec1375[3 00000000f75a6f98 2 1 000000007885039e 1 0 1998] 00000080:00200000:2.0:1789762979.125280:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000005644d3f4 17ffffc0001001 3:0 ffff998584956380 1998 lru 00000080:00200000:2.0:1789762979.125311:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000000ac84079 974: 1< 0 - - > 2< 3989504 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481107968 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:0.0:1789762979.125314:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.125314:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000001cec1375 00000080:00200000:2.0:1789762979.125316:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1789762979.125321:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 1999 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.125326:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125336:0:13481:0:(rw26.c:871:ll_write_end()) pos 8187904, len 4096, copied 4096 00000008:00010000:0.0:1789762979.125339:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.125345:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125351:0:13481:0:(rw26.c:929:ll_write_end()) page@000000008f4f70be[3 00000000f75a6f98 2 1 000000007885039e 1 0 1999] 00000080:00200000:2.0:1789762979.125371:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000009026cde6 17ffffc0001001 3:0 ffff9985849560e0 1999 lru 00000008:00010000:3.0:1789762979.125399:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125422:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000004b1821a5 975: 1< 0 - - > 2< 3993600 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481103872 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.125430:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000008f4f70be 00000008:00010000:0.0:1789762979.125431:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125435:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762979.125442:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2000 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.125467:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125469:0:13481:0:(rw26.c:871:ll_write_end()) pos 8192000, len 4096, copied 4096 00000008:00010000:0.0:1789762979.125473:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125496:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000025b21252[3 00000000f75a6f98 2 1 000000007885039e 1 0 2000] 00000080:00200000:2.0:1789762979.125518:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000009d1bbceb 17ffffc0001001 3:0 ffff998584957620 2000 lru 00000008:00010000:3.0:1789762979.125521:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.125524:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125569:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000064a41586 976: 1< 0 - - > 2< 3997696 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481091584 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:1.0:1789762979.125576:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125576:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000025b21252 00000008:00010000:0.0:1789762979.125579:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125585:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1789762979.125595:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2001 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.125619:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.125620:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125622:0:13481:0:(rw26.c:871:ll_write_end()) pos 8196096, len 4096, copied 4096 00000080:00200000:2.0:1789762979.125668:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000044d8c942[3 00000000f75a6f98 2 1 000000007885039e 1 0 2001] 00000080:00200000:2.0:1789762979.125677:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000007fe8b8a 17ffffc0001001 3:0 ffff998584957c40 2001 lru 00000008:00010000:1.0:1789762979.125680:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.125681:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125698:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000dfa1f4db 977: 1< 0 - - > 2< 4001792 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481079296 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.125711:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000044d8c942 00000080:00200000:2.0:1789762979.125717:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1789762979.125726:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2002 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.125734:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.125735:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125743:0:13481:0:(rw26.c:871:ll_write_end()) pos 8200192, len 4096, copied 4096 00000080:00200000:2.0:1789762979.125770:0:13481:0:(rw26.c:929:ll_write_end()) page@000000004c75af87[3 00000000f75a6f98 2 1 000000007885039e 1 0 2002] 00000008:00010000:0.0:1789762979.125774:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.125776:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125778:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000091085fa9 17ffffc0001001 3:0 ffff998584957a80 2002 lru 00000008:00010000:0.0:1789762979.125824:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125828:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000038aa9ed2 978: 1< 0 - - > 2< 4005888 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481071104 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.125837:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000004c75af87 00000008:00010000:3.0:1789762979.125838:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125845:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000008:00010000:0.0:1789762979.125851:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125852:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2003 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.125859:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125872:0:13481:0:(rw26.c:871:ll_write_end()) pos 8204288, len 4096, copied 4096 00000008:00010000:0.0:1789762979.125877:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125893:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000038d4e06a[3 00000000f75a6f98 2 1 000000007885039e 1 0 2003] 00000008:00010000:3.0:1789762979.125896:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125914:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000130a97d8 17ffffc0001001 3:0 ffff9985849579a0 2003 lru 00000008:00010000:0.0:1789762979.125928:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.125947:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125959:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000039090f44 979: 1< 0 - - > 2< 4009984 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481058816 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.125970:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000038d4e06a 00000080:00200000:2.0:1789762979.125977:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000008:00010000:0.0:1789762979.125980:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.125982:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2004 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.125986:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126003:0:13481:0:(rw26.c:871:ll_write_end()) pos 8208384, len 4096, copied 4096 00000080:00200000:2.0:1789762979.126019:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000f8b2192c[3 00000000f75a6f98 2 1 000000007885039e 1 0 2004] 00000008:00010000:1.0:1789762979.126021:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.126025:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.126037:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000005c6e25a6 17ffffc0001001 3:0 ffff9985849577e0 2004 lru 00000008:00010000:0.0:1789762979.126041:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.126068:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.126074:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.126083:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000050a6f41c 980: 1< 0 - - > 2< 4014080 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481046528 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.126091:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000f8b2192c 00000008:00010000:0.0:1789762979.126093:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126096:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1789762979.126103:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2005 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.126111:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.126122:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126125:0:13481:0:(rw26.c:871:ll_write_end()) pos 8212480, len 4096, copied 4096 00000008:00010000:3.0:1789762979.126125:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126148:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000a5cd2f63[3 00000000f75a6f98 2 1 000000007885039e 1 0 2005] 00000008:00010000:0.0:1789762979.126152:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126167:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000f98ec54c 17ffffc0001001 3:0 ffff9985849572a0 2005 lru 00000008:00010000:1.0:1789762979.126182:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.126185:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.126217:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000d73e8dad 981: 1< 0 - - > 2< 4018176 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481034240 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.126226:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000a5cd2f63 00000080:00200000:2.0:1789762979.126228:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000008:00010000:3.0:1789762979.126229:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126233:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2006 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.126250:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.126250:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126258:0:13481:0:(rw26.c:871:ll_write_end()) pos 8216576, len 4096, copied 4096 00000008:00010000:0.0:1789762979.126341:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126347:0:13481:0:(rw26.c:929:ll_write_end()) page@000000001baacfd9[3 00000000f75a6f98 2 1 000000007885039e 1 0 2006] 00000008:00010000:0.0:1789762979.126353:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126356:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000081f04277 17ffffc0001001 3:0 ffff998584957e00 2006 lru 00000008:00010000:3.0:1789762979.126363:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.126368:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.126406:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126409:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000764b2f2d 982: 1< 0 - - > 2< 4022272 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 481017856 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000008:00010000:0.0:1789762979.126414:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126418:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000001baacfd9 00000080:00200000:2.0:1789762979.126423:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000008:00010000:3.0:1789762979.126447:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.126455:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126457:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2537 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.126458:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126482:0:13483:0:(rw26.c:871:ll_write_end()) pos 10391552, len 4096, copied 4096 00000008:00010000:0.0:1789762979.126489:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126503:0:13483:0:(rw26.c:929:ll_write_end()) page@000000006055c98a[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2537] 00000080:00200000:2.0:1789762979.126519:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000644c34cd 17ffffc0001001 3:0 ffff998584957700 2537 lru 00000008:00010000:3.0:1789762979.126521:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.126525:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126563:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000d0e00472 1513: 1< 0 - - > 2< 6197248 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19406848 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:1.0:1789762979.126570:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126572:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000006055c98a 00000008:00010000:0.0:1789762979.126575:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126580:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762979.126587:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2538 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.126597:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.126608:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.126610:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126613:0:13483:0:(rw26.c:871:ll_write_end()) pos 10395648, len 4096, copied 4096 00000008:00010000:0.0:1789762979.126655:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126655:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000e3c2d89c[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2538] 00000008:00010000:3.0:1789762979.126659:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126676:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000002752e694 17ffffc0001001 3:0 ffff998584957460 2538 lru 00000080:00200000:2.0:1789762979.126708:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000991eeca8 1514: 1< 0 - - > 2< 6201344 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19394560 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:1.0:1789762979.126713:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126713:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000e3c2d89c 00000080:00200000:0.0:1789762979.126715:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.126721:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000008:00010000:0.0:1789762979.126728:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126728:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2539 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.126747:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.126751:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126753:0:13483:0:(rw26.c:871:ll_write_end()) pos 10399744, len 4096, copied 4096 00000008:00010000:1.0:1789762979.126770:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126780:0:13483:0:(rw26.c:929:ll_write_end()) page@000000006af29b02[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2539] 00000008:00010000:0.0:1789762979.126793:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126800:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000af147d6e 17ffffc0001001 3:0 ffff998584957d20 2539 lru 00000008:00010000:3.0:1789762979.126825:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.126846:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126855:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000a00f4af5 1515: 1< 0 - - > 2< 6205440 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19382272 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.126864:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000006af29b02 00000080:00200000:2.0:1789762979.126872:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000008:00010000:1.0:1789762979.126877:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126878:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2540 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.126883:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126898:0:13483:0:(rw26.c:871:ll_write_end()) pos 10403840, len 4096, copied 4096 00000008:00010000:3.0:1789762979.126913:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126915:0:13483:0:(rw26.c:929:ll_write_end()) page@000000001ea987e2[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2540] 00000008:00010000:0.0:1789762979.126918:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.126936:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000b71bbb1d 17ffffc0001001 3:0 ffff998584957ee0 2540 lru 00000080:00200000:2.0:1789762979.126981:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000001a637e12 1516: 1< 0 - - > 2< 6209536 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19369984 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.126991:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000001ea987e2 00000080:00200000:2.0:1789762979.126997:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1789762979.127006:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2541 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.127008:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.127012:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127030:0:13483:0:(rw26.c:871:ll_write_end()) pos 10407936, len 4096, copied 4096 00000080:00200000:2.0:1789762979.127044:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000773c1d35[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2541] 00000008:00010000:3.0:1789762979.127048:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.127051:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127059:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000a0a0de8c 17ffffc0001021 2:0 ffff9985849571c0 2541 lru 00000080:00200000:2.0:1789762979.127104:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000f5bade51 1517: 1< 0 - - > 2< 6213632 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19361792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:1.0:1789762979.127106:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.127110:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127113:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000773c1d35 00000080:00200000:2.0:1789762979.127121:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762979.127128:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2542 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.127153:0:13483:0:(rw26.c:871:ll_write_end()) pos 10412032, len 4096, copied 4096 00000008:00010000:0.0:1789762979.127154:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.127155:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127177:0:13483:0:(rw26.c:929:ll_write_end()) page@000000008964c0e8[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2542] 00000080:00200000:2.0:1789762979.127194:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000dc4f7665 17ffffc0001001 3:0 ffff998584957000 2542 lru 00000080:00200000:2.0:1789762979.127209:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000eef5e3ea 1518: 1< 0 - - > 2< 6217728 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19353600 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.127212:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000008964c0e8 00000080:00200000:2.0:1789762979.127213:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000008:00010000:1.0:1789762979.127214:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127216:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2543 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.127219:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127233:0:13483:0:(rw26.c:871:ll_write_end()) pos 10416128, len 4096, copied 4096 00000008:00010000:3.0:1789762979.127244:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127250:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000b35ef43f[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2543] 00000008:00010000:0.0:1789762979.127252:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127270:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000ee1fda3b 17ffffc0001001 3:0 ffff9985849578c0 2543 lru 00000080:00200000:2.0:1789762979.127313:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000030c42567 1519: 1< 0 - - > 2< 6221824 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19345408 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.127320:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000b35ef43f 00000080:00200000:2.0:1789762979.127325:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762979.127328:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2544 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.127334:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127343:0:13483:0:(rw26.c:871:ll_write_end()) pos 10420224, len 4096, copied 4096 00000008:00010000:1.0:1789762979.127347:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.127350:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127361:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000066370811[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2544] 00000080:00200000:2.0:1789762979.127382:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000007a03ac05 17ffffc0001001 3:0 ffff998584957380 2544 lru 00000080:00200000:2.0:1789762979.127406:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000d4e4209f 1520: 1< 0 - - > 2< 6225920 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19337216 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:3.0:1789762979.127406:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.127409:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127418:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000066370811 00000080:00200000:2.0:1789762979.127425:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762979.127432:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2545 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.127452:0:13483:0:(rw26.c:871:ll_write_end()) pos 10424320, len 4096, copied 4096 00000008:00010000:1.0:1789762979.127455:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.127462:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.127464:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000061404026[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2545] 00000008:00010000:0.0:1789762979.127478:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127482:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000e82fe3e6 17ffffc0001001 3:0 ffff9985849570e0 2545 lru 00000008:00010000:3.0:1789762979.127498:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.127503:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.127530:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000020a024b 1521: 1< 0 - - > 2< 6230016 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19329024 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:0.0:1789762979.127535:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127537:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000061404026 00000080:00200000:2.0:1789762979.127544:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000008:00010000:1.0:1789762979.127547:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127551:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2546 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.127569:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.127571:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127580:0:13483:0:(rw26.c:871:ll_write_end()) pos 10428416, len 4096, copied 4096 00000008:00010000:0.0:1789762979.127596:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.127601:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127604:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000db95428c[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2546] 00000080:00200000:3.0:1789762979.127606:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.127637:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000dbcb4965 17ffffc0001001 3:0 ffff998584957540 2546 lru 00000080:00200000:2.0:1789762979.127654:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007d99bc4a 1522: 1< 0 - - > 2< 6234112 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19316736 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:0.0:1789762979.127655:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.127657:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127664:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000db95428c 00000080:00200000:2.0:1789762979.127671:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1789762979.127679:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2547 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.127704:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.127707:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127708:0:13483:0:(rw26.c:871:ll_write_end()) pos 10432512, len 4096, copied 4096 00000080:00200000:2.0:1789762979.127732:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000ad2b7d05[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2547] 00000008:00010000:3.0:1789762979.127733:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.127748:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127756:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000001d9c6a8b 17ffffc0001001 3:0 ffff998584957b60 2547 lru 00000008:00010000:0.0:1789762979.127794:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127809:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9505561 1523: 1< 0 - - > 2< 6238208 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19304448 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:1.0:1789762979.127812:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127818:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000ad2b7d05 00000080:00200000:2.0:1789762979.127825:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1789762979.127831:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2548 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.127855:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.127859:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127862:0:13483:0:(rw26.c:871:ll_write_end()) pos 10436608, len 4096, copied 4096 00000008:00010000:1.0:1789762979.127874:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127882:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000693f18d3[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2548] 00000008:00010000:0.0:1789762979.127888:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127897:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000004040b51b 17ffffc0001001 3:0 ffff9985848ed8c0 2548 lru 00000008:00010000:3.0:1789762979.127925:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.127940:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127945:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000008976d39b 1524: 1< 0 - - > 2< 6242304 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19292160 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.127954:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000693f18d3 00000080:00200000:2.0:1789762979.127961:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762979.127966:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2549 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.127972:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.127985:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.127987:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.127988:0:13483:0:(rw26.c:871:ll_write_end()) pos 10440704, len 4096, copied 4096 00000008:00010000:1.0:1789762979.128006:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128012:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000d4b253fe[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2549] 00000080:00200000:2.0:1789762979.128031:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000000249b2c9 17ffffc0001001 3:0 ffff9985848ed380 2549 lru 00000008:00010000:0.0:1789762979.128046:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128080:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000d89476ce 1525: 1< 0 - - > 2< 6246400 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19283968 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.128088:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000d4b253fe 00000008:00010000:0.0:1789762979.128097:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128098:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000008:00010000:3.0:1789762979.128103:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128106:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2550 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.128126:0:13483:0:(rw26.c:871:ll_write_end()) pos 10444800, len 4096, copied 4096 00000008:00010000:0.0:1789762979.128131:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.128135:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128146:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000092b315a9[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2550] 00000080:00200000:2.0:1789762979.128163:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000c9f92433 17ffffc0001001 3:0 ffff9985848ed0e0 2550 lru 00000080:00200000:0.0:1789762979.128189:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.128199:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128200:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000004f61104b 1526: 1< 0 - - > 2< 6250496 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19271680 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.128204:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000092b315a9 00000080:00200000:2.0:1789762979.128207:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000008:00010000:0.0:1789762979.128209:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128213:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2551 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.128233:0:13483:0:(rw26.c:871:ll_write_end()) pos 10448896, len 4096, copied 4096 00000008:00010000:1.0:1789762979.128248:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128257:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000102ffb06[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2551] 00000080:00200000:2.0:1789762979.128274:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000006f86fd06 17ffffc0001001 3:0 ffff9985848ed540 2551 lru 00000080:00200000:2.0:1789762979.128318:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000007a2b3841 1527: 1< 0 - - > 2< 6254592 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19267584 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.128325:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000102ffb06 00000080:00200000:2.0:1789762979.128327:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1789762979.128331:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2552 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.128335:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128346:0:13483:0:(rw26.c:871:ll_write_end()) pos 10452992, len 4096, copied 4096 00000008:00010000:0.0:1789762979.128350:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.128350:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128353:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000c98fd29e[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2552] 00000080:00200000:2.0:1789762979.128373:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000d769057b 17ffffc0001001 3:0 ffff9985848edb60 2552 lru 00000008:00010000:0.0:1789762979.128388:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.128405:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128417:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000016c7d949 1528: 1< 0 - - > 2< 6258688 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19259392 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.128429:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000c98fd29e 00000080:00200000:2.0:1789762979.128436:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1789762979.128443:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2553 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.128444:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.128448:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128456:0:13483:0:(rw26.c:871:ll_write_end()) pos 10457088, len 4096, copied 4096 00000008:00010000:0.0:1789762979.128476:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128477:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000fdfb4852[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2553] 00000008:00010000:1.0:1789762979.128481:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128497:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb0d4596 17ffffc0001001 3:0 ffff9985848ed620 2553 lru 00000080:00200000:2.0:1789762979.128534:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000048b2af61 1529: 1< 0 - - > 2< 6262784 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19247104 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:3.0:1789762979.128537:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.128540:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128541:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000fdfb4852 00000080:00200000:2.0:1789762979.128547:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762979.128557:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2554 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.128575:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.128578:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128589:0:13483:0:(rw26.c:871:ll_write_end()) pos 10461184, len 4096, copied 4096 00000008:00010000:3.0:1789762979.128590:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.128595:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128618:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000f55609d0[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2554] 00000008:00010000:1.0:1789762979.128647:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128648:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000009c993ac6 17ffffc0001001 3:0 ffff9985848edc40 2554 lru 00000008:00010000:0.0:1789762979.128658:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.128689:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128692:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000b0a683d3 1530: 1< 0 - - > 2< 6266880 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19259392 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.128706:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000f55609d0 00000008:00010000:0.0:1789762979.128708:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128711:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1789762979.128719:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2555 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.128723:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.128735:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.128739:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128745:0:13483:0:(rw26.c:871:ll_write_end()) pos 10465280, len 4096, copied 4096 00000008:00010000:0.0:1789762979.128747:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.128751:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128766:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000a13af6f1[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2555] 00000080:00200000:2.0:1789762979.128786:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000f6a64edf 17ffffc0001001 3:0 ffff9985848eda80 2555 lru 00000008:00010000:0.0:1789762979.128788:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.128798:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.128803:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.128834:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000002aef5131 1531: 1< 0 - - > 2< 6270976 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19214336 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.128841:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000a13af6f1 00000008:00010000:0.0:1789762979.128842:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.128845:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128850:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762979.128857:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2556 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.128884:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128885:0:13483:0:(rw26.c:871:ll_write_end()) pos 10469376, len 4096, copied 4096 00000080:00200000:0.0:1789762979.128887:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.128899:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128907:0:13483:0:(rw26.c:929:ll_write_end()) page@000000001536ecd8[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2556] 00000008:00010000:1.0:1789762979.128921:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128925:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000bfc2d063 17ffffc0001021 2:0 ffff9985848ed9a0 2556 lru 00000080:00200000:3.0:1789762979.128927:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.128957:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.128974:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.128975:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000003d38831b 1532: 1< 0 - - > 2< 6275072 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19206144 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.128985:0:13483:0:(rw26.c:929:ll_write_end()) end page@000000001536ecd8 00000080:00200000:2.0:1789762979.128991:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1789762979.128997:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2557 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.128999:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.129015:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.129018:0:13483:0:(rw26.c:871:ll_write_end()) pos 10473472, len 4096, copied 4096 00000008:00010000:0.0:1789762979.129021:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.129043:0:13483:0:(rw26.c:929:ll_write_end()) page@0000000006c83377[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2557] 00000008:00010000:3.0:1789762979.129046:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.129062:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.129062:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @00000000f0aad208 17ffffc0001001 3:0 ffff9985848ed7e0 2557 lru 00000008:00010000:1.0:1789762979.129084:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.129115:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@000000001db94f7b 1533: 1< 0 - - > 2< 6279168 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19189760 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:0.0:1789762979.129121:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.129126:0:13483:0:(rw26.c:929:ll_write_end()) end page@0000000006c83377 00000008:00010000:3.0:1789762979.129129:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.129131:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762979.129138:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2558 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.129157:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.129158:0:13483:0:(rw26.c:871:ll_write_end()) pos 10477568, len 4096, copied 4096 00000008:00010000:1.0:1789762979.129159:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.129183:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000e17a3229[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2558] 00000080:00200000:2.0:1789762979.129205:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @000000002acc9298 17ffffc0001001 3:0 ffff9985848ed2a0 2558 lru 00000008:00010000:0.0:1789762979.129215:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.129217:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2d65594 1534: 1< 0 - - > 2< 6283264 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19177472 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000008:00010000:3.0:1789762979.129217:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.129225:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000e17a3229 00000080:00200000:2.0:1789762979.129232:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762979.129240:0:13483:0:(rw26.c:676:ll_write_begin()) Writing 2559 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.129260:0:13483:0:(rw26.c:871:ll_write_end()) pos 10481664, len 4096, copied 4096 00000008:00010000:0.0:1789762979.129263:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.129265:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.129276:0:13483:0:(rw26.c:929:ll_write_end()) page@00000000b96f96d0[3 00000000f75a6f98 2 1 00000000abc04f7d 0 0 2559] 00000008:00010000:0.0:1789762979.129331:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.129343:0:13483:0:(rw26.c:929:ll_write_end()) vmpage @0000000090758000 17ffffc0001001 3:0 ffff9985848ede00 2559 lru 00000008:00010000:3.0:1789762979.129357:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.129380:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.129396:0:13483:0:(rw26.c:929:ll_write_end()) osc-page@0000000053087b80 1535: 1< 0 - - > 2< 6287360 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 19169280 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762979.129406:0:13483:0:(rw26.c:929:ll_write_end()) end page@00000000b96f96d0 00000080:00200000:2.0:1789762979.129411:0:13483:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000008:00010000:1.0:1789762979.129414:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.129418:0:13483:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:0.0:1789762979.129423:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.129445:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.129451:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.129456:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.129476:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.129477:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.129482:0:13483:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.129523:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.129543:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.129547:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.129566:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.129568:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.129569:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.129612:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.129617:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.129622:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.129641:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.129646:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.129665:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.129669:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.129680:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.129684:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.129703:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.129706:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.129727:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.129730:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.129783:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.129787:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.129798:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.129802:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.129821:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.129826:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.129831:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.129834:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.129863:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.129864:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.129922:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.129924:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.129942:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.129945:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.129950:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.129965:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.129979:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.129982:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130025:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.130026:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130065:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.130066:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.130123:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130125:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.130148:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130152:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.130161:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130165:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.130171:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130175:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.130185:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130189:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.130211:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130213:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.130256:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130258:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130367:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.130376:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130382:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.130411:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130412:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130441:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.130444:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130455:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.130477:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130478:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.130489:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.130509:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.130512:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130527:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.130531:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130542:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.130546:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.130551:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:1.0:1789762979.130555:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130601:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.130604:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130622:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.130626:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130643:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.130667:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130668:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.130699:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130699:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.130758:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130758:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.130787:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130788:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.130794:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.130832:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130835:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.130855:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130858:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.130879:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130882:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.130886:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.130902:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130903:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.130939:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.130986:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.130989:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131012:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131017:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131041:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131047:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131051:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131086:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131086:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131132:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131134:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131156:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131158:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131203:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131209:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131213:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131235:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131236:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131282:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131331:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131331:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131359:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131361:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131398:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131414:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131418:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131432:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131439:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131443:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131461:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131463:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131497:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131499:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131525:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131527:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131572:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131575:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.131584:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.131599:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131607:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131609:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131645:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131650:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131656:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131663:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.131667:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.131667:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.131672:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.131691:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131695:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131703:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131708:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131719:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131722:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.131727:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.131739:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131743:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131769:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131779:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131783:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131795:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131799:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131812:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131814:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131859:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131862:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131878:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131881:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131925:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131926:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131952:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.131954:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.131987:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.131993:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.131998:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132003:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132043:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132049:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132053:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.132063:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132066:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132115:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132117:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132139:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.132145:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132162:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132170:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132173:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.132187:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132188:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132236:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132240:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132252:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.132255:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132276:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132281:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132285:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132321:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.132329:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132332:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132363:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132369:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132374:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.132383:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132386:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.132390:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.132412:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132415:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.132417:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.132440:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132443:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132487:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132489:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.132492:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.132515:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132517:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.132522:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:1.0:1789762979.132564:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132570:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132573:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.132591:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132593:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132642:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132647:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132674:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.132678:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132692:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132696:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132706:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.132710:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132729:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132733:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132748:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.132751:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132771:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132776:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132783:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.132788:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132834:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132835:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.132872:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132873:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132936:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132937:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.132966:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.132970:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.132995:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.132999:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.133013:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.133016:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.133062:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.133063:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.133100:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.133101:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.133141:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.133146:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.133166:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.133170:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.133176:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.133203:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.133204:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.133234:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.133237:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.133249:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.133272:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.133273:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.133278:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:1.0:1789762979.133312:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.133343:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.133343:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.133385:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.133388:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.133391:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.133411:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.133413:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.133450:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.133457:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.133461:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.133465:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.133492:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.133493:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.133545:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.133547:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.133566:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.133570:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.133573:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.133576:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.133623:0:13484:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.133625:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.133649:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.133654:0:13484:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 1, dirtied 1 00000008:00010000:2.0:1789762979.133654:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.133665:0:13484:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:0.0:1789762979.133676:0:13484:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write bytes 0, result: 1048576 00000008:00010000:0.0:1789762979.133691:0:13484:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.133718:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.133719:0:13484:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000006c158ebe ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.133745:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.133746:0:13484:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1789762979.133774:0:13484:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9985881f36c8 (ffff998590aa2758/0) at cl_lock_release():245 00000008:00010000:1.0:1789762979.133776:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.133777:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1789762979.133782:0:13484:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9985881f36c8 (ffff998590aa2758/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.133796:0:13484:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588af6530 (ffff998588fac098/1) at cl_lock_cancel():142 00010000:00010000:0.0:1789762979.133812:0:13484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 10/0,3 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.133840:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.133865:0:13484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.133891:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1789762979.133895:0:13484:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9985881f36c8 (ffff998590aa2758/0) at cl_lock_fini():72 00000008:00010000:1.0:1789762979.133896:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1789762979.133909:0:13484:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588af6530 (ffff998590aa2758/1) at cl_lock_fini():72 00000008:00010000:2.0:1789762979.133928:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.133929:0:13484:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000008:00010000:3.0:1789762979.133931:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.133939:0:13484:0:(file.c:2205:ll_file_io_generic()) Range unlock [2560, 2815] 00000080:00200000:0.0:1789762979.133950:0:13484:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762979.133970:0:13484:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:1.0:1789762979.133999:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.134002:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.134025:0:13482:0:(rw26.c:676:ll_write_begin()) Writing 2300 of 0 to 4096 bytes 00000008:00010000:3.0:1789762979.134050:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.134053:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.134058:0:13482:0:(rw26.c:871:ll_write_end()) pos 9420800, len 4096, copied 4096 00000008:00010000:1.0:1789762979.134069:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.134088:0:13482:0:(rw26.c:929:ll_write_end()) page@000000009e3ca73c[3 00000000f75a6f98 2 1 00000000db2eb57c 0 0 2300] 00000080:00200000:0.0:1789762979.134105:0:13482:0:(rw26.c:929:ll_write_end()) vmpage @00000000c46142c0 17ffffc0001001 3:0 ffff998588b78a80 2300 lru 00000008:00010000:2.0:1789762979.134109:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.134114:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.134142:0:13482:0:(rw26.c:929:ll_write_end()) osc-page@000000001ddc1346 1276: 1< 0 - - > 2< 5226496 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 18591744 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.134152:0:13482:0:(rw26.c:929:ll_write_end()) end page@000000009e3ca73c 00000080:00200000:0.0:1789762979.134157:0:13482:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:0.0:1789762979.134168:0:13482:0:(rw26.c:676:ll_write_begin()) Writing 2301 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.134176:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.134177:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.134182:0:13482:0:(rw26.c:871:ll_write_end()) pos 9424896, len 4096, copied 4096 00000080:00200000:0.0:1789762979.134212:0:13482:0:(rw26.c:929:ll_write_end()) page@000000000f077ecd[3 00000000f75a6f98 2 1 00000000db2eb57c 0 0 2301] 00000080:00200000:0.0:1789762979.134234:0:13482:0:(rw26.c:929:ll_write_end()) vmpage @0000000030648a14 17ffffc0001001 3:0 ffff998588b789a0 2301 lru 00000080:00200000:0.0:1789762979.134249:0:13482:0:(rw26.c:929:ll_write_end()) osc-page@000000009d0962e5 1277: 1< 0 - - > 2< 5230592 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 18587648 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.134253:0:13482:0:(rw26.c:929:ll_write_end()) end page@000000000f077ecd 00000008:00010000:3.0:1789762979.134253:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.134257:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.134258:0:13482:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:0.0:1789762979.134266:0:13482:0:(rw26.c:676:ll_write_begin()) Writing 2302 of 0 to 4096 bytes 00000008:00010000:1.0:1789762979.134320:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.134323:0:13482:0:(rw26.c:871:ll_write_end()) pos 9428992, len 4096, copied 4096 00000008:00010000:2.0:1789762979.134323:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.134346:0:13482:0:(rw26.c:929:ll_write_end()) page@00000000e036fe02[3 00000000f75a6f98 2 1 00000000db2eb57c 0 0 2302] 00000008:00010000:3.0:1789762979.134361:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.134364:0:13482:0:(rw26.c:929:ll_write_end()) vmpage @00000000da8b7fcc 17ffffc0001001 3:0 ffff998588b787e0 2302 lru 00000008:00010000:2.0:1789762979.134379:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.134396:0:13482:0:(rw26.c:929:ll_write_end()) osc-page@00000000a104007a 1278: 1< 0 - - > 2< 5234688 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 18579456 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1789762979.134404:0:13482:0:(rw26.c:929:ll_write_end()) end page@00000000e036fe02 00000008:00010000:1.0:1789762979.134405:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.134410:0:13482:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:0.0:1789762979.134415:0:13482:0:(rw26.c:676:ll_write_begin()) Writing 2303 of 0 to 4096 bytes 00000008:00010000:2.0:1789762979.134434:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.134437:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.134452:0:13482:0:(rw26.c:871:ll_write_end()) pos 9433088, len 4096, copied 4096 00000008:00010000:2.0:1789762979.134470:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.134472:0:13482:0:(rw26.c:929:ll_write_end()) page@0000000046cfa496[3 00000000f75a6f98 2 1 00000000db2eb57c 0 0 2303] 00000008:00010000:1.0:1789762979.134481:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.134495:0:13482:0:(rw26.c:929:ll_write_end()) vmpage @00000000d1759107 17ffffc0001001 3:0 ffff9985852901c0 2303 lru 00000080:00200000:0.0:1789762979.134525:0:13482:0:(rw26.c:929:ll_write_end()) osc-page@00000000f049c663 1279: 1< 0 - - > 2< 5238784 0 0 0x0 0x0 | 00000000014c1909 00000000949202bd > 3< 0 0 > 4< 0 0 8 18567168 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:2.0:1789762979.134528:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:0.0:1789762979.134529:0:13482:0:(rw26.c:929:ll_write_end()) end page@0000000046cfa496 00000008:00010000:3.0:1789762979.134530:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.134533:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:0.0:1789762979.134534:0:13482:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:0.0:1789762979.134540:0:13482:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1789762979.134540:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.134556:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.134574:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.134577:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.134585:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.134590:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.134616:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.134620:0:13482:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.134642:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.134648:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.134679:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.134686:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.134691:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.134701:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.134705:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.134715:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.134719:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.134740:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.134743:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.134758:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.134761:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.134807:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.134810:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.134829:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.134836:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.134839:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.134863:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.134868:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.134879:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.134882:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.134903:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.134917:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.134920:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.134944:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.134949:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.134954:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.134961:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.134965:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.134973:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.134978:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.134987:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.134990:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135003:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135007:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135017:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135021:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135027:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135031:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135041:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135044:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135073:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135075:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135096:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135098:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135120:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135127:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135133:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135139:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.135142:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.135145:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.135149:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:1.0:1789762979.135173:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135176:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135209:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135215:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135220:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.135224:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.135237:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135240:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135264:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135267:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135314:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135319:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.135327:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:1.0:1789762979.135328:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135334:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135356:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135358:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135388:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135389:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135451:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135456:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135473:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135476:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135497:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135499:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135519:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135522:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135549:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135551:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135586:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135587:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135638:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135641:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135661:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135664:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135687:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135691:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135702:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135716:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135719:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135743:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135753:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135757:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135775:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135780:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135786:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135790:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135801:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135805:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135813:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135818:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135826:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135831:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135839:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135844:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135859:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.135865:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135869:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.135877:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135880:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.135884:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.135904:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135906:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.135909:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.135938:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.135939:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.135995:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.136000:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.136001:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136005:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.136020:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136024:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.136036:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136040:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.136052:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136054:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.136077:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136092:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.136095:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.136100:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:3.0:1789762979.136124:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.136125:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.136150:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136153:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.136177:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136181:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.136213:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136214:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.136270:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136271:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136340:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.136343:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136387:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.136390:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136409:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.136411:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.136461:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136461:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136499:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.136499:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136559:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.136560:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136589:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.136592:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136608:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.136611:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136622:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.136624:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136647:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.136651:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136661:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.136679:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136682:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.136703:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136707:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.136728:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136731:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.136752:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136755:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.136780:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136782:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.136787:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.136820:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136822:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.136839:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136842:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.136854:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136858:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.136859:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.136876:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136878:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.136947:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.136948:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.136953:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.136984:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.136984:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.137050:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.137051:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.137077:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.137079:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.137137:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.137138:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.137166:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.137169:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.137171:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.137189:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.137193:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.137206:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.137208:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.137265:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.137265:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.137320:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.137321:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.137353:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.137354:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.137403:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.137404:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.137441:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.137441:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.137501:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.137505:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.137525:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.137527:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.137553:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.137555:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.137583:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.137585:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.137638:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.137640:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.137664:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.137667:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.137704:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.137705:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.137733:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.137735:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.137791:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.137793:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.137819:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.137821:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.137862:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.137866:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.137871:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.137877:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.137883:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.137888:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.137890:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.137898:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.137905:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.137909:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.137917:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.137923:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.137925:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.137929:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.137964:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.137965:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:1.0:1789762979.137966:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138011:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138017:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.138022:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.138032:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138036:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138065:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.138066:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138122:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.138123:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.138145:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138151:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.138152:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.138156:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.138199:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138207:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138211:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.138234:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.138236:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138311:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138314:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.138332:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.138335:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138377:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138380:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.138421:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.138423:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138464:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138468:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.138486:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.138488:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138531:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138532:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.138557:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.138560:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138571:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138583:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.138587:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.138595:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138597:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138643:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.138645:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.138669:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138672:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138702:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.138704:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.138727:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138730:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138755:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.138759:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.138769:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138773:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138795:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.138799:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.138808:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138812:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.138817:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.138826:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.138833:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:1.0:1789762979.138834:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138838:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.138864:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138866:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.138909:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.138911:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.138916:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.138945:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.138946:0:13478:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139009:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139009:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.139010:0:13478:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 1, dirtied 1 00000080:00200000:3.0:1789762979.139017:0:13478:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:3.0:1789762979.139022:0:13478:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write bytes 0, result: 1048576 00000008:00010000:3.0:1789762979.139032:0:13478:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139040:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.139043:0:13478:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000008ea91899 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139055:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1789762979.139058:0:13478:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139073:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1789762979.139077:0:13478:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9985848b9f38 (ffff998588facd88/0) at cl_lock_release():245 00000008:00010000:1.0:1789762979.139078:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.139079:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000020:00010000:3.0:1789762979.139091:0:13478:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9985848b9f38 (ffff998588facd88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789762979.139102:0:13478:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998583775f30 (ffff998590aa27e8/1) at cl_lock_cancel():142 00000008:00010000:0.0:1789762979.139104:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.139116:0:13478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139138:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139141:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 16/0,5 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.139142:0:13478:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139178:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139186:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 15/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1789762979.139205:0:13478:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9985848b9f38 (ffff998588facd88/0) at cl_lock_fini():72 00000020:00010000:3.0:1789762979.139214:0:13478:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998583775f30 (ffff998588facd88/1) at cl_lock_fini():72 00000008:00010000:2.0:1789762979.139215:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139217:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.139228:0:13478:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:3.0:1789762979.139238:0:13478:0:(file.c:2205:ll_file_io_generic()) Range unlock [1024, 1279] 00000080:00200000:3.0:1789762979.139249:0:13478:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789762979.139271:0:13478:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:0.0:1789762979.139282:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139285:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139327:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139329:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139359:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139364:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139369:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139375:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139381:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139387:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139391:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139417:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139423:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139429:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139433:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139440:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.139449:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.139451:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139456:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139461:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139470:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139474:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139481:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139487:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139495:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139499:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139510:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139513:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139541:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139542:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139567:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139571:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139605:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139608:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139634:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139641:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139647:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139675:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139680:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.139687:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.139688:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139693:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139720:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139724:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139744:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139748:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139762:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139765:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.139803:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.139805:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139810:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139818:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.139824:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:1.0:1789762979.139824:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139850:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139854:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139867:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139870:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139891:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139894:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139912:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139915:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139948:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139955:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139960:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.139966:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139976:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.139991:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.139995:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140003:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.140008:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140015:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.140021:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140026:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140065:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.140074:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140077:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140133:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.140134:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140167:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.140170:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140194:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.140203:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.140209:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.140213:0:13489:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140221:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.140230:0:13489:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 1, dirtied 1 00000080:00200000:1.0:1789762979.140235:0:13489:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000008:00010000:2.0:1789762979.140237:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.140239:0:13489:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write bytes 0, result: 1048576 00000008:00010000:1.0:1789762979.140254:0:13489:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140256:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.140278:0:13489:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000245e41ac ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140284:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.140319:0:13489:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 12/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140324:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1789762979.140330:0:13489:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_release():245 00000020:00010000:1.0:1789762979.140335:0:13489:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_cancel():142 00000008:00010000:2.0:1789762979.140337:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1789762979.140338:0:13489:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998582b8e830 (ffff998590aa2cf8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1789762979.140353:0:13489:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 13/0,4 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.140392:0:13489:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 12/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140395:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1789762979.140418:0:13489:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762979.140424:0:13489:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998582b8e830 (ffff9985893a6908/1) at cl_lock_fini():72 00000008:00010000:2.0:1789762979.140426:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.140429:0:13489:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:1.0:1789762979.140435:0:13489:0:(file.c:2205:ll_file_io_generic()) Range unlock [3584, 3839] 00000080:00200000:1.0:1789762979.140443:0:13489:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762979.140447:0:13489:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:0.0:1789762979.140448:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.140462:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.140464:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140475:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140487:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140498:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.140504:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.140525:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140536:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140552:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140564:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140580:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140592:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140603:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140614:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140636:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140648:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140661:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140673:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140688:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140700:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140718:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140730:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140742:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140758:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140769:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140779:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140789:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140800:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140812:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140822:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140832:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140844:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140854:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.140860:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.140864:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140875:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.140880:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.140887:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140900:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140912:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140925:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.140933:0:13505:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff998584ea0000 00000008:00010000:2.0:1789762979.140944:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.140962:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.140973:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.140974:0:13505:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff99859130d000 00000008:00010000:0.0:1789762979.140992:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141003:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141016:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.141019:0:13505:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff998584ea0000 00000008:00010000:2.0:1789762979.141029:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141043:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141053:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.141055:0:13505:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff99859130d000 00000008:00010000:0.0:1789762979.141073:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141085:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141100:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141111:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141124:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141136:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141148:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141160:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141176:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.141188:0:13479:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000008:00010000:2.0:1789762979.141191:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.141195:0:13479:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000008:00010000:0.0:1789762979.141213:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1789762979.141222:0:13479:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00000008:00010000:2.0:1789762979.141231:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141244:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141256:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141270:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.141278:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.141285:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141345:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141357:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.141363:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.141373:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141388:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141400:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141414:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141426:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141439:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141450:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141466:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141482:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141496:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141507:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141520:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141531:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141546:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141559:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141574:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141586:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141602:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141614:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141638:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141650:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141665:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141677:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141691:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141703:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141717:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.141729:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.141730:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141742:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141754:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141766:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141778:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.141779:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.141800:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141812:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141826:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141839:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141851:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141863:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141877:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141888:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141901:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141911:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141928:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141942:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141954:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141964:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141975:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.141986:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.141996:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142006:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142017:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142029:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142040:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142051:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142065:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142075:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142089:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142099:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.142102:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.142110:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142121:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.142132:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.142137:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142148:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142158:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142169:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142181:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142193:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142209:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142224:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142238:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142251:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142262:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142276:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142320:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142331:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142343:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142355:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142371:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142384:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142395:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142409:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142418:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142432:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142442:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142454:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142465:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142477:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142489:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142504:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.142513:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.142519:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142529:0:13483:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.142538:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.142543:0:13483:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 1, dirtied 1 00000008:00010000:0.0:1789762979.142546:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.142549:0:13483:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762979.142561:0:13483:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write bytes 0, result: 1048576 00000008:00010000:0.0:1789762979.142571:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142584:0:13483:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142597:0:13483:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000c4801b32 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.142611:0:13483:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1789762979.142637:0:13483:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998590a9ff38 (ffff998590aa2f38/0) at cl_lock_release():245 00000008:00010000:0.0:1789762979.142641:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1789762979.142641:0:13483:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998590a9ff38 (ffff998590aa2f38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762979.142657:0:13483:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9985902ea5b0 (ffff998590aa2008/1) at cl_lock_cancel():142 00010000:00010000:2.0:1789762979.142666:0:13483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142668:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.142688:0:13475:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000080:00200000:3.0:1789762979.142703:0:13475:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00010000:00010000:2.0:1789762979.142718:0:13483:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142721:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1789762979.142729:0:13475:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00000020:00010000:2.0:1789762979.142762:0:13483:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998590a9ff38 (ffff998590aa2f38/0) at cl_lock_fini():72 00000008:00010000:0.0:1789762979.142767:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1789762979.142768:0:13483:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9985902ea5b0 (ffff998590aa2f38/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762979.142788:0:13483:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000008:00010000:0.0:1789762979.142789:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.142801:0:13483:0:(file.c:2205:ll_file_io_generic()) Range unlock [2304, 2559] 00000008:00010000:0.0:1789762979.142804:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.142810:0:13483:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:0.0:1789762979.142814:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.142814:0:13483:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:0.0:1789762979.142835:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142846:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142862:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142878:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142889:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142895:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.142907:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.142912:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142918:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142927:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142940:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142950:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142960:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142967:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142975:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142990:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.142997:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.143004:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.143020:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.143032:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143033:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1770 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.143047:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.143054:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143064:0:13480:0:(rw26.c:871:ll_write_end()) pos 7249920, len 4096, copied 4096 00000080:00200000:0.0:1789762979.143066:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.143071:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143071:0:13480:0:(rw26.c:929:ll_write_end()) page@000000003f8fe375[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1770] 00000080:00200000:2.0:1789762979.143086:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000350c7059 17ffffc0001001 3:0 ffff9985848ed700 1770 lru 00000008:00010000:0.0:1789762979.143097:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143099:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000dc82ab0e 746: 1< 0 - - > 2< 3055616 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.143107:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000003f8fe375 00000080:00200000:2.0:1789762979.143111:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1789762979.143119:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1771 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.143124:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.143132:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143138:0:13480:0:(rw26.c:871:ll_write_end()) pos 7254016, len 4096, copied 4096 00000008:00010000:0.0:1789762979.143141:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143154:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000ba2b9dbd[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1771] 00000080:00200000:2.0:1789762979.143169:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000005d23af8f 17ffffc0001001 3:0 ffff9985848ed460 1771 lru 00000080:00200000:2.0:1789762979.143201:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000aaf2417d 747: 1< 0 - - > 2< 3059712 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.143207:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000ba2b9dbd 00000080:00200000:2.0:1789762979.143210:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1789762979.143216:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1772 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.143224:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143233:0:13480:0:(rw26.c:871:ll_write_end()) pos 7258112, len 4096, copied 4096 00000008:00010000:0.0:1789762979.143238:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143254:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000418fb2b4[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1772] 00000080:00200000:2.0:1789762979.143262:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000ca4f441c 17ffffc0001001 3:0 ffff9985848edd20 1772 lru 00000008:00010000:0.0:1789762979.143266:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143335:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000069edf39d 748: 1< 0 - - > 2< 3063808 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.143338:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000418fb2b4 00000080:00200000:2.0:1789762979.143340:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1789762979.143344:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1773 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.143362:0:13480:0:(rw26.c:871:ll_write_end()) pos 7262208, len 4096, copied 4096 00000008:00010000:0.0:1789762979.143370:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143371:0:13480:0:(rw26.c:929:ll_write_end()) page@000000003cbd3e4a[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1773] 00000080:00200000:2.0:1789762979.143387:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000003557525e 17ffffc0001001 3:0 ffff9985848edee0 1773 lru 00000080:00200000:2.0:1789762979.143398:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000cabd8314 749: 1< 0 - - > 2< 3067904 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000008:00010000:0.0:1789762979.143402:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143403:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000003cbd3e4a 00000080:00200000:2.0:1789762979.143408:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762979.143417:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1774 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.143433:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.143444:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143448:0:13480:0:(rw26.c:871:ll_write_end()) pos 7266304, len 4096, copied 4096 00000008:00010000:0.0:1789762979.143453:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143468:0:13480:0:(rw26.c:929:ll_write_end()) page@000000000bcdf889[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1774] 00000080:00200000:2.0:1789762979.143477:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000054dd9707 17ffffc0001001 3:0 ffff9985848ed1c0 1774 lru 00000008:00010000:0.0:1789762979.143479:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143510:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000002808180f 750: 1< 0 - - > 2< 3072000 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.143517:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000000bcdf889 00000080:00200000:2.0:1789762979.143519:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000008:00010000:0.0:1789762979.143520:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143527:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1775 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.143544:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.143549:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.143558:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143561:0:13480:0:(rw26.c:871:ll_write_end()) pos 7270400, len 4096, copied 4096 00000008:00010000:0.0:1789762979.143568:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143584:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000e39c1cce[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1775] 00000008:00010000:0.0:1789762979.143589:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143591:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000ddc79065 17ffffc0001001 3:0 ffff9985848ed000 1775 lru 00000008:00010000:0.0:1789762979.143602:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143641:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000eb145153 751: 1< 0 - - > 2< 3076096 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.143644:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000e39c1cce 00000008:00010000:0.0:1789762979.143646:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143646:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762979.143654:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1776 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.143667:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.143679:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.143689:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143691:0:13480:0:(rw26.c:871:ll_write_end()) pos 7274496, len 4096, copied 4096 00000080:00200000:2.0:1789762979.143707:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000d392ab1c[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1776] 00000008:00010000:0.0:1789762979.143709:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143722:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000e1c9e922 17ffffc0001001 3:0 ffff9985883978c0 1776 lru 00000008:00010000:0.0:1789762979.143732:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143734:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000003d7a1c25 752: 1< 0 - - > 2< 3080192 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.143743:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000d392ab1c 00000080:00200000:2.0:1789762979.143749:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762979.143751:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1777 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.143753:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.143765:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143767:0:13480:0:(rw26.c:871:ll_write_end()) pos 7278592, len 4096, copied 4096 00000080:00200000:2.0:1789762979.143782:0:13480:0:(rw26.c:929:ll_write_end()) page@000000001f58d0a2[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1777] 00000008:00010000:0.0:1789762979.143785:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143791:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000000c3bc460 17ffffc0001001 3:0 ffff998588397380 1777 lru 00000080:00200000:2.0:1789762979.143811:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000005ac9be1 753: 1< 0 - - > 2< 3084288 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.143815:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000001f58d0a2 00000008:00010000:0.0:1789762979.143817:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143819:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762979.143825:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1778 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.143839:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.143847:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143847:0:13480:0:(rw26.c:871:ll_write_end()) pos 7282688, len 4096, copied 4096 00000080:00200000:2.0:1789762979.143867:0:13480:0:(rw26.c:929:ll_write_end()) page@000000004cd05c42[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1778] 00000080:00200000:2.0:1789762979.143883:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff55e40c 17ffffc0001001 3:0 ffff9985883970e0 1778 lru 00000008:00010000:0.0:1789762979.143888:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143889:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000004548b14b 754: 1< 0 - - > 2< 3088384 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.143896:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000004cd05c42 00000080:00200000:2.0:1789762979.143901:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1789762979.143908:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1779 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.143914:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.143924:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143926:0:13480:0:(rw26.c:871:ll_write_end()) pos 7286784, len 4096, copied 4096 00000080:00200000:2.0:1789762979.143938:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000abbfa838[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1779] 00000080:00200000:2.0:1789762979.143942:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000001e25b869 17ffffc0001001 3:0 ffff998588397540 1779 lru 00000008:00010000:0.0:1789762979.143943:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143979:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@0000000033a41fc4 755: 1< 0 - - > 2< 3092480 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.143983:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000abbfa838 00000008:00010000:0.0:1789762979.143985:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.143988:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1789762979.143994:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1780 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.144003:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.144015:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.144015:0:13480:0:(rw26.c:871:ll_write_end()) pos 7290880, len 4096, copied 4096 00000080:00200000:2.0:1789762979.144036:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000c9d61c9d[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1780] 00000080:00200000:2.0:1789762979.144050:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000e3680019 17ffffc0001001 3:0 ffff998588397b60 1780 lru 00000080:00200000:3.0:1789762979.144055:0:13485:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000008:00010000:0.0:1789762979.144056:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.144060:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000840e4cd7 756: 1< 0 - - > 2< 3096576 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:3.0:1789762979.144067:0:13485:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200000:2.0:1789762979.144072:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000c9d61c9d 00000080:00200000:2.0:1789762979.144079:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762979.144086:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1781 of 0 to 4096 bytes 00000080:00200008:3.0:1789762979.144095:0:13485:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00000008:00010000:0.0:1789762979.144101:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.144107:0:13480:0:(rw26.c:871:ll_write_end()) pos 7294976, len 4096, copied 4096 00000008:00010000:0.0:1789762979.144111:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.144123:0:13480:0:(rw26.c:929:ll_write_end()) page@000000006e7ca246[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1781] 00000080:00200000:2.0:1789762979.144138:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @000000009398a18e 17ffffc0001001 3:0 ffff998588397620 1781 lru 00000008:00010000:0.0:1789762979.144147:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.144150:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000f5f2a118 757: 1< 0 - - > 2< 3100672 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.144159:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000006e7ca246 00000080:00200000:2.0:1789762979.144163:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1789762979.144170:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1782 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.144174:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.144184:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.144186:0:13480:0:(rw26.c:871:ll_write_end()) pos 7299072, len 4096, copied 4096 00000080:00200000:2.0:1789762979.144198:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000012a959cb[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1782] 00000080:00200000:2.0:1789762979.144207:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000242be672 17ffffc0001001 3:0 ffff998588397c40 1782 lru 00000080:00200000:2.0:1789762979.144213:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000a0a575a8 758: 1< 0 - - > 2< 3104768 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000008:00010000:0.0:1789762979.144216:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.144216:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000012a959cb 00000080:00200000:2.0:1789762979.144221:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1789762979.144225:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1783 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.144245:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.144250:0:13482:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.144257:0:13480:0:(rw26.c:871:ll_write_end()) pos 7303168, len 4096, copied 4096 00000080:00200000:0.0:1789762979.144259:0:13482:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 1, dirtied 1 00000080:00200000:0.0:1789762979.144267:0:13482:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762979.144267:0:13480:0:(rw26.c:929:ll_write_end()) page@000000005f096a4d[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1783] 00000080:00200000:0.0:1789762979.144275:0:13482:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write bytes 0, result: 1048576 00000080:00200000:2.0:1789762979.144276:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000cf780cce 17ffffc0001001 3:0 ffff998588397a80 1783 lru 00000080:00200000:2.0:1789762979.144314:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000e469d070 759: 1< 0 - - > 2< 3108864 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.144317:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000005f096a4d 00000080:00200000:2.0:1789762979.144319:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000008:00010000:0.0:1789762979.144320:0:13482:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.144322:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1784 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.144339:0:13482:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000143c67c6 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.144348:0:13482:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.144350:0:13480:0:(rw26.c:871:ll_write_end()) pos 7307264, len 4096, copied 4096 00000080:00200000:2.0:1789762979.144362:0:13480:0:(rw26.c:929:ll_write_end()) page@000000002d102d51[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1784] 00000080:00200000:2.0:1789762979.144366:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f42c7da6 17ffffc0001021 2:0 ffff9985883979a0 1784 lru 00000080:00200000:2.0:1789762979.144370:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000ebf3b767 760: 1< 0 - - > 2< 3112960 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.144373:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000002d102d51 00000020:00010000:0.0:1789762979.144374:0:13482:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998590a9fd58 (ffff998590aa2128/0) at cl_lock_release():245 00000080:00200000:2.0:1789762979.144376:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000020:00010000:0.0:1789762979.144388:0:13482:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998590a9fd58 (ffff998590aa2128/0) at cl_lock_cancel():142 00000080:00200000:2.0:1789762979.144389:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1785 of 0 to 4096 bytes 00000020:00010000:0.0:1789762979.144404:0:13482:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588af6430 (ffff998588fac878/1) at cl_lock_cancel():142 00010000:00010000:0.0:1789762979.144411:0:13482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.144420:0:13482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1789762979.144420:0:13480:0:(rw26.c:871:ll_write_end()) pos 7311360, len 4096, copied 4096 00000080:00200000:2.0:1789762979.144444:0:13480:0:(rw26.c:929:ll_write_end()) page@0000000072d2a937[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1785] 00000080:00200000:2.0:1789762979.144453:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000001c346ec 17ffffc0001001 3:0 ffff9985883977e0 1785 lru 00000020:00010000:0.0:1789762979.144459:0:13482:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998590a9fd58 (ffff998590aa2128/0) at cl_lock_fini():72 00000080:00200000:2.0:1789762979.144459:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000000cfa539a 761: 1< 0 - - > 2< 3117056 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.144464:0:13480:0:(rw26.c:929:ll_write_end()) end page@0000000072d2a937 00000020:00010000:0.0:1789762979.144466:0:13482:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588af6430 (ffff998590aa2128/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762979.144467:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762979.144475:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1786 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.144478:0:13482:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:0.0:1789762979.144483:0:13482:0:(file.c:2205:ll_file_io_generic()) Range unlock [2048, 2303] 00000080:00200000:0.0:1789762979.144488:0:13482:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762979.144491:0:13480:0:(rw26.c:871:ll_write_end()) pos 7315456, len 4096, copied 4096 00000080:00200000:0.0:1789762979.144492:0:13482:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1789762979.144500:0:13480:0:(rw26.c:929:ll_write_end()) page@000000000170d450[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1786] 00000080:00200000:2.0:1789762979.144503:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000c8df0c26 17ffffc0001001 3:0 ffff9985883972a0 1786 lru 00000080:00200000:2.0:1789762979.144508:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000a5d23efc 762: 1< 0 - - > 2< 3121152 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.144510:0:13480:0:(rw26.c:929:ll_write_end()) end page@000000000170d450 00000080:00200000:2.0:1789762979.144513:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1789762979.144515:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1787 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.144532:0:13480:0:(rw26.c:871:ll_write_end()) pos 7319552, len 4096, copied 4096 00000080:00200000:2.0:1789762979.144536:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000cc203262[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1787] 00000080:00200000:2.0:1789762979.144539:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000023855adc 17ffffc0001001 3:0 ffff998588397e00 1787 lru 00000080:00200000:2.0:1789762979.144544:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000680fdb41 763: 1< 0 - - > 2< 3125248 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.144546:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000cc203262 00000080:00200000:2.0:1789762979.144548:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762979.144550:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1788 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.144575:0:13480:0:(rw26.c:871:ll_write_end()) pos 7323648, len 4096, copied 4096 00000080:00200000:2.0:1789762979.144581:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000c90cea6b[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1788] 00000080:00200000:2.0:1789762979.144586:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000bf061b2e 17ffffc0001001 3:0 ffff998588397700 1788 lru 00000080:00200000:2.0:1789762979.144593:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000007c0dbae5 764: 1< 0 - - > 2< 3129344 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.144596:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000c90cea6b 00000080:00200000:2.0:1789762979.144598:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1789762979.144599:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1789 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.144613:0:13480:0:(rw26.c:871:ll_write_end()) pos 7327744, len 4096, copied 4096 00000080:00200000:2.0:1789762979.144616:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000fc42b743[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1789] 00000080:00200000:2.0:1789762979.144619:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000c1b9c334 17ffffc0001001 3:0 ffff998588397460 1789 lru 00000080:00200000:2.0:1789762979.144623:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4235591 765: 1< 0 - - > 2< 3133440 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.144625:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000fc42b743 00000080:00200000:2.0:1789762979.144640:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762979.144642:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1790 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.144657:0:13480:0:(rw26.c:871:ll_write_end()) pos 7331840, len 4096, copied 4096 00000080:00200000:2.0:1789762979.144660:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000d6771a80[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1790] 00000080:00200000:2.0:1789762979.144664:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @0000000039b068ce 17ffffc0001001 3:0 ffff998588397d20 1790 lru 00000080:00200000:2.0:1789762979.144668:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@000000003a3d8633 766: 1< 0 - - > 2< 3137536 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.144670:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000d6771a80 00000080:00200000:2.0:1789762979.144672:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762979.144674:0:13480:0:(rw26.c:676:ll_write_begin()) Writing 1791 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.144694:0:13480:0:(rw26.c:871:ll_write_end()) pos 7335936, len 4096, copied 4096 00000080:00200000:2.0:1789762979.144700:0:13480:0:(rw26.c:929:ll_write_end()) page@00000000b40d08cc[3 00000000f75a6f98 2 1 00000000b90841c8 1 0 1791] 00000080:00200000:2.0:1789762979.144702:0:13480:0:(rw26.c:929:ll_write_end()) vmpage @00000000f5c1c25d 17ffffc0001001 3:0 ffff998588397ee0 1791 lru 00000080:00200000:2.0:1789762979.144706:0:13480:0:(rw26.c:929:ll_write_end()) osc-page@00000000196d6298 767: 1< 0 - - > 2< 3141632 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 479272960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.144708:0:13480:0:(rw26.c:929:ll_write_end()) end page@00000000b40d08cc 00000080:00200000:2.0:1789762979.144709:0:13480:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1789762979.144712:0:13480:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:0.0:1789762979.144752:0:366:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1789762979.144761:0:13480:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001a40290c ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 11/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.144766:0:366:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1789762979.144803:0:13480:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001a40290c ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 11/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.144822:0:13480:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 11/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.144833:0:13480:0:(osc_cache.c:846:osc_extent_find()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 11/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.144861:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.144880:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.144896:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.144913:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.144930:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.144946:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.144956:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.144968:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.144982:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.144995:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145005:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145018:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145031:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145043:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.145064:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.145073:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145092:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145107:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145122:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145139:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145156:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145171:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145188:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145197:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145208:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145223:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145233:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145242:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145254:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145268:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.145310:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.145316:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145326:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145338:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145356:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145369:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145379:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145391:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145404:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145417:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145427:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145439:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145450:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145465:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145478:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145489:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.145511:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.145516:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145530:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145544:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145560:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145577:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145600:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145613:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145638:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145654:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.145663:0:13478:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000008:00010000:2.0:1789762979.145667:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762979.145668:0:13478:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000008:00010000:2.0:1789762979.145687:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1789762979.145699:0:13478:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00000008:00010000:2.0:1789762979.145702:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145719:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145729:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145741:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.145753:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.145758:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145769:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145780:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145790:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145802:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145814:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145827:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145844:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145857:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145871:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145884:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145896:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145903:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145914:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145928:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.145948:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.145956:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145970:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145981:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.145993:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146009:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146022:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146033:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146040:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146051:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146068:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146081:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146087:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146095:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146104:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146115:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.146135:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.146140:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146150:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146165:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146174:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146180:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146187:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146193:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146199:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146206:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146212:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146218:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146225:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146230:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146236:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146243:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.146275:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.146281:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146314:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146328:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146340:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146357:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146370:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146385:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146400:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146414:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146427:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146439:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146451:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146464:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146478:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146492:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.146511:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.146521:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146538:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146555:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146572:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146589:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146607:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146640:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146655:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146666:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146678:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146694:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146708:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.146716:0:366:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (7340032 7344127) ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1789762979.146718:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146766:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146774:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.146788:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.146794:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146806:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146819:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146833:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146846:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146859:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.146875:0:13486:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000008:00010000:2.0:1789762979.146878:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.146882:0:13486:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000008:00010000:2.0:1789762979.146892:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146911:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1789762979.146913:0:13486:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00000008:00010000:2.0:1789762979.146935:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146943:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146950:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146958:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146964:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.146972:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.146986:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.146991:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147004:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147012:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147018:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147027:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147035:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147044:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147051:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147064:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147079:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147087:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147095:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147106:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147113:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147120:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.147130:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.147135:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147144:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147152:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147161:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147172:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147184:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147194:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147202:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147215:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147226:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147238:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147250:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147263:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147269:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147279:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.147322:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.147327:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147341:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147348:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147355:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147360:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147370:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147375:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147380:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147385:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147396:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147404:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147410:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147420:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147431:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147444:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.147459:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.147463:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147473:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147481:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147486:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147498:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147505:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147518:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147527:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147538:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147544:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147555:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147565:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147577:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147591:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147602:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.147614:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.147619:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147625:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147647:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147654:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147662:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147670:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147679:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147684:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147691:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147705:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147713:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147721:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147728:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147739:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147747:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.147763:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.147768:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147777:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147793:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147802:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147815:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147827:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147840:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147854:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147868:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147881:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147897:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147907:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147918:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147930:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147939:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.147950:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.147955:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147961:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147967:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147973:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147982:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.147992:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.148004:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.148018:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.148032:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.148038:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.148047:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.148056:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.148066:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.148073:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.148087:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:0.0:1789762979.148088:0:366:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985856a3100 - object 0x280000400:12 offset 4194304<>8388608 00000080:00200000:2.0:1789762979.148110:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.148115:0:13480:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.148128:0:13480:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 1, dirtied 1 00000080:00200000:2.0:1789762979.148131:0:13480:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762979.148134:0:13480:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write bytes 0, result: 1048576 00000100:00100000:0.0:1789762979.148146:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00010000:2.0:1789762979.148146:0:13480:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9985889488a8 (ffff998590176008/0) at cl_lock_release():245 00000020:00010000:2.0:1789762979.148159:0:13480:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9985889488a8 (ffff998590176008/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762979.148163:0:13480:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9985902ea130 (ffff998590aa2a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1789762979.148168:0:13480:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 11/0,3 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789762979.148177:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246691840:192.168.203.136@tcp:4:dd.0 00010000:00010000:2.0:1789762979.148178:0:13480:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 10/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1789762979.148199:0:13480:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9985889488a8 (ffff998590176008/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762979.148201:0:13480:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9985902ea130 (ffff998590176008/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762979.148207:0:13480:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762979.148212:0:13480:0:(file.c:2205:ll_file_io_generic()) Range unlock [1536, 1791] 00000080:00200000:2.0:1789762979.148219:0:13480:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762979.148222:0:13480:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1789762979.148277:0:13477:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000080:00200000:2.0:1789762979.148282:0:13477:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1789762979.148364:0:13477:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00000080:00200000:1.0:1789762979.148419:0:13489:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000080:00200000:1.0:1789762979.148425:0:13489:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:1.0:1789762979.148447:0:13489:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00000080:00200000:0.0:1789762979.149788:0:13488:0:(rw26.c:871:ll_write_end()) pos 14626816, len 4096, copied 4096 00000080:00200000:0.0:1789762979.149795:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000d825605d[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3571] 00000080:00200000:0.0:1789762979.149798:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000000b8ab0f2 17ffffc0001021 2:0 ffff998585290000 3571 lru 00000080:00200000:0.0:1789762979.149803:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000013f1ef5 1523: 1< 0 - - > 2< 6238208 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 478224384 - | - - + - > 5< - - + - | 0 - | 1536 - -> 00000080:00200000:0.0:1789762979.149806:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000d825605d 00000080:00200000:0.0:1789762979.149807:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:0.0:1789762979.149809:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3572 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.149825:0:13488:0:(rw26.c:871:ll_write_end()) pos 14630912, len 4096, copied 4096 00000080:00200000:0.0:1789762979.149828:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000e5117d6a[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3572] 00000080:00200000:0.0:1789762979.149830:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000003a383e0a 17ffffc0001001 3:0 ffff9985852908c0 3572 lru 00000080:00200000:0.0:1789762979.149835:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000a1aecc12 1524: 1< 0 - - > 2< 6242304 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 478224384 - | - - + - > 5< - - + - | 0 - | 1536 - -> 00000080:00200000:0.0:1789762979.149837:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000e5117d6a 00000080:00200000:0.0:1789762979.149837:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:0.0:1789762979.149839:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3573 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.149849:0:13488:0:(rw26.c:871:ll_write_end()) pos 14635008, len 4096, copied 4096 00000080:00200000:0.0:1789762979.149852:0:13488:0:(rw26.c:929:ll_write_end()) page@000000002cbd071b[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3573] 00000080:00200000:0.0:1789762979.149854:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @0000000073de62f3 17ffffc0001001 3:0 ffff998585290380 3573 lru 00000080:00200000:0.0:1789762979.149857:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@000000000dfd5254 1525: 1< 0 - - > 2< 6246400 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 478224384 - | - - + - > 5< - - + - | 0 - | 1536 - -> 00000080:00200000:0.0:1789762979.149859:0:13488:0:(rw26.c:929:ll_write_end()) end page@000000002cbd071b 00000080:00200000:0.0:1789762979.149860:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:0.0:1789762979.149862:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3574 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.149872:0:13488:0:(rw26.c:871:ll_write_end()) pos 14639104, len 4096, copied 4096 00000080:00200000:0.0:1789762979.149875:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000681fdec7[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3574] 00000080:00200000:0.0:1789762979.149877:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000dc184a38 17ffffc0001001 3:0 ffff9985852900e0 3574 lru 00000080:00200000:0.0:1789762979.149881:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000f3d23111 1526: 1< 0 - - > 2< 6250496 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 478224384 - | - - + - > 5< - - + - | 0 - | 1536 - -> 00000080:00200000:0.0:1789762979.149882:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000681fdec7 00000080:00200000:0.0:1789762979.149883:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:0.0:1789762979.149884:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3575 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.149893:0:13488:0:(rw26.c:871:ll_write_end()) pos 14643200, len 4096, copied 4096 00000080:00200000:0.0:1789762979.149896:0:13488:0:(rw26.c:929:ll_write_end()) page@000000007f15bb73[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3575] 00000080:00200000:0.0:1789762979.149898:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9b2911a 17ffffc0001001 3:0 ffff998585290540 3575 lru 00000080:00200000:0.0:1789762979.149901:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000c16cdd0d 1527: 1< 0 - - > 2< 6254592 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 478224384 - | - - + - > 5< - - + - | 0 - | 1536 - -> 00000080:00200000:0.0:1789762979.149903:0:13488:0:(rw26.c:929:ll_write_end()) end page@000000007f15bb73 00000080:00200000:0.0:1789762979.149904:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:0.0:1789762979.149905:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3576 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.149914:0:13488:0:(rw26.c:871:ll_write_end()) pos 14647296, len 4096, copied 4096 00000080:00200000:0.0:1789762979.149916:0:13488:0:(rw26.c:929:ll_write_end()) page@000000004252502c[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3576] 00000080:00200000:0.0:1789762979.149918:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000ef30f3a7 17ffffc0001001 3:0 ffff998585290b60 3576 lru 00000080:00200000:0.0:1789762979.149922:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@0000000099821e63 1528: 1< 0 - - > 2< 6258688 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 478224384 - | - - + - > 5< - - + - | 0 - | 1536 - -> 00000080:00200000:0.0:1789762979.149924:0:13488:0:(rw26.c:929:ll_write_end()) end page@000000004252502c 00000080:00200000:0.0:1789762979.149925:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:0.0:1789762979.149926:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3577 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.149934:0:13488:0:(rw26.c:871:ll_write_end()) pos 14651392, len 4096, copied 4096 00000080:00200000:0.0:1789762979.149936:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000cb3a7ab7[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3577] 00000080:00200000:0.0:1789762979.149938:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000cfa996c5 17ffffc0001001 3:0 ffff998585290620 3577 lru 00000080:00200000:0.0:1789762979.149941:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@000000001d964e36 1529: 1< 0 - - > 2< 6262784 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 478224384 - | - - + - > 5< - - + - | 0 - | 1536 - -> 00000080:00200000:0.0:1789762979.149943:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000cb3a7ab7 00000080:00200000:0.0:1789762979.149944:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:0.0:1789762979.149945:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3578 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.149956:0:13488:0:(rw26.c:871:ll_write_end()) pos 14655488, len 4096, copied 4096 00000080:00200000:0.0:1789762979.149959:0:13488:0:(rw26.c:929:ll_write_end()) page@0000000098976e26[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3578] 00000080:00200000:0.0:1789762979.149961:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000effea887 17ffffc0001001 3:0 ffff998585290c40 3578 lru 00000080:00200000:0.0:1789762979.149966:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000e2b9fc04 1530: 1< 0 - - > 2< 6266880 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 478224384 - | - - + - > 5< - - + - | 0 - | 1536 - -> 00000080:00200000:0.0:1789762979.149967:0:13488:0:(rw26.c:929:ll_write_end()) end page@0000000098976e26 00000080:00200000:0.0:1789762979.149969:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:0.0:1789762979.149970:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3579 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.149984:0:13488:0:(rw26.c:871:ll_write_end()) pos 14659584, len 4096, copied 4096 00000080:00200000:0.0:1789762979.149986:0:13488:0:(rw26.c:929:ll_write_end()) page@000000005b76e1e8[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3579] 00000080:00200000:0.0:1789762979.149988:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000000032860d 17ffffc0001001 3:0 ffff998585290a80 3579 lru 00000080:00200000:0.0:1789762979.149992:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@0000000067f882bc 1531: 1< 0 - - > 2< 6270976 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 478224384 - | - - + - > 5< - - + - | 0 - | 1536 - -> 00000080:00200000:0.0:1789762979.149993:0:13488:0:(rw26.c:929:ll_write_end()) end page@000000005b76e1e8 00000080:00200000:0.0:1789762979.149994:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:0.0:1789762979.149996:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3580 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.150006:0:13488:0:(rw26.c:871:ll_write_end()) pos 14663680, len 4096, copied 4096 00000080:00200000:0.0:1789762979.150009:0:13488:0:(rw26.c:929:ll_write_end()) page@0000000030f99fad[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3580] 00000080:00200000:0.0:1789762979.150011:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000633e37f4 17ffffc0001001 3:0 ffff9985852909a0 3580 lru 00000080:00200000:0.0:1789762979.150015:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000180c8256 1532: 1< 0 - - > 2< 6275072 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 478224384 - | - - + - > 5< - - + - | 0 - | 1536 - -> 00000080:00200000:0.0:1789762979.150017:0:13488:0:(rw26.c:929:ll_write_end()) end page@0000000030f99fad 00000080:00200000:0.0:1789762979.150018:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:0.0:1789762979.150019:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3581 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.150029:0:13488:0:(rw26.c:871:ll_write_end()) pos 14667776, len 4096, copied 4096 00000080:00200000:0.0:1789762979.150031:0:13488:0:(rw26.c:929:ll_write_end()) page@0000000082dba404[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3581] 00000080:00200000:0.0:1789762979.150033:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @0000000047f48768 17ffffc0001001 3:0 ffff9985852907e0 3581 lru 00000080:00200000:0.0:1789762979.150037:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@000000009f5cc4dc 1533: 1< 0 - - > 2< 6279168 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 478224384 - | - - + - > 5< - - + - | 0 - | 1536 - -> 00000080:00200000:0.0:1789762979.150039:0:13488:0:(rw26.c:929:ll_write_end()) end page@0000000082dba404 00000080:00200000:0.0:1789762979.150040:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:0.0:1789762979.150041:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3582 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.150050:0:13488:0:(rw26.c:871:ll_write_end()) pos 14671872, len 4096, copied 4096 00000080:00200000:0.0:1789762979.150053:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000fb923dbb[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3582] 00000080:00200000:0.0:1789762979.150054:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @00000000f94ddd98 17ffffc0001001 3:0 ffff9985852902a0 3582 lru 00000080:00200000:0.0:1789762979.150059:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@00000000de13ecaf 1534: 1< 0 - - > 2< 6283264 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 478224384 - | - - + - > 5< - - + - | 0 - | 1536 - -> 00000080:00200000:0.0:1789762979.150060:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000fb923dbb 00000080:00200000:0.0:1789762979.150061:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:0.0:1789762979.150063:0:13488:0:(rw26.c:676:ll_write_begin()) Writing 3583 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.150075:0:13488:0:(rw26.c:871:ll_write_end()) pos 14675968, len 4096, copied 4096 00000080:00200000:0.0:1789762979.150078:0:13488:0:(rw26.c:929:ll_write_end()) page@00000000107fb300[3 00000000f75a6f98 2 1 000000006241bc3c 1 0 3583] 00000080:00200000:0.0:1789762979.150081:0:13488:0:(rw26.c:929:ll_write_end()) vmpage @000000002e643017 17ffffc0001001 3:0 ffff998585290e00 3583 lru 00000080:00200000:0.0:1789762979.150085:0:13488:0:(rw26.c:929:ll_write_end()) osc-page@000000002fe254ba 1535: 1< 0 - - > 2< 6287360 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 478224384 - | - - + - > 5< - - + - | 0 - | 1536 - -> 00000080:00200000:0.0:1789762979.150087:0:13488:0:(rw26.c:929:ll_write_end()) end page@00000000107fb300 00000080:00200000:0.0:1789762979.150088:0:13488:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:0.0:1789762979.150090:0:13488:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:0.0:1789762979.150128:0:13488:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 0000000006c0ed48 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 9/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150137:0:13488:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000006c0ed48 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 9/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150144:0:13488:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 9/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150151:0:13488:0:(osc_cache.c:846:osc_extent_find()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 9/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150162:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150170:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150177:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150194:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150206:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150219:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150232:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150243:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150253:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150262:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150272:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150282:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150328:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150339:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.150352:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.150358:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150365:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150373:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150379:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150386:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150396:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150408:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150421:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150427:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150435:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150449:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150456:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150463:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150469:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150475:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.150489:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.150493:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150501:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150509:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150519:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150529:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150536:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150547:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150557:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150570:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150579:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150588:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150598:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150604:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150615:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150623:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.150649:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.150656:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150667:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150676:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150684:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150694:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150701:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150707:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150713:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150722:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150729:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150739:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150745:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150751:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150759:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150766:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.150779:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.150785:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150793:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150800:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150811:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150818:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150825:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150835:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150842:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150853:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150863:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150870:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150879:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150888:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150895:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150905:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.150919:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.150924:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150933:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150944:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150950:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150956:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150967:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150976:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150982:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150988:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.150995:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151001:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151006:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151015:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151022:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151027:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.151041:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.151045:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151050:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151057:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151064:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151069:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151075:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151080:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151091:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151099:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151105:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151110:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151116:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151121:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151127:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151133:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.151142:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.151146:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151154:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151164:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151173:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151185:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151197:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151211:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151226:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151238:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151251:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151259:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151273:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151319:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151332:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151342:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.151354:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.151358:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151365:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151376:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151385:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151393:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151400:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151408:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151415:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151422:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151430:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151438:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151447:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151455:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151463:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151469:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.151479:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.151484:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151493:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151501:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151511:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151520:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151527:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151535:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151541:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151550:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151557:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151568:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151574:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151584:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151592:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151599:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.151610:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.151614:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151620:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151638:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151650:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.151654:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2007 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.151657:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151666:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151677:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.151678:0:13481:0:(rw26.c:871:ll_write_end()) pos 8220672, len 4096, copied 4096 00000008:00010000:0.0:1789762979.151694:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.151694:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000553e60bc[3 00000000f75a6f98 2 1 000000007885039e 1 0 2007] 00000080:00200000:2.0:1789762979.151712:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000097518096 17ffffc0001001 3:0 ffff9985883971c0 2007 lru 00000008:00010000:0.0:1789762979.151727:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.151728:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000003d260a59 983: 1< 0 - - > 2< 4026368 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477552640 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.151735:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000553e60bc 00000080:00200000:2.0:1789762979.151739:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762979.151747:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2008 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.151750:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151760:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.151765:0:13481:0:(rw26.c:871:ll_write_end()) pos 8224768, len 4096, copied 4096 00000008:00010000:0.0:1789762979.151767:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.151780:0:13481:0:(rw26.c:929:ll_write_end()) page@000000007d27f05f[3 00000000f75a6f98 2 1 000000007885039e 1 0 2008] 00000080:00200000:2.0:1789762979.151793:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000630136db 17ffffc0001001 3:0 ffff998588397000 2008 lru 00000080:00200000:2.0:1789762979.151804:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000b7e6ab8f 984: 1< 0 - - > 2< 4030464 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477536256 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000008:00010000:0.0:1789762979.151806:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.151812:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000007d27f05f 00000080:00200000:2.0:1789762979.151816:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1789762979.151824:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2009 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.151830:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151838:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.151850:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.151851:0:13481:0:(rw26.c:871:ll_write_end()) pos 8228864, len 4096, copied 4096 00000008:00010000:0.0:1789762979.151857:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.151858:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000d17b7870[3 00000000f75a6f98 2 1 000000007885039e 1 0 2009] 00000080:00200000:2.0:1789762979.151873:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000011159548 17ffffc0001001 3:0 ffff9985883b6620 2009 lru 00000080:00200000:2.0:1789762979.151890:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000fcbb0517 985: 1< 0 - - > 2< 4034560 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477519872 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000008:00010000:0.0:1789762979.151892:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.151897:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000d17b7870 00000080:00200000:2.0:1789762979.151902:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1789762979.151909:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2010 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.151916:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.151925:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.151929:0:13481:0:(rw26.c:871:ll_write_end()) pos 8232960, len 4096, copied 4096 00000008:00010000:0.0:1789762979.151934:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.151935:0:13481:0:(rw26.c:929:ll_write_end()) page@000000004a52f5c4[3 00000000f75a6f98 2 1 000000007885039e 1 0 2010] 00000080:00200000:2.0:1789762979.151953:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000000ee94457 17ffffc0001001 3:0 ffff9985883b6c40 2010 lru 00000080:00200000:2.0:1789762979.151974:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000119e0e30 986: 1< 0 - - > 2< 4038656 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477503488 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000008:00010000:0.0:1789762979.151975:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.151980:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000004a52f5c4 00000080:00200000:2.0:1789762979.151985:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762979.151993:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2011 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.152000:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152011:0:13481:0:(rw26.c:871:ll_write_end()) pos 8237056, len 4096, copied 4096 00000008:00010000:0.0:1789762979.152012:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152036:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000de0fd211[3 00000000f75a6f98 2 1 000000007885039e 1 0 2011] 00000080:00200000:2.0:1789762979.152052:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000043a3ced8 17ffffc0001001 3:0 ffff9985883b6a80 2011 lru 00000080:00200000:2.0:1789762979.152082:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000d261ffea 987: 1< 0 - - > 2< 4042752 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477491200 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000008:00010000:0.0:1789762979.152084:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152087:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000de0fd211 00000080:00200000:2.0:1789762979.152090:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1789762979.152096:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2012 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.152108:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152116:0:13481:0:(rw26.c:871:ll_write_end()) pos 8241152, len 4096, copied 4096 00000008:00010000:0.0:1789762979.152118:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152132:0:13481:0:(rw26.c:929:ll_write_end()) page@000000004a64a49a[3 00000000f75a6f98 2 1 000000007885039e 1 0 2012] 00000080:00200000:2.0:1789762979.152151:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000a4f68e06 17ffffc0001001 3:0 ffff9985883b69a0 2012 lru 00000008:00010000:0.0:1789762979.152159:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152160:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000009fe11776 988: 1< 0 - - > 2< 4046848 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477503488 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.152168:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000004a64a49a 00000080:00200000:2.0:1789762979.152173:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762979.152181:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2013 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.152188:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152197:0:13481:0:(rw26.c:871:ll_write_end()) pos 8245248, len 4096, copied 4096 00000080:00200000:2.0:1789762979.152203:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000016c5a90a[3 00000000f75a6f98 2 1 000000007885039e 1 0 2013] 00000008:00010000:0.0:1789762979.152206:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152206:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000f98364af 17ffffc0001001 3:0 ffff9985883b67e0 2013 lru 00000080:00200000:2.0:1789762979.152228:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000bd11e228 989: 1< 0 - - > 2< 4050944 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477466624 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.152233:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000016c5a90a 00000080:00200000:2.0:1789762979.152239:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1789762979.152242:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2014 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.152244:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.152257:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.152264:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152269:0:13481:0:(rw26.c:871:ll_write_end()) pos 8249344, len 4096, copied 4096 00000008:00010000:0.0:1789762979.152331:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152335:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000948b4c87[3 00000000f75a6f98 2 1 000000007885039e 1 0 2014] 00000080:00200000:2.0:1789762979.152350:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000003a7c0e55 17ffffc0001001 3:0 ffff9985883b62a0 2014 lru 00000008:00010000:0.0:1789762979.152357:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152387:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000064835395 990: 1< 0 - - > 2< 4055040 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477450240 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000008:00010000:0.0:1789762979.152389:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152397:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000948b4c87 00000080:00200000:2.0:1789762979.152402:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000008:00010000:0.0:1789762979.152403:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.152415:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.152430:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.152442:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152447:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2015 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.152450:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.152458:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152468:0:13481:0:(rw26.c:871:ll_write_end()) pos 8253440, len 4096, copied 4096 00000008:00010000:0.0:1789762979.152469:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152492:0:13481:0:(rw26.c:929:ll_write_end()) page@000000005bf76975[3 00000000f75a6f98 2 1 000000007885039e 1 0 2015] 00000008:00010000:0.0:1789762979.152501:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152502:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000001f5543bc 17ffffc0001001 3:0 ffff9985883b6e00 2015 lru 00000008:00010000:0.0:1789762979.152515:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152525:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000f4c23e5a 991: 1< 0 - - > 2< 4059136 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477413376 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.152532:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000005bf76975 00000008:00010000:0.0:1789762979.152533:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152541:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000008:00010000:0.0:1789762979.152545:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152547:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2016 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.152567:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.152571:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.152580:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152583:0:13481:0:(rw26.c:871:ll_write_end()) pos 8257536, len 4096, copied 4096 00000008:00010000:0.0:1789762979.152587:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152602:0:13481:0:(rw26.c:929:ll_write_end()) page@000000008c83afe8[3 00000000f75a6f98 2 1 000000007885039e 1 0 2016] 00000080:00200000:2.0:1789762979.152615:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000797afd69 17ffffc0001001 3:0 ffff9985883b6700 2016 lru 00000008:00010000:0.0:1789762979.152617:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152655:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000004be4b10d 992: 1< 0 - - > 2< 4063232 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477384704 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.152662:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000008c83afe8 00000080:00200000:2.0:1789762979.152665:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1789762979.152667:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2017 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.152671:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.152680:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.152690:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152691:0:13481:0:(rw26.c:871:ll_write_end()) pos 8261632, len 4096, copied 4096 00000080:00200000:2.0:1789762979.152709:0:13481:0:(rw26.c:929:ll_write_end()) page@000000008c6daed8[3 00000000f75a6f98 2 1 000000007885039e 1 0 2017] 00000080:00200000:2.0:1789762979.152715:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000005ccc027e 17ffffc0001001 3:0 ffff9985883b6460 2017 lru 00000008:00010000:0.0:1789762979.152719:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152720:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000042bd3fc0 993: 1< 0 - - > 2< 4067328 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477368320 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.152729:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000008c6daed8 00000080:00200000:2.0:1789762979.152733:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1789762979.152737:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2018 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.152742:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.152752:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152755:0:13481:0:(rw26.c:871:ll_write_end()) pos 8265728, len 4096, copied 4096 00000008:00010000:0.0:1789762979.152762:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152763:0:13481:0:(rw26.c:929:ll_write_end()) page@000000006224e122[3 00000000f75a6f98 2 1 000000007885039e 1 0 2018] 00000080:00200000:2.0:1789762979.152779:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000e1d7d7e7 17ffffc0001001 3:0 ffff9985883b6d20 2018 lru 00000008:00010000:0.0:1789762979.152788:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152788:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000000e115fc5 994: 1< 0 - - > 2< 4071424 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477380608 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.152798:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000006224e122 00000080:00200000:2.0:1789762979.152803:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1789762979.152810:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2019 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.152814:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.152823:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152828:0:13481:0:(rw26.c:871:ll_write_end()) pos 8269824, len 4096, copied 4096 00000008:00010000:0.0:1789762979.152830:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152848:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000019cc6e8e[3 00000000f75a6f98 2 1 000000007885039e 1 0 2019] 00000080:00200000:2.0:1789762979.152864:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000dbce6a0c 17ffffc0001001 3:0 ffff9985883b6ee0 2019 lru 00000080:00200000:2.0:1789762979.152877:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000b56768cc 995: 1< 0 - - > 2< 4075520 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477339648 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.152881:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000019cc6e8e 00000080:00200000:2.0:1789762979.152883:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:0.0:1789762979.152884:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.152889:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2020 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.152892:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.152903:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152906:0:13481:0:(rw26.c:871:ll_write_end()) pos 8273920, len 4096, copied 4096 00000080:00200000:2.0:1789762979.152923:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000041ca3d2a[3 00000000f75a6f98 2 1 000000007885039e 1 0 2020] 00000008:00010000:0.0:1789762979.152924:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152937:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000f3531b84 17ffffc0001001 3:0 ffff9985883b61c0 2020 lru 00000080:00200000:2.0:1789762979.152949:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000c7453297 996: 1< 0 - - > 2< 4079616 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477327360 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000008:00010000:0.0:1789762979.152952:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152954:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000041ca3d2a 00000080:00200000:2.0:1789762979.152959:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762979.152966:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2021 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.152970:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.152981:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.152987:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152990:0:13481:0:(rw26.c:871:ll_write_end()) pos 8278016, len 4096, copied 4096 00000008:00010000:0.0:1789762979.152995:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.152996:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000e3f1f5d8[3 00000000f75a6f98 2 1 000000007885039e 1 0 2021] 00000080:00200000:2.0:1789762979.153014:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000086e3f949 17ffffc0001021 2:0 ffff9985883b6000 2021 lru 00000080:00200000:2.0:1789762979.153025:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000050fedfde 997: 1< 0 - - > 2< 4083712 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477306880 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000008:00010000:0.0:1789762979.153027:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153033:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000e3f1f5d8 00000080:00200000:2.0:1789762979.153039:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762979.153044:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2022 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.153048:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.153056:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153061:0:13481:0:(rw26.c:871:ll_write_end()) pos 8282112, len 4096, copied 4096 00000008:00010000:0.0:1789762979.153064:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153075:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000ca1483b9[3 00000000f75a6f98 2 1 000000007885039e 1 0 2022] 00000080:00200000:2.0:1789762979.153091:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000041f0947f 17ffffc0001001 3:0 ffff9985883b68c0 2022 lru 00000008:00010000:0.0:1789762979.153099:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153100:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000403fc13c 998: 1< 0 - - > 2< 4087808 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477315072 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.153110:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000ca1483b9 00000080:00200000:2.0:1789762979.153116:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1789762979.153120:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2023 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.153122:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.153132:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153139:0:13481:0:(rw26.c:871:ll_write_end()) pos 8286208, len 4096, copied 4096 00000080:00200000:0.0:1789762979.153144:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.153145:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000005312c28[3 00000000f75a6f98 2 1 000000007885039e 1 0 2023] 00000080:00200000:2.0:1789762979.153152:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000227ed436 17ffffc0001001 3:0 ffff9985883b6380 2023 lru 00000008:00010000:0.0:1789762979.153154:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153183:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000a21ef170 999: 1< 0 - - > 2< 4091904 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477274112 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.153189:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000005312c28 00000080:00200000:2.0:1789762979.153193:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762979.153196:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2024 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.153204:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153219:0:13481:0:(rw26.c:871:ll_write_end()) pos 8290304, len 4096, copied 4096 00000008:00010000:0.0:1789762979.153220:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153233:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000bded05f0[3 00000000f75a6f98 2 1 000000007885039e 1 0 2024] 00000080:00200000:2.0:1789762979.153247:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000b0fe9442 17ffffc0001001 3:0 ffff9985883b60e0 2024 lru 00000080:00200000:2.0:1789762979.153257:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000079f36bb1 1000: 1< 0 - - > 2< 4096000 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477265920 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.153260:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000bded05f0 00000008:00010000:0.0:1789762979.153262:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153262:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1789762979.153266:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2025 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.153282:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153283:0:13481:0:(rw26.c:871:ll_write_end()) pos 8294400, len 4096, copied 4096 00000080:00200000:2.0:1789762979.153343:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000e4225487[3 00000000f75a6f98 2 1 000000007885039e 1 0 2025] 00000008:00010000:0.0:1789762979.153347:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153349:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000082811429 17ffffc0001001 3:0 ffff9985883b6540 2025 lru 00000008:00010000:0.0:1789762979.153361:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153365:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000c3c1655f 1001: 1< 0 - - > 2< 4100096 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477253632 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:2.0:1789762979.153374:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000e4225487 00000080:00200000:2.0:1789762979.153379:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762979.153385:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2026 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.153402:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.153410:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.153417:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153418:0:13481:0:(rw26.c:871:ll_write_end()) pos 8298496, len 4096, copied 4096 00000008:00010000:0.0:1789762979.153435:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153440:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000016354b04[3 00000000f75a6f98 2 1 000000007885039e 1 0 2026] 00000008:00010000:0.0:1789762979.153448:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153454:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000059d06cdc 17ffffc0001001 3:0 ffff9985883b6b60 2026 lru 00000008:00010000:0.0:1789762979.153460:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153496:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000adeefd19 1002: 1< 0 - - > 2< 4104192 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477224960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000008:00010000:0.0:1789762979.153499:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153502:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000016354b04 00000080:00200000:2.0:1789762979.153508:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1789762979.153513:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2027 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.153517:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.153530:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:0.0:1789762979.153535:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.153545:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153547:0:13481:0:(rw26.c:871:ll_write_end()) pos 8302592, len 4096, copied 4096 00000008:00010000:0.0:1789762979.153563:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153568:0:13481:0:(rw26.c:929:ll_write_end()) page@000000007a0f94f0[3 00000000f75a6f98 2 1 000000007885039e 1 0 2027] 00000008:00010000:0.0:1789762979.153577:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153579:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000038f106c9 17ffffc0001001 3:0 ffff99858890c460 2027 lru 00000008:00010000:0.0:1789762979.153591:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153617:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000007d329d94 1003: 1< 0 - - > 2< 4108288 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477224960 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000008:00010000:0.0:1789762979.153620:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153625:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000007a0f94f0 00000080:00200000:2.0:1789762979.153642:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000008:00010000:0.0:1789762979.153646:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153646:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2028 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.153660:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.153666:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153674:0:13481:0:(rw26.c:871:ll_write_end()) pos 8306688, len 4096, copied 4096 00000008:00010000:0.0:1789762979.153677:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153689:0:13481:0:(rw26.c:929:ll_write_end()) page@000000008c8a4cfe[3 00000000f75a6f98 2 1 000000007885039e 1 0 2028] 00000080:00200000:2.0:1789762979.153707:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000edf8bad4 17ffffc0001001 3:0 ffff99858890cd20 2028 lru 00000080:00200000:2.0:1789762979.153713:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000073e75f43 1004: 1< 0 - - > 2< 4112384 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477200384 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000008:00010000:0.0:1789762979.153714:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153723:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000008c8a4cfe 00000080:00200000:2.0:1789762979.153727:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1789762979.153734:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2029 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.153735:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.153745:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.153750:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153756:0:13481:0:(rw26.c:871:ll_write_end()) pos 8310784, len 4096, copied 4096 00000008:00010000:0.0:1789762979.153757:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153776:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000dfa77c7f[3 00000000f75a6f98 2 1 000000007885039e 1 0 2029] 00000080:00200000:2.0:1789762979.153783:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000005f1289bb 17ffffc0001001 3:0 ffff99858890cee0 2029 lru 00000080:00200000:2.0:1789762979.153788:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000008383a3aa 1005: 1< 0 - - > 2< 4116480 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477179904 - | - - + - > 5< - - + - | 0 - | 1280 - -> 00000080:00200000:0.0:1789762979.153789:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000080:00200000:2.0:1789762979.153792:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000dfa77c7f 00000080:00200000:2.0:1789762979.153796:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762979.153800:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2030 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.153802:0:13488:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.153811:0:13488:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 1, dirtied 1 00000080:00200000:0.0:1789762979.153815:0:13488:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:0.0:1789762979.153817:0:13488:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write bytes 0, result: 1048576 00000080:00200000:2.0:1789762979.153822:0:13481:0:(rw26.c:871:ll_write_end()) pos 8314880, len 4096, copied 4096 00000008:00010000:0.0:1789762979.153826:0:13488:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153840:0:13481:0:(rw26.c:929:ll_write_end()) page@000000008c51f207[3 00000000f75a6f98 2 1 000000007885039e 1 0 2030] 00000080:00200000:2.0:1789762979.153856:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000703e0496 17ffffc0001001 3:0 ffff99858890c1c0 2030 lru 00000008:00010000:0.0:1789762979.153864:0:13488:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000d78a760e ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153865:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000051d432ef 1006: 1< 0 - - > 2< 4120576 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 1792 - -> 00000080:00200000:2.0:1789762979.153872:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000008c51f207 00000080:00200000:2.0:1789762979.153877:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1789762979.153884:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2031 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.153890:0:13488:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 7/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153900:0:13481:0:(rw26.c:871:ll_write_end()) pos 8318976, len 4096, copied 4096 00000080:00200000:2.0:1789762979.153906:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000243c30ea[3 00000000f75a6f98 2 1 000000007885039e 1 0 2031] 00000080:00200000:2.0:1789762979.153908:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @0000000025c70aa6 17ffffc0001001 3:0 ffff99858890c000 2031 lru 00000020:00010000:0.0:1789762979.153909:0:13488:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998590a9f128 (ffff998590aa2d88/0) at cl_lock_release():245 00000020:00010000:0.0:1789762979.153924:0:13488:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998590a9f128 (ffff998590aa2d88/0) at cl_lock_cancel():142 00000080:00200000:2.0:1789762979.153925:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000937045ef 1007: 1< 0 - - > 2< 4124672 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | + - + - > 5< + - + - | 0 - | 1792 - -> 00000080:00200000:2.0:1789762979.153934:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000243c30ea 00000020:00010000:0.0:1789762979.153935:0:13488:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588af6930 (ffff998588face18/1) at cl_lock_cancel():142 00000080:00200000:2.0:1789762979.153937:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762979.153944:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2032 of 0 to 4096 bytes 00010000:00010000:0.0:1789762979.153948:0:13488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 8/0,2 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.153958:0:13488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 7/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.153959:0:13481:0:(rw26.c:871:ll_write_end()) pos 8323072, len 4096, copied 4096 00000080:00200000:2.0:1789762979.153980:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000060e5bb71[3 00000000f75a6f98 2 1 000000007885039e 1 0 2032] 00000020:00010000:0.0:1789762979.153983:0:13488:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998590a9f128 (ffff998590aa2d88/0) at cl_lock_fini():72 00000080:00200000:2.0:1789762979.153990:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000008ad5152c 17ffffc0001001 3:0 ffff99858890c8c0 2032 lru 00000020:00010000:0.0:1789762979.153993:0:13488:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588af6930 (ffff998590aa2d88/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762979.154009:0:13488:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762979.154009:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000009680db7b 1008: 1< 0 - - > 2< 4128768 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | + - + - > 5< + - + - | 0 - | 1792 - -> 00000080:00200000:2.0:1789762979.154020:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000060e5bb71 00000080:00200000:0.0:1789762979.154022:0:13488:0:(file.c:2205:ll_file_io_generic()) Range unlock [3328, 3583] 00000080:00200000:2.0:1789762979.154023:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762979.154031:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2033 of 0 to 4096 bytes 00000080:00200000:0.0:1789762979.154035:0:13488:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762979.154040:0:13488:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1789762979.154047:0:13481:0:(rw26.c:871:ll_write_end()) pos 8327168, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154052:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000090be5ca3[3 00000000f75a6f98 2 1 000000007885039e 1 0 2033] 00000080:00200000:2.0:1789762979.154054:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000508f6c57 17ffffc0001001 3:0 ffff99858890c380 2033 lru 00000008:00010000:0.0:1789762979.154056:0:366:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.154086:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000005b88835 1009: 1< 0 - - > 2< 4132864 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 1792 - -> 00000080:00200000:2.0:1789762979.154093:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000090be5ca3 00000080:00200000:2.0:1789762979.154096:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762979.154101:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2034 of 0 to 4096 bytes 00000008:00010000:0.0:1789762979.154120:0:366:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.154123:0:13481:0:(rw26.c:871:ll_write_end()) pos 8331264, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154138:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000f686df57[3 00000000f75a6f98 2 1 000000007885039e 1 0 2034] 00000080:00200000:2.0:1789762979.154141:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000fcf91d92 17ffffc0001001 3:0 ffff99858890c0e0 2034 lru 00000080:00200000:2.0:1789762979.154146:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8fc1ee8 1010: 1< 0 - - > 2< 4136960 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.154148:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000f686df57 00000080:00200000:2.0:1789762979.154151:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1789762979.154153:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2035 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.154168:0:13481:0:(rw26.c:871:ll_write_end()) pos 8335360, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154172:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000f89bc604[3 00000000f75a6f98 2 1 000000007885039e 1 0 2035] 00000080:00200000:2.0:1789762979.154174:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000007fce4e97 17ffffc0001001 3:0 ffff99858890c540 2035 lru 00000080:00200000:2.0:1789762979.154178:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000873068a8 1011: 1< 0 - - > 2< 4141056 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.154180:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000f89bc604 00000080:00200000:2.0:1789762979.154183:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1789762979.154185:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2036 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.154208:0:13481:0:(rw26.c:871:ll_write_end()) pos 8339456, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154214:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000dcafe3ca[3 00000000f75a6f98 2 1 000000007885039e 1 0 2036] 00000080:00200000:2.0:1789762979.154217:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000f4df18db 17ffffc0001021 2:0 ffff99858890cb60 2036 lru 00000080:00200000:2.0:1789762979.154221:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000981e19e4 1012: 1< 0 - - > 2< 4145152 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.154224:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000dcafe3ca 00000080:00200000:2.0:1789762979.154225:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762979.154229:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2037 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.154251:0:13481:0:(rw26.c:871:ll_write_end()) pos 8343552, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154255:0:13481:0:(rw26.c:929:ll_write_end()) page@000000007372c2c2[3 00000000f75a6f98 2 1 000000007885039e 1 0 2037] 00000080:00200000:2.0:1789762979.154257:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000004bae1cfd 17ffffc0001001 3:0 ffff99858890c620 2037 lru 00000080:00200000:2.0:1789762979.154262:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000068a5466c 1013: 1< 0 - - > 2< 4149248 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.154264:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000007372c2c2 00000080:00200000:2.0:1789762979.154266:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1789762979.154268:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2038 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.154284:0:13481:0:(rw26.c:871:ll_write_end()) pos 8347648, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154320:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000e815350a[3 00000000f75a6f98 2 1 000000007885039e 1 0 2038] 00000080:00200000:2.0:1789762979.154322:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000c4832644 17ffffc0001001 3:0 ffff99858890cc40 2038 lru 00000080:00200000:2.0:1789762979.154327:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000ead36cdb 1014: 1< 0 - - > 2< 4153344 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.154330:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000e815350a 00000080:00200000:2.0:1789762979.154332:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1789762979.154334:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2039 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.154351:0:13481:0:(rw26.c:871:ll_write_end()) pos 8351744, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154355:0:13481:0:(rw26.c:929:ll_write_end()) page@000000004369650f[3 00000000f75a6f98 2 1 000000007885039e 1 0 2039] 00000080:00200000:2.0:1789762979.154358:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000bb6e3a91 17ffffc0001001 3:0 ffff99858890ca80 2039 lru 00000080:00200000:2.0:1789762979.154362:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000a038a509 1015: 1< 0 - - > 2< 4157440 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.154365:0:13481:0:(rw26.c:929:ll_write_end()) end page@000000004369650f 00000080:00200000:2.0:1789762979.154367:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1789762979.154370:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2040 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.154386:0:13481:0:(rw26.c:871:ll_write_end()) pos 8355840, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154391:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000b1fcfa4f[3 00000000f75a6f98 2 1 000000007885039e 1 0 2040] 00000080:00200000:2.0:1789762979.154394:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000009b63f3c3 17ffffc0001001 3:0 ffff99858890c9a0 2040 lru 00000080:00200000:2.0:1789762979.154398:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000004b0548ee 1016: 1< 0 - - > 2< 4161536 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.154400:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000b1fcfa4f 00000080:00200000:2.0:1789762979.154402:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1789762979.154405:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2041 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.154424:0:13481:0:(rw26.c:871:ll_write_end()) pos 8359936, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154428:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000ab4dd6e4[3 00000000f75a6f98 2 1 000000007885039e 1 0 2041] 00000080:00200000:2.0:1789762979.154431:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @000000001299b29b 17ffffc0001001 3:0 ffff99858890c7e0 2041 lru 00000080:00200000:2.0:1789762979.154437:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000006dca6541 1017: 1< 0 - - > 2< 4165632 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.154439:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000ab4dd6e4 00000080:00200000:2.0:1789762979.154441:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762979.154444:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2042 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.154464:0:13481:0:(rw26.c:871:ll_write_end()) pos 8364032, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154468:0:13481:0:(rw26.c:929:ll_write_end()) page@0000000003cd789e[3 00000000f75a6f98 2 1 000000007885039e 1 0 2042] 00000080:00200000:2.0:1789762979.154471:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000eedfb583 17ffffc0001001 3:0 ffff99858890c2a0 2042 lru 00000080:00200000:2.0:1789762979.154475:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000027007313 1018: 1< 0 - - > 2< 4169728 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.154477:0:13481:0:(rw26.c:929:ll_write_end()) end page@0000000003cd789e 00000080:00200000:2.0:1789762979.154479:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1789762979.154482:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2043 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.154496:0:13481:0:(rw26.c:871:ll_write_end()) pos 8368128, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154500:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000e0239993[3 00000000f75a6f98 2 1 000000007885039e 1 0 2043] 00000080:00200000:2.0:1789762979.154503:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000ed27d0d4 17ffffc0001001 3:0 ffff99858890ce00 2043 lru 00000080:00200000:2.0:1789762979.154507:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000042a1f792 1019: 1< 0 - - > 2< 4173824 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.154509:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000e0239993 00000080:00200000:2.0:1789762979.154511:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762979.154513:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2044 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.154534:0:13481:0:(rw26.c:871:ll_write_end()) pos 8372224, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154538:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000e4be01b8[3 00000000f75a6f98 2 1 000000007885039e 1 0 2044] 00000080:00200000:2.0:1789762979.154541:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000144729b4 17ffffc0001001 3:0 ffff99858890c700 2044 lru 00000080:00200000:2.0:1789762979.154545:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000b64f7ac2 1020: 1< 0 - - > 2< 4177920 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.154548:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000e4be01b8 00000080:00200000:2.0:1789762979.154551:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1789762979.154554:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2045 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.154585:0:13481:0:(rw26.c:871:ll_write_end()) pos 8376320, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154592:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000c7befb6c[3 00000000f75a6f98 2 1 000000007885039e 1 0 2045] 00000080:00200000:2.0:1789762979.154595:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000e8b13723 17ffffc0001001 3:0 ffff9985856da620 2045 lru 00000080:00200000:2.0:1789762979.154600:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@00000000870629fe 1021: 1< 0 - - > 2< 4182016 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.154604:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000c7befb6c 00000080:00200000:2.0:1789762979.154606:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762979.154608:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2046 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.154640:0:13481:0:(rw26.c:871:ll_write_end()) pos 8380416, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154645:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000c6355ec4[3 00000000f75a6f98 2 1 000000007885039e 1 0 2046] 00000080:00200000:2.0:1789762979.154647:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000c150da4f 17ffffc0001001 3:0 ffff9985856dac40 2046 lru 00000080:00200000:2.0:1789762979.154651:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@0000000037b9f8af 1022: 1< 0 - - > 2< 4186112 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.154654:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000c6355ec4 00000080:00200000:2.0:1789762979.154656:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762979.154658:0:13481:0:(rw26.c:676:ll_write_begin()) Writing 2047 of 0 to 4096 bytes 00000080:00200000:2.0:1789762979.154677:0:13481:0:(rw26.c:871:ll_write_end()) pos 8384512, len 4096, copied 4096 00000080:00200000:2.0:1789762979.154682:0:13481:0:(rw26.c:929:ll_write_end()) page@00000000d93f5966[3 00000000f75a6f98 2 1 000000007885039e 1 0 2047] 00000080:00200000:2.0:1789762979.154684:0:13481:0:(rw26.c:929:ll_write_end()) vmpage @00000000d8179e7c 17ffffc0001001 3:0 ffff9985856daa80 2047 lru 00000080:00200000:2.0:1789762979.154689:0:13481:0:(rw26.c:929:ll_write_end()) osc-page@000000004da5106b 1023: 1< 0 - - > 2< 4190208 0 0 0x0 0x0 | 00000000ef7510e0 00000000c23d0852 > 3< 0 0 > 4< 0 0 8 477175808 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1789762979.154691:0:13481:0:(rw26.c:929:ll_write_end()) end page@00000000d93f5966 00000080:00200000:2.0:1789762979.154693:0:13481:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1789762979.154697:0:13481:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1789762979.154737:0:13481:0:(osc_cache.c:565:osc_extent_merge()) ### extent: 000000001a40290c ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 6/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154746:0:13481:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001a40290c ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 6/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154753:0:13481:0:(osc_cache.c:582:osc_extent_merge()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 6/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154760:0:13481:0:(osc_cache.c:846:osc_extent_find()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 6/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154785:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154798:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154809:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154822:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154835:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154847:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154857:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154870:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154882:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154894:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154907:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154917:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154928:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154940:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.154957:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.154963:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154973:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154984:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.154998:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155011:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155022:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155031:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155039:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155052:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155064:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155072:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155084:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155095:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155105:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155114:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.155132:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.155138:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155147:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155158:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155167:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155181:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155193:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155207:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155214:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155222:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155230:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155240:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155247:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155260:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155267:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155278:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.155312:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.155318:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155334:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155349:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155365:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155382:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155399:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155416:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155434:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155450:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155464:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155479:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155493:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155510:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155530:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155543:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.155566:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.155578:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155595:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155609:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155624:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155646:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155659:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155674:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155687:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155697:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155715:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155728:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155742:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155754:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155768:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155780:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.155801:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.155807:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155817:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155831:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155846:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155858:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155872:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155888:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155902:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155916:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155928:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155941:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155956:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155970:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.155984:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156000:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.156023:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.156032:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156048:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156061:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156075:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156088:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156100:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156108:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156118:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156125:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156136:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 6/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.156138:0:366:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (7340032 7344127) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 6/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156151:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156164:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156177:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156185:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156195:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.156208:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.156213:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156222:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156232:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156239:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156248:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156254:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156266:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156277:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156283:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156314:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156321:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156332:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156339:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156348:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156354:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.156371:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.156376:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156382:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156388:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156393:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156399:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156405:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156411:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156420:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156432:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156438:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156445:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156450:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156457:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156463:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156469:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.156478:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.156482:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156492:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156504:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156513:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156518:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156524:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156529:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156534:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156540:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156545:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156555:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156565:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156574:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156585:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156596:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.156608:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.156613:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156624:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156645:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156655:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156661:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156666:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156671:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156676:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156681:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156686:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156692:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156698:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156705:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156711:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156717:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.156729:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.156732:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156739:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156747:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156755:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156762:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156772:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156781:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156789:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156795:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156808:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156814:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156820:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156829:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156834:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156839:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.156852:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.156856:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156862:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156867:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156872:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156878:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156887:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156894:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156902:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156914:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156927:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156934:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156945:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156952:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156961:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.156973:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.156993:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.157001:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157015:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157028:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157040:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157053:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157065:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157081:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157094:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157105:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157120:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157129:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157138:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157149:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157160:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157172:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.157188:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.157193:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157201:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157213:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157219:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157225:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157230:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157236:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157242:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157250:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157255:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157262:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157269:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157276:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157285:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157319:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.157333:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.157338:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157345:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157351:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157359:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157373:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157380:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157386:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157392:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157400:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157406:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157412:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157417:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157423:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157430:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157440:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.157452:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.157456:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157463:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157475:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157481:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157492:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:0.0:1789762979.157494:0:366:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985856a1c00 - object 0x240000400:15 offset 4194304<>8388608 00000008:00010000:2.0:1789762979.157512:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157526:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157538:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157553:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157570:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157585:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157598:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789762979.157601:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246691968:192.168.203.136@tcp:4:dd.0 00000008:00010000:2.0:1789762979.157623:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157646:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762979.157655:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.157672:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 15, dirtied 15 00000008:00010000:2.0:1789762979.157678:0:13481:0:(osc_cache.c:2567:osc_queue_async_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762979.157691:0:13481:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff998598d89b38, count 1, dirtied 1 00000080:00200000:2.0:1789762979.157695:0:13481:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762979.157698:0:13481:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg336-client.virtnet: write bytes 0, result: 1048576 00000020:00010000:2.0:1789762979.157713:0:13481:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998590a9fa88 (ffff998590aa2c68/0) at cl_lock_release():245 00000020:00010000:2.0:1789762979.157716:0:13481:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998590a9fa88 (ffff998590aa2c68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762979.157719:0:13481:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9985902ea2b0 (ffff998590176ea8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1789762979.157724:0:13481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 6/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.157733:0:13481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:0.0:1789762979.157742:0:366:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1789762979.157749:0:13481:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998590a9fa88 (ffff998590aa2c68/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762979.157753:0:13481:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9985902ea2b0 (ffff998590aa2c68/1) at cl_lock_fini():72 00000008:00010000:0.0:1789762979.157754:0:366:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1789762979.157758:0:13481:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762979.157766:0:13481:0:(file.c:2205:ll_file_io_generic()) Range unlock [1792, 2047] 00000080:00200000:2.0:1789762979.157774:0:13481:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x28:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762979.157778:0:13481:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg336-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1789762979.157796:0:13480:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000080:00200000:2.0:1789762979.157800:0:13480:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1789762979.157831:0:13480:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00010000:00010000:0.0:1789762979.159862:0:366:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:0.0:1789762979.161352:0:366:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985856a3480 - object 0x240000400:15 offset 0<>4194304 00000100:00100000:0.0:1789762979.161397:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246692096:192.168.203.136@tcp:4:dd.0 00000080:00200000:0.0:1789762979.161505:0:13488:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000080:00200000:0.0:1789762979.161510:0:13488:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1789762979.161541:0:13488:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00000080:00200000:0.0:1789762979.163229:0:13482:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000080:00200000:0.0:1789762979.163236:0:13482:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1789762979.163263:0:13482:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00000080:00200000:0.0:1789762979.165819:0:13484:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000080:00200000:0.0:1789762979.165824:0:13484:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1789762979.165849:0:13484:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00000080:00200000:2.0:1789762979.167240:0:13515:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:2.0:1789762979.167265:0:13515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762979.167326:0:13515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1789762979.167342:0:13515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:2.0:1789762979.167349:0:13515:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762979.167357:0:13515:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:2.0:1789762979.167361:0:13515:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:2.0:1789762979.167368:0:13515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c33efbf8 00010000:00010000:2.0:1789762979.167372:0:13515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1789762979.167380:0:13515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:2.0:1789762979.167400:0:13515:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:2.0:1789762979.167406:0:13515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762979.167415:0:13515:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:2.0:1789762979.167420:0:13515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:2.0:1789762979.167427:0:13515:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:2.0:1789762979.167434:0:13515:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000002:00010000:2.0:1789762979.167445:0:13515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x27:0x0]) in obj [0x200000401:0x25:0x0], intent: open flags 0240100001 00000080:00200000:0.0:1789762979.167467:0:13490:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000080:00200000:0.0:1789762979.167472:0:13490:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1789762979.167489:0:13490:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00010000:00010000:2.0:1789762979.167492:0:13515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 13515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.167504:0:13515:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13515 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789762979.167519:0:13515:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789762979.167534:0:13515:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985857d8000 x1876702246692352/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789762979.167546:0:13515:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762979.167573:0:13515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13515:1876702246692352:192.168.203.136@tcp:101:dd.0 00000100:00100000:2.0:1789762979.167785:0:13515:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588ba7840 going to sleep for 11 seconds 00000080:00200000:2.0:1789762979.167819:0:13481:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000080:00200000:2.0:1789762979.167825:0:13481:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1789762979.167866:0:13481:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00000080:00200000:1.0:1789762979.168062:0:13514:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:1.0:1789762979.168086:0:13514:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789762979.168102:0:13514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:1.0:1789762979.168116:0:13514:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:1.0:1789762979.168126:0:13514:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789762979.168133:0:13514:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:1.0:1789762979.168138:0:13514:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:1.0:1789762979.168146:0:13514:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c33e7bf8 00010000:00010000:1.0:1789762979.168152:0:13514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:1.0:1789762979.168164:0:13514:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:1.0:1789762979.168183:0:13514:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:1.0:1789762979.168192:0:13514:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:1.0:1789762979.168202:0:13514:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:1.0:1789762979.168210:0:13514:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:1.0:1789762979.168218:0:13514:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:1.0:1789762979.168226:0:13514:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000002:00010000:1.0:1789762979.168248:0:13514:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x27:0x0]) in obj [0x200000401:0x25:0x0], intent: open flags 0240100001 00010000:00010000:1.0:1789762979.168330:0:13514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 13514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.168341:0:13514:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 13514 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789762979.168352:0:13514:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 2 is allocated opc 101, max 7 00000100:00100000:1.0:1789762979.168364:0:13514:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985836d8a80 x1876702246692608/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789762979.168375:0:13514:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 13514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789762979.168396:0:13514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13514:1876702246692608:192.168.203.136@tcp:101:dd.0 00000100:00100000:1.0:1789762979.168559:0:13514:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588315240 going to sleep for 11 seconds 00000080:00200000:2.0:1789762979.171279:0:13512:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:2.0:1789762979.172530:0:13512:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762979.172546:0:13512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:2.0:1789762979.172561:0:13512:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:2.0:1789762979.172570:0:13512:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762979.172578:0:13512:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:2.0:1789762979.172583:0:13512:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:2.0:1789762979.172590:0:13512:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c33d7bf8 00010000:00010000:2.0:1789762979.172595:0:13512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:2.0:1789762979.172607:0:13512:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:2.0:1789762979.172624:0:13512:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:2.0:1789762979.172642:0:13512:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762979.172649:0:13512:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:2.0:1789762979.172655:0:13512:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:2.0:1789762979.172663:0:13512:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:2.0:1789762979.172671:0:13512:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000002:00010000:2.0:1789762979.172688:0:13512:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x27:0x0]) in obj [0x200000401:0x25:0x0], intent: open flags 0240100001 00010000:00010000:2.0:1789762979.172732:0:13512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 13512 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.172741:0:13512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 13512 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789762979.172753:0:13512:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 3 is allocated opc 101, max 7 00000100:00100000:2.0:1789762979.172765:0:13512:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985857db800 x1876702246692864/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789762979.172777:0:13512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 13512 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762979.172799:0:13512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13512:1876702246692864:192.168.203.136@tcp:101:dd.0 00000100:00100000:2.0:1789762979.172998:0:13512:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588ba7c00 going to sleep for 11 seconds 00000080:00200000:2.0:1789762979.173027:0:13483:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x28:0x0] updating i_size 16777216 i_blocks 8192 00000080:00200000:2.0:1789762979.173031:0:13483:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1789762979.173062:0:13483:0:(file.c:479:ll_file_release()) START file nrs_w_oleg336-client.virtnet:[0x200000401:0x28:0x0](ffff998598d89988), flags 100002 00000002:00100000:2.0:1789762979.173097:0:13483:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9985836d9500 x1876702246691072/t4294967498(4294967498) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 624/688 e 0 to 0 dl 1789762994 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789762979.173110:0:13483:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 4 is allocated opc 35, max 7 00000100:00100000:2.0:1789762979.173117:0:13483:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985857dad80 x1876702246693120/t0(0) o35->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1789762979.173136:0:13483:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dad80 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13483:1876702246693120:192.168.203.136@tcp:35:dd.0 00000100:00100000:2.0:1789762979.173177:0:13483:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588ba7b40 going to sleep for 11 seconds 00000080:00200000:1.0:1789762979.174308:0:13516:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:1.0:1789762979.174326:0:13516:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789762979.174338:0:13516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:1.0:1789762979.174351:0:13516:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:1.0:1789762979.174357:0:13516:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789762979.174364:0:13516:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:1.0:1789762979.174368:0:13516:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:1.0:1789762979.174374:0:13516:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c33f7bf8 00010000:00010000:1.0:1789762979.174378:0:13516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:1.0:1789762979.174385:0:13516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:1.0:1789762979.174396:0:13516:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:1.0:1789762979.174401:0:13516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:1.0:1789762979.174409:0:13516:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:1.0:1789762979.174415:0:13516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:1.0:1789762979.174421:0:13516:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:1.0:1789762979.174426:0:13516:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000002:00010000:1.0:1789762979.174439:0:13516:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x27:0x0]) in obj [0x200000401:0x25:0x0], intent: open flags 04240100001 00010000:00010000:1.0:1789762979.174479:0:13516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 13516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.174485:0:13516:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x0 pid: 13516 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789762979.174494:0:13516:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 5 is allocated opc 101, max 7 00000100:00100000:1.0:1789762979.174502:0:13516:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985836d9880 x1876702246693376/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789762979.174513:0:13516:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x0 pid: 13516 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1789762979.174514:0:13517:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:0.0:1789762979.174527:0:13517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000100:00100000:1.0:1789762979.174535:0:13516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13516:1876702246693376:192.168.203.136@tcp:101:dd.0 00010000:00010000:0.0:1789762979.174540:0:13517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1789762979.174552:0:13517:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:0.0:1789762979.174558:0:13517:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.174564:0:13517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:0.0:1789762979.174567:0:13517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:0.0:1789762979.174572:0:13517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c33c7bf8 00010000:00010000:0.0:1789762979.174575:0:13517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1789762979.174582:0:13517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:0.0:1789762979.174591:0:13517:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:0.0:1789762979.174595:0:13517:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:0.0:1789762979.174601:0:13517:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:0.0:1789762979.174604:0:13517:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:0.0:1789762979.174609:0:13517:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:0.0:1789762979.174614:0:13517:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000002:00010000:0.0:1789762979.174624:0:13517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x27:0x0]) in obj [0x200000401:0x25:0x0], intent: open flags 04240100001 00010000:00010000:0.0:1789762979.174671:0:13517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 13517 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789762979.174676:0:13516:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588315900 going to sleep for 11 seconds 00010000:00010000:0.0:1789762979.174678:0:13517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT flags: 0x0 pid: 13517 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789762979.174688:0:13517:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 6 is allocated opc 101, max 7 00000100:00100000:0.0:1789762979.174694:0:13517:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985856a2d80 x1876702246693632/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789762979.174701:0:13517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT flags: 0x0 pid: 13517 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789762979.174713:0:13517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13517:1876702246693632:192.168.203.136@tcp:101:dd.0 00000100:00100000:0.0:1789762979.174841:0:13517:0:(client.c:2715:ptlrpc_set_wait()) set ffff99859115a780 going to sleep for 11 seconds 00000080:00200000:2.0:1789762979.177458:0:13513:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:2.0:1789762979.177470:0:13513:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762979.177480:0:13513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:2.0:1789762979.177490:0:13513:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:2.0:1789762979.177497:0:13513:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762979.177503:0:13513:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:2.0:1789762979.177506:0:13513:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:2.0:1789762979.177512:0:13513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c33dfbf8 00010000:00010000:2.0:1789762979.177514:0:13513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:2.0:1789762979.177523:0:13513:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:2.0:1789762979.177534:0:13513:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:2.0:1789762979.177540:0:13513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762979.177548:0:13513:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:2.0:1789762979.177554:0:13513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:2.0:1789762979.177559:0:13513:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:2.0:1789762979.177566:0:13513:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000002:00010000:2.0:1789762979.177585:0:13513:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x27:0x0]) in obj [0x200000401:0x25:0x0], intent: open flags 04240100001 00010000:00010000:2.0:1789762979.177636:0:13513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 13513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.177645:0:13513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT flags: 0x0 pid: 13513 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789762979.177655:0:13513:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 7 is allocated opc 101, max 7 00000100:00100000:2.0:1789762979.177663:0:13513:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985857d8e00 x1876702246693888/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789762979.177672:0:13513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT flags: 0x0 pid: 13513 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762979.177687:0:13513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13513:1876702246693888:192.168.203.136@tcp:101:dd.0 00000100:00100000:1.0:1789762979.177759:0:13514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13514:1876702246692608:192.168.203.136@tcp:101:dd.0 00010000:00010000:1.0:1789762979.177779:0:13514:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.177793:0:13514:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.177802:0:13514:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.177818:0:13514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1789762979.177828:0:2353:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789762979.177834:0:13514:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762979.177838:0:13513:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588ba7180 going to sleep for 11 seconds 00010000:00010000:1.0:1789762979.177858:0:13514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.177865:0:13514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.177870:0:13514:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1789762979.177878:0:13514:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9985836d8a80 x1876702246692608/t4294967500(4294967500) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1789762979.177891:0:13514:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985836d8a80 x1876702246692608/t4294967500(4294967500) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1789762979.177901:0:13514:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1789762979.177913:0:13514:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.177922:0:13514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789762979.177932:0:13514:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789762979.177938:0:13514:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.177946:0:13514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.177952:0:13514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.177972:0:13514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:1.0:1789762979.177976:0:13514:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x25:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1789762979.178007:0:10429:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789762979.178013:0:10429:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.178022:0:10429:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9985862c9000 already unused, calling callback (ffffffffc19bc460) 00010000:00010000:1.0:1789762979.178028:0:10429:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.178035:0:10429:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.178042:0:10429:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.178056:0:10429:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789762979.178088:0:10429:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789762979.178092:0:13515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13515:1876702246692352:192.168.203.136@tcp:101:dd.0 00010000:00010000:1.0:1789762979.178103:0:10429:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789762979.178113:0:13515:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.178127:0:10429:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.178129:0:13515:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.178144:0:10429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bc64 expref: -99 pid: 13514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.178146:0:13515:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.178166:0:13515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.178176:0:13515:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.178180:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762979.178186:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762979.178187:0:13515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.178192:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762979.178196:0:13515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.178202:0:13515:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1789762979.178209:0:13515:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9985857d8000 x1876702246692352/t4294967499(4294967499) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1789762979.178263:0:13514:0:(file.c:6843:ll_layout_conf()) [0x200000401:0x27:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1789762979.178273:0:13514:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x27:0x0](ffff998598d20908) for lock 0xc03e56b878944997 00000080:00010000:1.0:1789762979.178281:0:13514:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944997 from it ffffbbc6c33e7bf0 00010000:00010000:1.0:1789762979.178284:0:13514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789762979.178323:0:13514:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000002:00100000:1.0:1789762979.178351:0:13514:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985836d8a80 x1876702246692608/t4294967500(4294967500) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1789762979.178467:0:13515:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985857d8000 x1876702246692352/t4294967499(4294967499) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1789762979.178471:0:13514:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000002:00010000:3.0:1789762979.178480:0:13515:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1789762979.178483:0:13514:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000002:00010000:3.0:1789762979.178504:0:13515:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.178517:0:13515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762979.178529:0:13515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762979.178538:0:13515:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.178545:0:13515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.178552:0:13515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.178573:0:13515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:3.0:1789762979.178578:0:13515:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x25:0x0] suppgids 0 -1: rc 0 00000080:00200008:1.0:1789762979.178588:0:13514:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000080:00200000:1.0:1789762979.178612:0:13514:0:(rw.c:1925:ll_readpage()) fast read pgno: 0 00000080:00200000:3.0:1789762979.178618:0:13515:0:(file.c:6843:ll_layout_conf()) [0x200000401:0x27:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1789762979.178624:0:13515:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x27:0x0](ffff998598d20908) for lock 0xc03e56b878944997 00000080:00200000:1.0:1789762979.178639:0:13514:0:(file.c:2090:ll_file_io_generic()) nrs_r_oleg336-client.virtnet: read ppos: 0, bytes: 1048576 00000080:00010000:3.0:1789762979.178649:0:13515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944997 from it ffffbbc6c33efbf0 00000080:00200000:1.0:1789762979.178650:0:13514:0:(file.c:1848:ll_io_set_mirror()) nrs_r_oleg336-client.virtnet: desiginated mirror: 0 00010000:00010000:3.0:1789762979.178657:0:13515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1789762979.178664:0:13514:0:(cl_io.c:214:cl_io_rw_init()) header@000000008e31a7df[0x110, 1, [0x200000401:0x27:0x0] hash] 00000020:00200000:1.0:1789762979.178670:0:13514:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [0, 1048576) 0 0 00010000:00010000:3.0:1789762979.178671:0:13515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1789762979.178679:0:13514:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x27:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000002:00100000:3.0:1789762979.178695:0:13515:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985857d8000 x1876702246692352/t4294967499(4294967499) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00020000:00200000:1.0:1789762979.178705:0:13514:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 1048576, 1048576 00020000:00200000:1.0:1789762979.178712:0:13514:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000002:00100000:3.0:1789762979.178722:0:13515:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9985857d8000 x1876702246692352/t4294967499(4294967499) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789762979.178731:0:13515:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 35, max 7 00000080:00200000:1.0:1789762979.178737:0:13514:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 255] 00000100:00100000:3.0:1789762979.178737:0:13515:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff998588b43b80 x1876702246694272/t0(0) o35->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1789762979.178755:0:13515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13515:1876702246694272:192.168.203.136@tcp:35:dd.0 00000008:00010000:1.0:1789762979.178761:0:13514:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1789762979.178770:0:13514:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff998582b8e830, osc lock ffff9985a04318f0, flags 0x0 00010000:00010000:1.0:1789762979.178831:0:13514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.178844:0:13514:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.178862:0:13514:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789762979.178881:0:13515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9985837bf300 going to sleep for 11 seconds 00000100:00100000:1.0:1789762979.178884:0:13514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13514:1876702246694400:192.168.203.136@tcp:101:dd.0 00010000:00010000:3.0:1789762979.178901:0:5888:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789762979.178906:0:5888:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.178915:0:5888:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99858578ee00 already unused, calling callback (ffffffffc19bc460) 00010000:00010000:3.0:1789762979.178920:0:5888:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.178928:0:5888:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.178936:0:5888:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789762979.178948:0:13514:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588315240 going to sleep for 11 seconds 00010000:00010000:3.0:1789762979.178953:0:5888:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1789762979.178989:0:5888:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.178994:0:5888:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789762979.179015:0:5888:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.179021:0:5888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578ee00/0xc03e56b8789449c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bc4f expref: -99 pid: 13515 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.179045:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762979.179047:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762979.179054:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789762979.179067:0:2355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2355:1876702246694528:192.168.203.136@tcp:103:ldlm_bl.0 00000008:00010000:0.0:1789762979.179376:0:2353:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000790ee495 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1789762979.179403:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246691840:192.168.203.136@tcp:4:dd.0 00000100:00100000:0.0:1789762979.179417:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246694016:192.168.203.136@tcp:103:ldlm_bl.0 00000008:00010000:0.0:1789762979.179576:0:2353:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1789762979.179589:0:13483:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dad80 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13483:1876702246693120:192.168.203.136@tcp:35:dd.0 00000002:00100000:2.0:1789762979.179618:0:13483:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9985836d9500 x1876702246691072/t4294967498(4294967498) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 624/688 e 0 to 0 dl 1789762994 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789762979.179839:0:13512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13512:1876702246692864:192.168.203.136@tcp:101:dd.0 00010000:00010000:2.0:1789762979.179861:0:13512:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.179876:0:13512:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 4/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.179882:0:13512:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 4/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.179898:0:13512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.179912:0:13512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.179926:0:13512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.179937:0:13512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.179946:0:13512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1789762979.179960:0:13512:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9985857db800 x1876702246692864/t4294967504(4294967504) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1789762979.179975:0:13512:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985857db800 x1876702246692864/t4294967504(4294967504) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1789762979.179988:0:13512:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1789762979.180003:0:13512:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.180025:0:13512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1789762979.180035:0:13512:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1789762979.180042:0:13512:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.180050:0:13512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.180059:0:13512:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.180083:0:13512:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:2.0:1789762979.180089:0:13512:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x25:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1789762979.180161:0:13512:0:(file.c:6843:ll_layout_conf()) [0x200000401:0x27:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1789762979.180168:0:13512:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x27:0x0](ffff998598d20908) for lock 0xc03e56b878944997 00000080:00010000:2.0:1789762979.180175:0:13512:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944997 from it ffffbbc6c33d7bf0 00010000:00010000:2.0:1789762979.180179:0:13512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1789762979.180187:0:13512:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1789762979.180231:0:5430:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789762979.180240:0:5430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.180256:0:5430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99858578f200 already unused, calling callback (ffffffffc19bc460) 00010000:00010000:2.0:1789762979.180262:0:5430:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.180272:0:5430:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.180283:0:5430:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.180328:0:5430:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1789762979.180365:0:5430:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.180371:0:5430:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789762979.180403:0:5430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 1/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789762979.180410:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2356:1876702246694656:192.168.203.136@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789762979.180432:0:5430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578f200/0xc03e56b8789449cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bc87 expref: -99 pid: 13512 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.180461:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762979.180467:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762979.180475:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789762979.180549:0:13516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13516:1876702246693376:192.168.203.136@tcp:101:dd.0 00010000:00010000:1.0:1789762979.180569:0:13516:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.180576:0:13516:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.180583:0:13516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.180590:0:13516:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1789762979.180600:0:13516:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9985836d9880 x1876702246693376/t4294967502(4294967502) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1789762979.180610:0:13516:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985836d9880 x1876702246693376/t4294967502(4294967502) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1789762979.180619:0:13516:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1789762979.180649:0:13516:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.180659:0:13516:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9985856c8800 type 13 mode 16 res 8589935617/39 (0 0) 00000080:00200000:1.0:1789762979.180663:0:13516:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x25:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1789762979.180703:0:13516:0:(file.c:6843:ll_layout_conf()) [0x200000401:0x27:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1789762979.180708:0:13516:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x27:0x0](ffff998598d20908) for lock 0xc03e56b8789449d6 00000080:00010000:1.0:1789762979.180713:0:13516:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b8789449d6 from it ffffbbc6c33f7bf0 00010000:00010000:1.0:1789762979.180716:0:13516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.180724:0:13516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1789762979.180763:0:13514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13514:1876702246694400:192.168.203.136@tcp:101:dd.0 00010000:00010000:1.0:1789762979.180776:0:13514:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 4/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.180788:0:13514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789762979.180796:0:2355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2355:1876702246694528:192.168.203.136@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789762979.180797:0:13514:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.180813:0:13514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 5/2,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.180822:0:13514:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 8388608, setting rss=8388608; kms=8388608, end=18446744073709551615 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 4/2,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.180830:0:13514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 5/2,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.180836:0:13514:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1789762979.180855:0:13514:0:(vvp_io.c:835:vvp_io_read_start()) nrs_r_oleg336-client.virtnet: read [0, 1048576) 00000008:00010000:0.0:1789762979.180856:0:2353:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000057be3d75 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1789762979.180873:0:13514:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x27:0x0] updating i_size 12582912 00000100:00100000:0.0:1789762979.180879:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246691968:192.168.203.136@tcp:4:dd.0 00000080:00200000:1.0:1789762979.180881:0:13514:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:0 00000100:00100000:3.0:1789762979.180882:0:13515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13515:1876702246694272:192.168.203.136@tcp:35:dd.0 00000002:00100000:3.0:1789762979.180904:0:13515:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9985857d8000 x1876702246692352/t4294967499(4294967499) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789762979.180909:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246694016:192.168.203.136@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789762979.180934:0:13514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 4/2,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.180946:0:13514:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4096 8191) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 4/2,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789762979.181091:0:13517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13517:1876702246693632:192.168.203.136@tcp:101:dd.0 00010000:00010000:0.0:1789762979.181111:0:13517:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.181118:0:13517:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.181126:0:13517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.181132:0:13517:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1789762979.181133:0:13515:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:3.0:1789762979.181143:0:13515:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000002:00100000:0.0:1789762979.181149:0:13517:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9985856a2d80 x1876702246693632/t4294967505(4294967505) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1789762979.181159:0:13517:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985856a2d80 x1876702246693632/t4294967505(4294967505) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1789762979.181167:0:13517:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1789762979.181177:0:13517:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.181190:0:13517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:3.0:1789762979.181197:0:13515:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00010000:00010000:0.0:1789762979.181202:0:13517:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789762979.181212:0:13517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.181222:0:13517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.181232:0:13517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.181249:0:13517:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:0.0:1789762979.181253:0:13517:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x25:0x0] suppgids 0 -1: rc 0 00000100:00100000:3.0:1789762979.181270:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2356:1876702246694656:192.168.203.136@tcp:103:ldlm_bl.0 00000080:00200000:0.0:1789762979.181570:0:13517:0:(file.c:6843:ll_layout_conf()) [0x200000401:0x27:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1789762979.181575:0:13517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x27:0x0](ffff998598d20908) for lock 0xc03e56b8789449d6 00000080:00010000:0.0:1789762979.181580:0:13517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b8789449d6 from it ffffbbc6c33c7bf0 00010000:00010000:0.0:1789762979.181584:0:13517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789762979.181592:0:13517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000002:00100000:0.0:1789762979.181615:0:13517:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985856a2d80 x1876702246693632/t4294967505(4294967505) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1789762979.181654:0:13517:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9985856a2d80 x1876702246693632/t4294967505(4294967505) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789762979.181664:0:13517:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789762979.181670:0:13517:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985856a0380 x1876702246694912/t0(0) o35->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1789762979.181683:0:13517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0380 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13517:1876702246694912:192.168.203.136@tcp:35:dd.0 00000100:00100000:0.0:1789762979.181724:0:13517:0:(client.c:2715:ptlrpc_set_wait()) set ffff99859115af00 going to sleep for 11 seconds 00010000:00010000:0.0:1789762979.181743:0:5431:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789762979.181747:0:5431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.181755:0:5431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9985a0d5ba00 already unused, calling callback (ffffffffc19bc460) 00010000:00010000:0.0:1789762979.181759:0:5431:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0xd rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.181765:0:5431:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0xd rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.181772:0:5431:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0xd rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.181784:0:5431:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789762979.181809:0:5431:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0xd rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.181814:0:5431:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789762979.181826:0:5431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0xd rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.181833:0:5431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ba00/0xc03e56b8789449dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0xd rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bca3 expref: -99 pid: 13517 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.181844:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762979.181847:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762979.181850:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789762979.181924:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246695040:192.168.203.136@tcp:103:ldlm_bl.0 00000080:00200000:0.0:1789762979.182258:0:13510:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:0.0:1789762979.182272:0:13510:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.182284:0:13510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:0.0:1789762979.182328:0:13510:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:0.0:1789762979.182334:0:13510:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.182342:0:13510:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:0.0:1789762979.182345:0:13510:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:0.0:1789762979.182349:0:13510:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c327fbf8 00010000:00010000:0.0:1789762979.182353:0:13510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:0.0:1789762979.182360:0:13510:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:0.0:1789762979.182373:0:13510:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:0.0:1789762979.182379:0:13510:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:0.0:1789762979.182385:0:13510:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:0.0:1789762979.182390:0:13510:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:0.0:1789762979.182395:0:13510:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:0.0:1789762979.182403:0:13510:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000008:00010000:1.0:1789762979.184186:0:13514:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff998590944c00 00010000:00010000:1.0:1789762979.184205:0:13514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 6/2,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.184213:0:13514:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 5/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1789762979.184241:0:1088:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff998590944c00 00010000:00010000:1.0:1789762979.184266:0:1088:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:1.0:1789762979.184353:0:1088:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985836da680 - object 0x240000400:14 offset 0<>1048576 00000100:00100000:1.0:1789762979.184384:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246695168:192.168.203.136@tcp:3:dd.0 00000008:00010000:1.0:1789762979.185478:0:2354:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1789762979.186235:0:13511:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:2.0:1789762979.186248:0:13511:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762979.186259:0:13511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:2.0:1789762979.186271:0:13511:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:2.0:1789762979.186276:0:13511:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762979.186282:0:13511:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:2.0:1789762979.186285:0:13511:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:2.0:1789762979.186324:0:13511:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c337fbf8 00010000:00010000:2.0:1789762979.186329:0:13511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:2.0:1789762979.186342:0:13511:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:2.0:1789762979.186359:0:13511:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:2.0:1789762979.186367:0:13511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762979.186376:0:13511:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:2.0:1789762979.186382:0:13511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:2.0:1789762979.186388:0:13511:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:2.0:1789762979.186395:0:13511:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000100:00100000:2.0:1789762979.186452:0:13513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13513:1876702246693888:192.168.203.136@tcp:101:dd.0 00010000:00010000:2.0:1789762979.186480:0:13513:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.186490:0:13513:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.186501:0:13513:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.186513:0:13513:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1789762979.186528:0:13513:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9985857d8e00 x1876702246693888/t4294967506(4294967506) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1789762979.186544:0:13513:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985857d8e00 x1876702246693888/t4294967506(4294967506) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1789762979.186557:0:13513:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1789762979.186570:0:13513:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.186585:0:13513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789762979.186597:0:13513:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789762979.186607:0:13513:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.186617:0:13513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.186639:0:13513:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.186667:0:13513:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:2.0:1789762979.186673:0:13513:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x25:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1789762979.186697:0:10429:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789762979.186702:0:10429:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.186712:0:10429:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99858578fc00 already unused, calling callback (ffffffffc19bc460) 00010000:00010000:2.0:1789762979.186719:0:10429:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0xd rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.186729:0:10429:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0xd rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.186741:0:10429:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0xd rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.186764:0:10429:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789762979.186802:0:10429:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0xd rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.186808:0:10429:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789762979.186832:0:10429:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0xd rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.186838:0:10429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858578fc00/0xc03e56b8789449e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0xd rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bcb8 expref: -99 pid: 13513 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.186859:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762979.186864:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762979.186871:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789762979.186886:0:2355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2355:1876702246695296:192.168.203.136@tcp:103:ldlm_bl.0 00000080:00200000:2.0:1789762979.187016:0:13513:0:(file.c:6843:ll_layout_conf()) [0x200000401:0x27:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1789762979.187024:0:13513:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x27:0x0](ffff998598d20908) for lock 0xc03e56b8789449d6 00000080:00010000:2.0:1789762979.187030:0:13513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b8789449d6 from it ffffbbc6c33dfbf0 00010000:00010000:2.0:1789762979.187034:0:13513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789762979.187042:0:13513:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000100:00100000:0.0:1789762979.187066:0:13517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0380 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13517:1876702246694912:192.168.203.136@tcp:35:dd.0 00000002:00100000:0.0:1789762979.187085:0:13517:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9985856a2d80 x1876702246693632/t4294967505(4294967505) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:1.0:1789762979.187158:0:2354:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000038061c32 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1789762979.187185:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246692096:192.168.203.136@tcp:4:dd.0 00000002:00100000:2.0:1789762979.187199:0:13512:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985857db800 x1876702246692864/t4294967504(4294967504) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1789762979.187213:0:13517:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000100:00100000:1.0:1789762979.187213:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246695040:192.168.203.136@tcp:103:ldlm_bl.0 00000002:00100000:2.0:1789762979.187224:0:13512:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9985857db800 x1876702246692864/t4294967504(4294967504) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1789762979.187225:0:13517:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000020:00100000:2.0:1789762979.187248:0:13512:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789762979.187256:0:13512:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985857daa00 x1876702246695552/t0(0) o35->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1789762979.187271:0:13512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13512:1876702246695552:192.168.203.136@tcp:35:dd.0 00000100:00100000:2.0:1789762979.187354:0:13512:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588ba7180 going to sleep for 11 seconds 00000080:00200008:0.0:1789762979.187366:0:13517:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000100:00100000:2.0:1789762979.189492:0:2355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2355:1876702246695296:192.168.203.136@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1789762979.189717:0:13512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13512:1876702246695552:192.168.203.136@tcp:35:dd.0 00000002:00100000:2.0:1789762979.189742:0:13512:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9985857db800 x1876702246692864/t4294967504(4294967504) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1789762979.189971:0:13512:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:2.0:1789762979.189977:0:13512:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:2.0:1789762979.190050:0:13512:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000080:00200000:0.0:1789762979.191955:0:13519:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:0.0:1789762979.191967:0:13519:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.191979:0:13519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1789762979.191990:0:13519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:0.0:1789762979.191997:0:13519:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.192004:0:13519:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:0.0:1789762979.192007:0:13519:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:0.0:1789762979.192014:0:13519:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c3327bf8 00010000:00010000:0.0:1789762979.192019:0:13519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1789762979.192028:0:13519:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:0.0:1789762979.192043:0:13519:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:0.0:1789762979.192048:0:13519:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:0.0:1789762979.192056:0:13519:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:0.0:1789762979.192060:0:13519:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:0.0:1789762979.192068:0:13519:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:0.0:1789762979.192074:0:13519:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000080:00200008:0.0:1789762979.192121:0:13519:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:0.0:1789762979.192125:0:13519:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:0.0:1789762979.192187:0:13519:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000080:00200000:3.0:1789762979.193115:0:13520:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:3.0:1789762979.193126:0:13520:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762979.193135:0:13520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:3.0:1789762979.193145:0:13520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:3.0:1789762979.193152:0:13520:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789762979.193158:0:13520:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:3.0:1789762979.193161:0:13520:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:3.0:1789762979.193166:0:13520:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c33ffbf8 00010000:00010000:3.0:1789762979.193170:0:13520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:3.0:1789762979.193178:0:13520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:3.0:1789762979.193188:0:13520:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:3.0:1789762979.193195:0:13520:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:3.0:1789762979.193201:0:13520:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:3.0:1789762979.193207:0:13520:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:3.0:1789762979.193215:0:13520:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:3.0:1789762979.193219:0:13520:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000080:00200008:3.0:1789762979.193246:0:13520:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:3.0:1789762979.193251:0:13520:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:3.0:1789762979.193330:0:13520:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000008:00010000:1.0:1789762979.193959:0:2353:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff998590944c00 00000020:00200000:1.0:1789762979.193971:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762979.194016:0:2353:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff998590944c00 00000100:00100000:1.0:1789762979.194034:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246695168:192.168.203.136@tcp:3:dd.0 00000002:00100000:1.0:1789762979.194197:0:13516:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985836d9880 x1876702246693376/t4294967502(4294967502) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1789762979.194221:0:13516:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9985836d9880 x1876702246693376/t4294967502(4294967502) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789762979.194232:0:13516:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789762979.194237:0:13516:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985836da680 x1876702246695808/t0(0) o35->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1789762979.194252:0:13516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13516:1876702246695808:192.168.203.136@tcp:35:dd.0 00000100:00100000:1.0:1789762979.194345:0:13516:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588315240 going to sleep for 11 seconds 00000080:00200000:0.0:1789762979.194412:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 1 00000080:00200000:0.0:1789762979.194434:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 2 00000080:00200000:0.0:1789762979.194471:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 3 00000080:00200000:0.0:1789762979.194488:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 4 00000080:00200000:0.0:1789762979.194507:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 5 00000080:00200000:0.0:1789762979.194527:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 6 00000080:00200000:0.0:1789762979.194546:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 7 00000080:00200000:0.0:1789762979.194567:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 8 00000080:00200000:0.0:1789762979.194595:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 9 00000080:00200000:0.0:1789762979.194615:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 10 00000080:00200000:0.0:1789762979.194647:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 11 00000080:00200000:0.0:1789762979.194678:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 12 00000080:00200000:0.0:1789762979.194717:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 13 00000080:00200000:0.0:1789762979.194767:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 14 00000080:00200000:0.0:1789762979.194805:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 15 00000080:00200000:3.0:1789762979.194830:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 16 00000080:00200000:3.0:1789762979.194871:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 17 00000080:00200000:3.0:1789762979.194910:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 18 00000080:00200000:3.0:1789762979.194929:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 19 00000080:00200000:3.0:1789762979.194970:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 20 00000080:00200000:3.0:1789762979.195051:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 21 00000080:00200000:2.0:1789762979.195082:0:13512:0:(rw.c:1925:ll_readpage()) fast read pgno: 22 00000080:00200000:0.0:1789762979.195105:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 23 00000080:00200000:0.0:1789762979.195121:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 24 00000080:00200000:0.0:1789762979.195136:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 25 00000100:00100000:1.0:1789762979.195151:0:13516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13516:1876702246695808:192.168.203.136@tcp:35:dd.0 00000080:00200000:0.0:1789762979.195153:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 26 00000002:00100000:1.0:1789762979.195166:0:13516:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9985836d9880 x1876702246693376/t4294967502(4294967502) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1789762979.195172:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 27 00000080:00200000:0.0:1789762979.195198:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 28 00000080:00200000:0.0:1789762979.195226:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 29 00000080:00200008:1.0:1789762979.195244:0:13516:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:1.0:1789762979.195249:0:13516:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200000:0.0:1789762979.195251:0:13517:0:(rw.c:1925:ll_readpage()) fast read pgno: 30 00000080:00200008:1.0:1789762979.195342:0:13516:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000080:00200000:3.0:1789762979.195377:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 31 00000080:00200000:3.0:1789762979.195398:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 32 00000080:00200000:3.0:1789762979.195415:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 33 00000080:00200000:3.0:1789762979.195432:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 34 00000080:00200000:3.0:1789762979.195450:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 35 00000080:00200000:3.0:1789762979.195471:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 36 00000080:00200000:3.0:1789762979.195487:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 37 00000080:00200000:3.0:1789762979.195504:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 38 00000080:00200000:3.0:1789762979.195518:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 39 00000080:00200000:3.0:1789762979.195536:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 40 00000080:00200000:3.0:1789762979.195553:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 41 00000080:00200000:3.0:1789762979.195567:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 42 00000080:00200000:3.0:1789762979.195584:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 43 00000080:00200000:3.0:1789762979.195609:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 44 00000080:00200000:3.0:1789762979.195640:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 45 00000080:00200000:3.0:1789762979.195667:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 46 00000080:00200000:3.0:1789762979.195688:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 47 00000080:00200000:3.0:1789762979.195709:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 48 00000080:00200000:3.0:1789762979.195727:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 49 00000080:00200000:3.0:1789762979.195747:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 50 00000080:00200000:3.0:1789762979.195765:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 51 00000080:00200000:3.0:1789762979.195784:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 52 00000080:00200000:3.0:1789762979.195803:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 53 00000080:00200000:3.0:1789762979.195822:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 54 00000080:00200000:3.0:1789762979.195842:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 55 00000080:00200000:3.0:1789762979.195862:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 56 00000080:00200000:3.0:1789762979.195881:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 57 00000080:00200000:3.0:1789762979.195901:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 58 00000080:00200000:3.0:1789762979.195935:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 59 00000080:00200000:3.0:1789762979.195956:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 60 00000080:00200000:3.0:1789762979.195984:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 61 00000080:00200000:3.0:1789762979.196002:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 62 00000080:00200000:3.0:1789762979.196033:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 63 00000080:00200000:3.0:1789762979.196052:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 64 00000080:00200000:3.0:1789762979.196095:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 65 00000080:00200000:3.0:1789762979.196116:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 66 00000080:00200000:3.0:1789762979.196167:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 67 00000080:00200000:3.0:1789762979.196222:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 68 00000080:00200000:3.0:1789762979.196272:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 69 00000080:00200000:3.0:1789762979.196329:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 70 00000080:00200000:3.0:1789762979.196351:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 71 00000080:00200000:3.0:1789762979.196381:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 72 00000080:00200000:3.0:1789762979.196398:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 73 00000080:00200000:3.0:1789762979.196432:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 74 00000080:00200000:3.0:1789762979.196453:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 75 00000080:00200000:3.0:1789762979.196468:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 76 00000080:00200000:3.0:1789762979.196498:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 77 00000080:00200000:3.0:1789762979.196527:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 78 00000080:00200000:3.0:1789762979.196559:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 79 00000080:00200000:3.0:1789762979.196594:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 80 00000080:00200000:3.0:1789762979.196611:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 81 00000080:00200000:3.0:1789762979.196643:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 82 00000080:00200000:3.0:1789762979.196702:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 83 00000080:00200000:3.0:1789762979.196740:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 84 00000080:00200000:3.0:1789762979.196757:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 85 00000080:00200000:3.0:1789762979.196775:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 86 00000080:00200000:3.0:1789762979.196792:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 87 00000080:00200000:3.0:1789762979.196821:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 88 00000080:00200000:3.0:1789762979.196846:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 89 00000080:00200000:3.0:1789762979.196882:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 90 00000080:00200000:3.0:1789762979.196925:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 91 00000080:00200000:3.0:1789762979.196961:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 92 00000080:00200000:3.0:1789762979.196990:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 93 00000080:00200000:3.0:1789762979.197014:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 94 00000080:00200000:3.0:1789762979.197033:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 95 00000080:00200000:3.0:1789762979.197058:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 96 00000080:00200000:3.0:1789762979.197080:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 97 00000080:00200000:3.0:1789762979.197099:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 98 00000080:00200000:3.0:1789762979.197132:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 99 00000080:00200000:3.0:1789762979.197155:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 100 00000080:00200000:3.0:1789762979.197172:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 101 00000080:00200000:3.0:1789762979.197190:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 102 00000080:00200000:3.0:1789762979.197207:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 103 00000080:00200000:3.0:1789762979.197229:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 104 00000080:00200000:3.0:1789762979.197249:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 105 00000080:00200000:3.0:1789762979.197281:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 106 00000080:00200000:3.0:1789762979.197317:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 107 00000080:00200000:3.0:1789762979.197336:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 108 00000080:00200000:3.0:1789762979.197360:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 109 00000080:00200000:3.0:1789762979.197382:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 110 00000080:00200000:3.0:1789762979.197428:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 111 00000080:00200000:3.0:1789762979.197446:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 112 00000080:00200000:3.0:1789762979.197466:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 113 00000080:00200000:3.0:1789762979.197492:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 114 00000080:00200000:3.0:1789762979.197529:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 115 00000080:00200000:3.0:1789762979.197554:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 116 00000080:00200000:3.0:1789762979.197574:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 117 00000080:00200000:3.0:1789762979.197591:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 118 00000080:00200000:3.0:1789762979.197614:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 119 00000080:00200000:3.0:1789762979.197658:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 120 00000080:00200000:3.0:1789762979.197677:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 121 00000080:00200000:3.0:1789762979.197705:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 122 00000080:00200000:3.0:1789762979.197724:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 123 00000080:00200000:3.0:1789762979.197756:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 124 00000080:00200000:3.0:1789762979.197810:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 125 00000080:00200000:3.0:1789762979.197867:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 126 00000080:00200000:3.0:1789762979.197901:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 127 00000080:00200000:3.0:1789762979.197917:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 128 00000080:00200000:3.0:1789762979.197944:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 129 00000080:00200000:3.0:1789762979.197963:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 130 00000080:00200000:3.0:1789762979.197998:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 131 00000080:00200000:3.0:1789762979.198017:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 132 00000080:00200000:3.0:1789762979.198035:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 133 00000080:00200000:3.0:1789762979.198066:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 134 00000080:00200000:3.0:1789762979.198087:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 135 00000080:00200000:3.0:1789762979.198116:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 136 00000080:00200000:3.0:1789762979.198138:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 137 00000080:00200000:3.0:1789762979.198156:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 138 00000080:00200000:3.0:1789762979.198173:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 139 00000080:00200000:3.0:1789762979.198192:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 140 00000080:00200000:3.0:1789762979.198225:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 141 00000080:00200000:3.0:1789762979.198244:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 142 00000080:00200000:3.0:1789762979.198261:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 143 00000080:00200000:3.0:1789762979.198308:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 144 00000080:00200000:3.0:1789762979.198326:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 145 00000080:00200000:3.0:1789762979.198345:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 146 00000080:00200008:0.0:1789762979.198360:0:13510:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:0.0:1789762979.198366:0:13510:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200000:3.0:1789762979.198374:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 147 00000080:00200000:3.0:1789762979.198399:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 148 00000080:00200000:3.0:1789762979.198420:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 149 00000080:00200008:0.0:1789762979.198422:0:13510:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000080:00200000:3.0:1789762979.198445:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 150 00000080:00200000:3.0:1789762979.198487:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 151 00000080:00200000:3.0:1789762979.198533:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 152 00000080:00200000:3.0:1789762979.198580:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 153 00000080:00200000:3.0:1789762979.198625:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 154 00000080:00200000:3.0:1789762979.198666:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 155 00000080:00200000:3.0:1789762979.198685:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 156 00000080:00200000:3.0:1789762979.198712:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 157 00000080:00200000:3.0:1789762979.198760:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 158 00000080:00200000:3.0:1789762979.198795:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 159 00000080:00200000:3.0:1789762979.198821:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 160 00000080:00200000:3.0:1789762979.198837:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 161 00000080:00200000:3.0:1789762979.198858:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 162 00000080:00200000:3.0:1789762979.198876:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 163 00000080:00200000:3.0:1789762979.198894:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 164 00000080:00200000:3.0:1789762979.198909:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 165 00000080:00200000:3.0:1789762979.198927:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 166 00000080:00200000:3.0:1789762979.198945:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 167 00000080:00200000:3.0:1789762979.198976:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 168 00000080:00200000:3.0:1789762979.199003:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 169 00000080:00200000:3.0:1789762979.199028:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 170 00000080:00200000:3.0:1789762979.199052:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 171 00000080:00200000:3.0:1789762979.199074:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 172 00000080:00200000:3.0:1789762979.199096:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 173 00000080:00200000:3.0:1789762979.199135:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 174 00000080:00200000:3.0:1789762979.199165:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 175 00000080:00200000:3.0:1789762979.199185:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 176 00000080:00200000:3.0:1789762979.199203:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 177 00000080:00200000:3.0:1789762979.199238:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 178 00000080:00200000:3.0:1789762979.199260:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 179 00000080:00200000:3.0:1789762979.199321:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 180 00000080:00200000:3.0:1789762979.199341:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 181 00000080:00200000:3.0:1789762979.199367:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 182 00000080:00200000:3.0:1789762979.199386:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 183 00000080:00200000:3.0:1789762979.199409:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 184 00000080:00200000:3.0:1789762979.199430:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 185 00000080:00200000:3.0:1789762979.199469:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 186 00000080:00200000:3.0:1789762979.199488:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 187 00000080:00200000:3.0:1789762979.199504:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 188 00000080:00200000:3.0:1789762979.199523:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 189 00000080:00200000:3.0:1789762979.199541:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 190 00000080:00200000:3.0:1789762979.199592:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 191 00000080:00200000:3.0:1789762979.199609:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 192 00000080:00200000:3.0:1789762979.199663:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 193 00000080:00200000:3.0:1789762979.199686:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 194 00000080:00200000:3.0:1789762979.199725:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 195 00000080:00200000:3.0:1789762979.199770:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 196 00000080:00200000:3.0:1789762979.199812:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 197 00000080:00200000:3.0:1789762979.199857:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 198 00000080:00200000:3.0:1789762979.199899:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 199 00000080:00200000:3.0:1789762979.199944:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 200 00000080:00200000:3.0:1789762979.199979:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 201 00000080:00200000:3.0:1789762979.200018:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 202 00000080:00200000:3.0:1789762979.200035:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 203 00000080:00200000:3.0:1789762979.200057:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 204 00000080:00200000:3.0:1789762979.200077:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 205 00000080:00200000:3.0:1789762979.200103:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 206 00000080:00200000:3.0:1789762979.200124:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 207 00000080:00200000:3.0:1789762979.200166:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 208 00000080:00200000:3.0:1789762979.200198:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 209 00000080:00200000:3.0:1789762979.200217:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 210 00000080:00200000:3.0:1789762979.200237:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 211 00000080:00200000:3.0:1789762979.200255:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 212 00000080:00200000:3.0:1789762979.200272:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 213 00000080:00200000:3.0:1789762979.200319:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 214 00000080:00200000:3.0:1789762979.200352:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 215 00000080:00200000:3.0:1789762979.200387:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 216 00000080:00200000:3.0:1789762979.200407:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 217 00000080:00200000:3.0:1789762979.200423:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 218 00000080:00200000:3.0:1789762979.200441:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 219 00000080:00200000:3.0:1789762979.200456:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 220 00000080:00200000:3.0:1789762979.200500:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 221 00000080:00200000:3.0:1789762979.200534:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 222 00000080:00200000:3.0:1789762979.200550:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 223 00000080:00200000:3.0:1789762979.200579:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 224 00000080:00200000:3.0:1789762979.200596:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 225 00000080:00200000:3.0:1789762979.200618:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 226 00000080:00200000:3.0:1789762979.200655:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 227 00000080:00200000:3.0:1789762979.200673:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 228 00000080:00200000:3.0:1789762979.200715:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 229 00000080:00200000:3.0:1789762979.200737:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 230 00000080:00200000:3.0:1789762979.200773:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 231 00000080:00200000:3.0:1789762979.200823:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 232 00000080:00200000:3.0:1789762979.200856:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 233 00000080:00200000:3.0:1789762979.200899:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 234 00000080:00200000:3.0:1789762979.200935:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 235 00000080:00200000:3.0:1789762979.200970:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 236 00000080:00200000:3.0:1789762979.201021:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 237 00000080:00200000:3.0:1789762979.201059:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 238 00000080:00200000:3.0:1789762979.201090:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 239 00000080:00200000:3.0:1789762979.201121:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 240 00000080:00200000:3.0:1789762979.201153:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 241 00000080:00200000:3.0:1789762979.201184:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 242 00000080:00200000:3.0:1789762979.201205:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 243 00000080:00200000:3.0:1789762979.201226:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 244 00000080:00200000:3.0:1789762979.201254:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 245 00000080:00200000:3.0:1789762979.201275:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 246 00000080:00200000:3.0:1789762979.201322:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 247 00000080:00200000:3.0:1789762979.201343:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 248 00000080:00200000:3.0:1789762979.201356:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 249 00000080:00200000:3.0:1789762979.201374:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 250 00000080:00200000:3.0:1789762979.201393:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 251 00000080:00200000:3.0:1789762979.201417:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 252 00000080:00200000:3.0:1789762979.201460:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 253 00000080:00200000:3.0:1789762979.201506:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 254 00000080:00200000:3.0:1789762979.201527:0:13515:0:(rw.c:1925:ll_readpage()) fast read pgno: 255 00000080:00200008:3.0:1789762979.201558:0:13515:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00010000:00010000:3.0:1789762979.201574:0:13515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200008:1.0:1789762979.201944:0:13516:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00010000:00010000:1.0:1789762979.201959:0:13516:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200008:2.0:1789762979.202228:0:13512:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00010000:00010000:2.0:1789762979.202251:0:13512:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200008:2.0:1789762979.202677:0:13511:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:2.0:1789762979.202683:0:13511:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:2.0:1789762979.202751:0:13511:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000080:00200008:0.0:1789762979.205524:0:13517:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00010000:00010000:0.0:1789762979.205540:0:13517:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000002:00100000:2.0:1789762979.207367:0:13513:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985857d8e00 x1876702246693888/t4294967506(4294967506) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1789762979.207412:0:13513:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9985857d8e00 x1876702246693888/t4294967506(4294967506) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789762979.207426:0:13513:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789762979.207431:0:13513:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985857db800 x1876702246696064/t0(0) o35->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1789762979.207453:0:13513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13513:1876702246696064:192.168.203.136@tcp:35:dd.0 00000100:00100000:2.0:1789762979.207535:0:13513:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588ba7180 going to sleep for 11 seconds 00000080:00200008:0.0:1789762979.207731:0:13510:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000020:00010000:1.0:1789762979.207743:0:13514:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_release():245 00000020:00010000:1.0:1789762979.207748:0:13514:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762979.207751:0:13514:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998582b8e830 (ffff998590aa2248/1) at cl_lock_cancel():142 00010000:00010000:1.0:1789762979.207758:0:13514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.207769:0:13514:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1789762979.207781:0:13514:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762979.207784:0:13514:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998582b8e830 (ffff9985893a6908/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762979.207791:0:13514:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:1.0:1789762979.207804:0:13514:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x27:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762979.207807:0:13514:0:(file.c:2238:ll_file_io_generic()) nrs_r_oleg336-client.virtnet: 1 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:1.0:1789762979.207811:0:13514:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762979.207823:0:13514:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000080:00200000:3.0:1789762979.209690:0:13518:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:3.0:1789762979.209708:0:13518:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762979.209722:0:13518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:3.0:1789762979.209739:0:13518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:3.0:1789762979.209750:0:13518:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789762979.209758:0:13518:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:3.0:1789762979.209764:0:13518:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:3.0:1789762979.209773:0:13518:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c330fbf8 00010000:00010000:3.0:1789762979.209779:0:13518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:3.0:1789762979.209792:0:13518:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:3.0:1789762979.209811:0:13518:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:3.0:1789762979.209821:0:13518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:3.0:1789762979.209830:0:13518:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:3.0:1789762979.209836:0:13518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:3.0:1789762979.209841:0:13518:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:3.0:1789762979.209850:0:13518:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000080:00200008:3.0:1789762979.211058:0:13520:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000100:00100000:2.0:1789762979.211354:0:13513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13513:1876702246696064:192.168.203.136@tcp:35:dd.0 00000002:00100000:2.0:1789762979.211387:0:13513:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9985857d8e00 x1876702246693888/t4294967506(4294967506) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1789762979.211694:0:13510:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1789762979.212150:0:13521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:1.0:1789762979.212166:0:13521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789762979.212179:0:13521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:1.0:1789762979.212194:0:13521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:1.0:1789762979.212203:0:13521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789762979.212209:0:13521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:1.0:1789762979.212212:0:13521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:1.0:1789762979.212217:0:13521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c3407bf8 00010000:00010000:1.0:1789762979.212221:0:13521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:1.0:1789762979.212227:0:13521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:1.0:1789762979.212236:0:13521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:1.0:1789762979.212240:0:13521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:1.0:1789762979.212243:0:13521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:1.0:1789762979.212246:0:13521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:1.0:1789762979.212250:0:13521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:1.0:1789762979.212254:0:13521:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000080:00200008:1.0:1789762979.212281:0:13521:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:1.0:1789762979.212340:0:13521:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:1.0:1789762979.212401:0:13521:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000080:00200000:3.0:1789762979.212758:0:13523:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:3.0:1789762979.212771:0:13523:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762979.212784:0:13523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:3.0:1789762979.212798:0:13523:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:3.0:1789762979.212807:0:13523:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789762979.212813:0:13523:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:3.0:1789762979.212817:0:13523:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:3.0:1789762979.212823:0:13523:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c3417bf8 00010000:00010000:3.0:1789762979.212828:0:13523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:3.0:1789762979.212839:0:13523:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:3.0:1789762979.212852:0:13523:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:3.0:1789762979.212857:0:13523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:3.0:1789762979.212863:0:13523:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:3.0:1789762979.212868:0:13523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:3.0:1789762979.212873:0:13523:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:3.0:1789762979.212879:0:13523:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000080:00200008:3.0:1789762979.212920:0:13523:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:3.0:1789762979.212926:0:13523:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:3.0:1789762979.212983:0:13523:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000080:00200008:0.0:1789762979.214316:0:13519:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00010000:00010000:0.0:1789762979.214332:0:13519:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200008:2.0:1789762979.214977:0:13513:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:2.0:1789762979.214984:0:13513:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:2.0:1789762979.215045:0:13513:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000080:00200000:0.0:1789762979.215478:0:13524:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:0.0:1789762979.215490:0:13524:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.215498:0:13524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:0.0:1789762979.215508:0:13524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:0.0:1789762979.215514:0:13524:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.215518:0:13524:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:0.0:1789762979.215521:0:13524:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:0.0:1789762979.215525:0:13524:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c341fbf8 00010000:00010000:0.0:1789762979.215527:0:13524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:0.0:1789762979.215533:0:13524:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:0.0:1789762979.215541:0:13524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:0.0:1789762979.215544:0:13524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:0.0:1789762979.215547:0:13524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:0.0:1789762979.215550:0:13524:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:0.0:1789762979.215552:0:13524:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:0.0:1789762979.215556:0:13524:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000080:00200008:0.0:1789762979.215577:0:13524:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:0.0:1789762979.215581:0:13524:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:0.0:1789762979.215646:0:13524:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000080:00200008:1.0:1789762979.217725:0:13521:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00010000:00010000:1.0:1789762979.217743:0:13521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1789762979.218076:0:13520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 0 00000080:00200008:1.0:1789762979.218078:0:13518:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:1.0:1789762979.218086:0:13518:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:1.0:1789762979.218158:0:13518:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000080:00200000:3.0:1789762979.220775:0:13522:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:3.0:1789762979.220787:0:13522:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762979.220796:0:13522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:3.0:1789762979.220805:0:13522:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:3.0:1789762979.220811:0:13522:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789762979.220816:0:13522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:3.0:1789762979.220819:0:13522:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:3.0:1789762979.220824:0:13522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c340fbf8 00010000:00010000:3.0:1789762979.220827:0:13522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:3.0:1789762979.220834:0:13522:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:3.0:1789762979.220842:0:13522:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:3.0:1789762979.220846:0:13522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:3.0:1789762979.220850:0:13522:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:3.0:1789762979.220853:0:13522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:3.0:1789762979.220855:0:13522:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:3.0:1789762979.220859:0:13522:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000080:00200008:3.0:1789762979.220878:0:13522:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:3.0:1789762979.220881:0:13522:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:3.0:1789762979.220928:0:13522:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000080:00200008:0.0:1789762979.223265:0:13524:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00010000:00010000:0.0:1789762979.223279:0:13524:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00000080:00200008:1.0:1789762979.224764:0:13518:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00010000:00010000:1.0:1789762979.224777:0:13518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1789762979.225043:0:13514:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00000080:00200008:2.0:1789762979.225766:0:13511:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00010000:00010000:2.0:1789762979.225788:0:13511:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 16 lru_type: 1 00000080:00200008:3.0:1789762979.226100:0:13522:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00010000:00010000:3.0:1789762979.226116:0:13522:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 17 lru_type: 1 00000080:00200008:3.0:1789762979.226521:0:13523:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00010000:00010000:3.0:1789762979.226532:0:13523:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 18 lru_type: 1 00000080:00200000:0.0:1789762979.227712:0:13525:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:0.0:1789762979.227721:0:13525:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.227730:0:13525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:0.0:1789762979.227740:0:13525:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:0.0:1789762979.227749:0:13525:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.227754:0:13525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:0.0:1789762979.227757:0:13525:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:0.0:1789762979.227760:0:13525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c3427bf8 00010000:00010000:0.0:1789762979.227764:0:13525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:0.0:1789762979.227771:0:13525:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:0.0:1789762979.227780:0:13525:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:0.0:1789762979.227784:0:13525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:0.0:1789762979.227787:0:13525:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:0.0:1789762979.227791:0:13525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=265 00000080:00200000:0.0:1789762979.227793:0:13525:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908), inode mode 81a4 mask 44 00000080:00200008:0.0:1789762979.227798:0:13525:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00000080:00200008:0.0:1789762979.227821:0:13525:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:0.0:1789762979.227825:0:13525:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:0.0:1789762979.227868:0:13525:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0], ppos: 0, count: 1048576 00000080:00200008:2.0:1789762979.228797:0:13513:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00010000:00010000:2.0:1789762979.228813:0:13513:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 19 lru_type: 1 00000080:00200008:0.0:1789762979.230447:0:13525:0:(file.c:479:ll_file_release()) START file nrs_r_oleg336-client.virtnet:[0x200000401:0x27:0x0](ffff998598d20908), flags 100000 00010000:00010000:0.0:1789762979.230460:0:13525:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 20 lru_type: 1 00000080:00200000:1.0:1789762979.240972:0:13526:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:1.0:1789762979.240982:0:13526:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789762979.240991:0:13526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:1.0:1789762979.240999:0:13526:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:1.0:1789762979.241005:0:13526:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789762979.241010:0:13526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:1.0:1789762979.241012:0:13526:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:1.0:1789762979.241016:0:13526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c32efb58 00010000:00010000:1.0:1789762979.241019:0:13526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:1.0:1789762979.241025:0:13526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:1.0:1789762979.241032:0:13526:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:1.0:1789762979.241036:0:13526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=8 00000080:00200008:1.0:1789762979.241041:0:13526:0:(file.c:6296:ll_getattr_dentry()) START file d77k.sanityn:[0x200000401:0x25:0x0](ffff998598d25348), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1789762979.241046:0:13526:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348),name=d77k.sanityn 00000002:00010000:1.0:1789762979.241054:0:13526:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789762979.241060:0:13526:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9985856c8800 type 13 mode 30 res 8589935617/37 (0 0) 00010000:00010000:1.0:1789762979.241100:0:13526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.241106:0:13526:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.241114:0:13526:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789762979.241135:0:13526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246696192:192.168.203.136@tcp:101:rm.0 00000100:00100000:1.0:1789762979.241214:0:13526:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588315240 going to sleep for 11 seconds 00000100:00100000:1.0:1789762979.242701:0:13526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246696192:192.168.203.136@tcp:101:rm.0 00010000:00010000:1.0:1789762979.242715:0:13526:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.242726:0:13526:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.242733:0:13526:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.242743:0:13526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.242751:0:13526:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.242758:0:13526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.242763:0:13526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.242768:0:13526:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1789762979.242777:0:13526:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9985836d9880 x1876702246696192/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 576/584 e 0 to 0 dl 1789762995 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1789762979.242787:0:13526:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.242792:0:13526:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9985856c8800 type 13 mode 4 res 8589935617/37 (0 0) 00000080:00200000:1.0:1789762979.242796:0:13526:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1789762979.242811:0:13526:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x25:0x0], updating i_size 4096 00000080:00010000:1.0:1789762979.242815:0:13526:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25:0x0](ffff998598d25348) for lock 0xc03e56b8789449f2 00000080:00010000:1.0:1789762979.242819:0:13526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25:0x0](ffff998598d25348) 00000080:00010000:1.0:1789762979.242821:0:13526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b8789449f2 from it ffffbbc6c32efcb8 00010000:00010000:1.0:1789762979.242823:0:13526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.242829:0:13526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1789762979.242862:0:13526:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:1.0:1789762979.242868:0:13526:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789762979.242874:0:13526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:1.0:1789762979.242879:0:13526:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:1.0:1789762979.242884:0:13526:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789762979.242887:0:13526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:1.0:1789762979.242889:0:13526:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:1.0:1789762979.242891:0:13526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c32efbf8 00010000:00010000:1.0:1789762979.242893:0:13526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:1.0:1789762979.242898:0:13526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:1.0:1789762979.242907:0:13526:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:1.0:1789762979.242911:0:13526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=266 00000080:00200000:1.0:1789762979.242913:0:13526:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 44 00000080:00200008:1.0:1789762979.242917:0:13526:0:(file.c:1090:ll_file_open()) START file d77k.sanityn:[0x200000401:0x25:0x0](ffff998598d25348), flags 704400 00000002:00010000:1.0:1789762979.242927:0:13526:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00010000:00010000:1.0:1789762979.242948:0:13526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b8789449f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.242953:0:13526:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b8789449f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789762979.242960:0:13526:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789762979.242964:0:13526:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985836d9880 x1876702246696448/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789762979.242970:0:13526:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b8789449f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789762979.242979:0:13526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246696448:192.168.203.136@tcp:101:rm.0 00000100:00100000:1.0:1789762979.243086:0:13526:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588315240 going to sleep for 11 seconds 00000100:00100000:1.0:1789762979.244220:0:13526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246696448:192.168.203.136@tcp:101:rm.0 00010000:00010000:1.0:1789762979.244229:0:13526:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b8789449f9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.244237:0:13526:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b8789449f9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.244241:0:13526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b8789449f9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.244247:0:13526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b8789449f9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.244252:0:13526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b8789449f9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.244256:0:13526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9985862c9800 already unused, calling callback (ffffffffc19bc460) 00010000:00010000:1.0:1789762979.244260:0:13526:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b8789449f9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.244265:0:13526:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b8789449f9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.244270:0:13526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b8789449f9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.244275:0:13526:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1789762979.244280:0:13526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b8789449f9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.244284:0:13526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b8789449f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1789762979.244325:0:13526:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9985836d9880 x1876702246696448/t4294967512(4294967512) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1789762979.244335:0:13526:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985836d9880 x1876702246696448/t4294967512(4294967512) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1789762979.244343:0:13526:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1789762979.244352:0:13526:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x25:0x0], updating i_size 4096 00000002:00100000:1.0:1789762979.244363:0:13526:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985836d9880 x1876702246696448/t4294967512(4294967512) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1789762979.244406:0:13526:0:(file.c:6296:ll_getattr_dentry()) START file d77k.sanityn:[0x200000401:0x25:0x0](ffff998598d25348), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1789762979.244410:0:13526:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348),name=d77k.sanityn 00000002:00010000:1.0:1789762979.244418:0:13526:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789762979.244424:0:13526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789762979.244432:0:13526:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1789762979.244437:0:13526:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789762979.244440:0:13526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25:0x0](ffff998598d25348) 00000080:00010000:1.0:1789762979.244442:0:13526:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25:0x0](ffff998598d25348) for lock 0xc03e56b8789449f2 00000080:00010000:1.0:1789762979.244445:0:13526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b8789449f2 from it ffffbbc6c32efcd8 00010000:00010000:1.0:1789762979.244448:0:13526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789762979.244453:0:13526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1789762979.244485:0:13526:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348) pos/size0/4096 32bit_api 0 00000002:00010000:1.0:1789762979.244496:0:13526:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25:0x0]) in obj [0x200000401:0x25:0x0], intent: readdir flags 0 00010000:00010000:1.0:1789762979.244501:0:13526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789762979.244507:0:13526:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1789762979.244979:0:13526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246696576:192.168.203.136@tcp:37:rm.0 00000100:00100000:1.0:1789762979.245018:0:13526:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588315240 going to sleep for 11 seconds 00000100:00100000:3.0:1789762979.247662:0:13526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246696576:192.168.203.136@tcp:37:rm.0 00010000:00010000:3.0:1789762979.248107:0:13526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762979.248116:0:13526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200008:3.0:1789762979.248156:0:13526:0:(file.c:479:ll_file_release()) START file d77k.sanityn:[0x200000401:0x25:0x0](ffff998598d25348), flags 704000 00000002:00100000:3.0:1789762979.248185:0:13526:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9985836d9880 x1876702246696448/t4294967512(4294967512) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789762979.248193:0:13526:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789762979.248197:0:13526:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff998588b43b80 x1876702246696832/t0(0) o35->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1789762979.248212:0:13526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246696832:192.168.203.136@tcp:35:rm.0 00000100:00100000:3.0:1789762979.248258:0:13526:0:(client.c:2715:ptlrpc_set_wait()) set ffff9985837bf6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789762979.249199:0:13526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246696832:192.168.203.136@tcp:35:rm.0 00000002:00100000:3.0:1789762979.249221:0:13526:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9985836d9880 x1876702246696448/t4294967512(4294967512) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1789762979.249261:0:13526:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:3.0:1789762979.249272:0:13526:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762979.249281:0:13526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:3.0:1789762979.249318:0:13526:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:3.0:1789762979.249327:0:13526:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789762979.249333:0:13526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:3.0:1789762979.249337:0:13526:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:3.0:1789762979.249343:0:13526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c32efbf8 00010000:00010000:3.0:1789762979.249347:0:13526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:3.0:1789762979.249357:0:13526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:3.0:1789762979.249367:0:13526:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:3.0:1789762979.249371:0:13526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=266 00000080:00200000:3.0:1789762979.249375:0:13526:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 44 00000080:00200008:3.0:1789762979.249379:0:13526:0:(file.c:1090:ll_file_open()) START file d77k.sanityn:[0x200000401:0x25:0x0](ffff998598d25348), flags 704400 00000002:00010000:3.0:1789762979.249386:0:13526:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00010000:00010000:3.0:1789762979.249404:0:13526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858810d800/0xc03e56b878944a00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.249413:0:13526:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858810d800/0xc03e56b878944a00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789762979.249419:0:13526:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789762979.249423:0:13526:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff998588b43b80 x1876702246697088/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789762979.249429:0:13526:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858810d800/0xc03e56b878944a00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789762979.249438:0:13526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246697088:192.168.203.136@tcp:101:rm.0 00000100:00100000:3.0:1789762979.249546:0:13526:0:(client.c:2715:ptlrpc_set_wait()) set ffff9985837bf6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789762979.250558:0:13526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246697088:192.168.203.136@tcp:101:rm.0 00010000:00010000:3.0:1789762979.250570:0:13526:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858810d800/0xc03e56b878944a00 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcf0 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.250576:0:13526:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858810d800/0xc03e56b878944a00 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcf0 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.250582:0:13526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858810d800/0xc03e56b878944a00 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bcf0 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.250587:0:13526:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858810d800/0xc03e56b878944a00 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcf0 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1789762979.250594:0:13526:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff998588b43b80 x1876702246697088/t4294967514(4294967514) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1789762979.250607:0:13526:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff998588b43b80 x1876702246697088/t4294967514(4294967514) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1789762979.250613:0:13526:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858810d800/0xc03e56b878944a00 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcf0 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.250618:0:13526:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9985856c8800 type 13 mode 16 res 8589935617/37 (0 0) 00000080:00200000:3.0:1789762979.250621:0:13526:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1789762979.250639:0:13526:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x25:0x0], updating i_size 4096 00000080:00010000:3.0:1789762979.250643:0:13526:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25:0x0](ffff998598d25348) for lock 0xc03e56b878944a00 00000080:00010000:3.0:1789762979.250647:0:13526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a00 from it ffffbbc6c32efbd0 00010000:00010000:3.0:1789762979.250649:0:13526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858810d800/0xc03e56b878944a00 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bcf0 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762979.250655:0:13526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858810d800/0xc03e56b878944a00 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcf0 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:3.0:1789762979.250667:0:13526:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff998588b43b80 x1876702246697088/t4294967514(4294967514) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1789762979.250700:0:13526:0:(file.c:6296:ll_getattr_dentry()) START file d77k.sanityn:[0x200000401:0x25:0x0](ffff998598d25348), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789762979.250703:0:13526:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348),name=d77k.sanityn 00000002:00010000:3.0:1789762979.250710:0:13526:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762979.250716:0:13526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1789762979.250723:0:13526:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1789762979.250728:0:13526:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789762979.250732:0:13526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25:0x0](ffff998598d25348) 00000080:00010000:3.0:1789762979.250734:0:13526:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25:0x0](ffff998598d25348) for lock 0xc03e56b8789449f2 00000080:00010000:3.0:1789762979.250736:0:13526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b8789449f2 from it ffffbbc6c32efcd8 00010000:00010000:3.0:1789762979.250739:0:13526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1789762979.250744:0:13526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1789762979.250776:0:13526:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff99859130d000) d77k.sanityn proj=0 00000080:00000004:3.0:1789762979.250780:0:13526:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff99859130d000: age 274, max_age 283 00800000:00000004:3.0:1789762979.250787:0:13526:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff99859130d000: age 274, max_age 283 00000100:00100000:3.0:1789762979.250802:0:13526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40a80 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246697216:192.168.203.136@tcp:41:rm.0 00000100:00100000:3.0:1789762979.250833:0:13526:0:(client.c:2715:ptlrpc_set_wait()) set ffff9985837bfb40 going to sleep for 11 seconds 00000100:00100000:3.0:1789762979.251568:0:13526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40a80 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246697216:192.168.203.136@tcp:41:rm.0 00800000:00000004:3.0:1789762979.251578:0:13526:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff99859130d000: update ffff998583730450 cache blocks 1800746/1916558 objects 523703/523981 00000080:00000004:3.0:1789762979.251583:0:13526:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff99859130d000: update ffff9985837337c0 cache blocks 1800746/1916558 objects 523703/523981 00000080:00000004:3.0:1789762979.251586:0:13526:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1800746/1916558 objects 523703/523981 00000080:00200000:3.0:1789762979.251597:0:13526:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348) pos/size0/4096 32bit_api 0 00000080:00200000:3.0:1789762979.251610:0:13526:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:3.0:1789762979.251620:0:13526:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:3.0:1789762979.251625:0:13526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg336-client.virtnet, flags=0 00000080:00200000:3.0:1789762979.251645:0:13526:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 3 00000080:00200000:3.0:1789762979.251651:0:13526:0:(namei.c:2418:ll_unlink()) VFS Op:name=nrs_r_oleg336-client.virtnet, dir=[0x200000401:0x25:0x0](ffff998598d25348) 00010000:00010000:3.0:1789762979.251679:0:13526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1789762979.251691:0:13526:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592a1b600/0xc03e56b878944990 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bbd8 expref: -99 pid: 13463 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762979.251728:0:13526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 20 lru_type: 1 00000002:00100000:3.0:1789762979.251747:0:13526:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9985836d8a80 x1876702246692608/t4294967500(4294967500) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789762979.251754:0:13526:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789762979.251757:0:13526:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff998588b40a80 x1876702246697472/t0(0) o35->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1789762979.251767:0:13526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40a80 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246697472:192.168.203.136@tcp:35:rm.0 00000100:00100000:3.0:1789762979.251799:0:13526:0:(client.c:2715:ptlrpc_set_wait()) set ffff9985837bf6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789762979.252515:0:13526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40a80 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246697472:192.168.203.136@tcp:35:rm.0 00000002:00100000:3.0:1789762979.252526:0:13526:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9985836d8a80 x1876702246692608/t4294967500(4294967500) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762995 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1789762979.252542:0:13526:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x27:0x0]: losing layout lock 00010000:00010000:3.0:1789762979.252553:0:13526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1789762979.252561:0:13526:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x27:0x0]: losing layout lock 00010000:00010000:3.0:1789762979.252575:0:13526:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 20 lru_type: 1 00010000:00010000:3.0:1789762979.252585:0:13526:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1789762979.252590:0:13526:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1789762979.252594:0:13526:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1789762979.252596:0:13526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9a00/0xc03e56b8789449d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5915dfb1c1b5bc80 expref: -99 pid: 13516 timeout: 0 lvb_type: 3 lru_score: 20 lru_type: 1 00010000:00010000:3.0:1789762979.252603:0:13526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b000/0xc03e56b878944997 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5915dfb1c1b5bbf4 expref: -99 pid: 13463 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1789762979.252612:0:13526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9000/0xc03e56b8789449f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bcd4 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000020:00100000:3.0:1789762979.252620:0:13526:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789762979.252623:0:13526:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff998588b40a80 x1876702246697728/t0(0) o36->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762979.252649:0:13526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40a80 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246697728:192.168.203.136@tcp:36:rm.0 00000100:00100000:3.0:1789762979.252679:0:13526:0:(client.c:2715:ptlrpc_set_wait()) set ffff9985837bf6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789762979.254228:0:13526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40a80 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246697728:192.168.203.136@tcp:36:rm.0 00000080:00200000:3.0:1789762979.254275:0:13526:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x27:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1789762979.254360:0:13526:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789762979.254399:0:13526:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x27:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789762979.255255:0:13526:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x27:0x0](ffff998598d20908) 00000008:00010000:3.0:1789762979.255282:0:13526:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 8388608 blocks 16384 [cma]time: 1789762978 1789762978 0 by oinfo size 8388608 blocks 16384 [cma]time 1789762978 1789762978 1789762979 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 1/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1789762979.255473:0:13526:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 1 00000080:00200000:3.0:1789762979.255479:0:13526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_w_oleg336-client.virtnet, flags=0 00000080:00200000:3.0:1789762979.255482:0:13526:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348), inode mode 41ff mask 3 00000080:00200000:3.0:1789762979.255484:0:13526:0:(namei.c:2418:ll_unlink()) VFS Op:name=nrs_w_oleg336-client.virtnet, dir=[0x200000401:0x25:0x0](ffff998598d25348) 00010000:00010000:3.0:1789762979.255499:0:13526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c8e00/0xc03e56b8789449ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5915dfb1c1b5bc2c expref: -99 pid: 13474 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1789762979.255509:0:13526:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x28:0x0]: losing layout lock 00010000:00010000:3.0:1789762979.255525:0:13526:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c8e00/0xc03e56b8789449ac lrc: 1/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5915dfb1c1b5bc2c expref: -99 pid: 13474 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789762979.255530:0:13526:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789762979.255532:0:13526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c8e00/0xc03e56b8789449ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5915dfb1c1b5bc2c expref: -99 pid: 13474 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1789762979.255544:0:13526:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789762979.255548:0:13526:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff998588b43480 x1876702246697984/t0(0) o36->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762979.255558:0:13526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43480 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246697984:192.168.203.136@tcp:36:rm.0 00000100:00100000:3.0:1789762979.255591:0:13526:0:(client.c:2715:ptlrpc_set_wait()) set ffff9985837bf6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789762979.257099:0:13526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43480 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246697984:192.168.203.136@tcp:36:rm.0 00000080:00200000:3.0:1789762979.257118:0:13526:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1789762979.257124:0:13526:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789762979.257140:0:13526:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789762979.262817:0:13526:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x28:0x0](ffff998598d89988) 00000008:00010000:3.0:1789762979.262831:0:13526:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 8388608 blocks 16384 [cma]time 1789762979 1789762979 0 ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1789762979.262868:0:13526:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 8388608 blocks 16384 [cma]time 1789762979 1789762979 0 ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 1/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200008:3.0:1789762979.262902:0:13526:0:(file.c:479:ll_file_release()) START file d77k.sanityn:[0x200000401:0x25:0x0](ffff998598d25348), flags 704000 00010000:00010000:3.0:1789762979.262911:0:13526:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858810d800/0xc03e56b878944a00 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bcf0 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1789762979.262929:0:13526:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:3.0:1789762979.262935:0:13526:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762979.262939:0:13526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:3.0:1789762979.262946:0:13526:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:3.0:1789762979.262951:0:13526:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789762979.262954:0:13526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:3.0:1789762979.262956:0:13526:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:3.0:1789762979.262959:0:13526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c32efc10 00010000:00010000:3.0:1789762979.262961:0:13526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:3.0:1789762979.262972:0:13526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:3.0:1789762979.262979:0:13526:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:3.0:1789762979.262982:0:13526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=0 00000080:00200000:3.0:1789762979.262985:0:13526:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:3.0:1789762979.262988:0:13526:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762979.262991:0:13526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:3.0:1789762979.262997:0:13526:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:3.0:1789762979.263001:0:13526:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789762979.263003:0:13526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:3.0:1789762979.263005:0:13526:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b87894497b 00000080:00010000:3.0:1789762979.263007:0:13526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b87894497b from it ffffbbc6c32efd88 00010000:00010000:3.0:1789762979.263009:0:13526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:3.0:1789762979.263014:0:13526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:3.0:1789762979.263019:0:13526:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 3 00000080:00200000:3.0:1789762979.263023:0:13526:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d77k.sanityn, dir=[0x200000007:0x1:0x0](ffff998598d27448) 00010000:00010000:3.0:1789762979.263030:0:13526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1789762979.263045:0:13526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858810d800/0xc03e56b878944a00 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5915dfb1c1b5bcf0 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00100000:3.0:1789762979.263063:0:13526:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff998588b43b80 x1876702246697088/t4294967514(4294967514) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789762979.263070:0:13526:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789762979.263073:0:13526:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff998588b41180 x1876702246698240/t0(0) o35->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1789762979.263084:0:13526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41180 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246698240:192.168.203.136@tcp:35:rm.0 00000100:00100000:3.0:1789762979.263117:0:13526:0:(client.c:2715:ptlrpc_set_wait()) set ffff9985837bfb40 going to sleep for 11 seconds 00000100:00100000:3.0:1789762979.263840:0:13526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41180 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246698240:192.168.203.136@tcp:35:rm.0 00000002:00100000:3.0:1789762979.263851:0:13526:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff998588b43b80 x1876702246697088/t4294967514(4294967514) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1789762979.263868:0:13526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592a1b600/0xc03e56b878944990 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5915dfb1c1b5bbd8 expref: -99 pid: 13463 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762979.263884:0:13526:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858810d800/0xc03e56b878944a00 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bcf0 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762979.263890:0:13526:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592a1b600/0xc03e56b878944990 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bbd8 expref: -99 pid: 13463 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762979.263895:0:13526:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:3.0:1789762979.263902:0:13526:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1789762979.263904:0:13526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff99858810d800/0xc03e56b878944a00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bcf0 expref: -99 pid: 13526 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762979.263911:0:13526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592a1b600/0xc03e56b878944990 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bbd8 expref: -99 pid: 13463 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762979.263918:0:13526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff998592bb9c00/0xc03e56b87894497b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bb76 expref: -99 pid: 13458 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000020:00100000:3.0:1789762979.263927:0:13526:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789762979.263931:0:13526:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff998588b41180 x1876702246698496/t0(0) o36->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789762979.263941:0:13526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41180 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246698496:192.168.203.136@tcp:36:rm.0 00000100:00100000:3.0:1789762979.263970:0:13526:0:(client.c:2715:ptlrpc_set_wait()) set ffff9985837bfb40 going to sleep for 11 seconds 00000100:00100000:3.0:1789762979.265075:0:13526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41180 pname:cluuid:pid:xid:nid:opc:job rm:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13526:1876702246698496:192.168.203.136@tcp:36:rm.0 00000080:00200000:3.0:1789762979.265102:0:13526:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x25:0x0](ffff998598d25348) 00000080:00200000:1.0:1789762979.549900:0:13537:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:1.0:1789762979.549924:0:13537:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789762979.550004:0:13537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 13537 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.550013:0:13537:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 13537 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.550034:0:13537:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 13537 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789762979.550065:0:13537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836daa00 pname:cluuid:pid:xid:nid:opc:job mkdir:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13537:1876702246698624:192.168.203.136@tcp:101:mkdir.0 00000100:00100000:1.0:1789762979.550174:0:13537:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588315900 going to sleep for 11 seconds 00000100:00100000:1.0:1789762979.551696:0:13537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836daa00 pname:cluuid:pid:xid:nid:opc:job mkdir:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13537:1876702246698624:192.168.203.136@tcp:101:mkdir.0 00010000:00010000:1.0:1789762979.551725:0:13537:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.551733:0:13537:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.551745:0:13537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.551754:0:13537:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.551764:0:13537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.551770:0:13537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.551776:0:13537:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1789762979.551784:0:13537:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9985836daa00 x1876702246698624/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 576/688 e 0 to 0 dl 1789762995 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1789762979.551795:0:13537:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.551803:0:13537:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9985856c8800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1789762979.551807:0:13537:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1789762979.551831:0:13537:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1789762979.551836:0:13537:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b878944a07 00000080:00010000:1.0:1789762979.551840:0:13537:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:1.0:1789762979.551843:0:13537:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a07 from it ffffbbc6c3437e18 00010000:00010000:1.0:1789762979.551845:0:13537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.551852:0:13537:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1789762979.551887:0:13537:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 101 00000080:00200000:1.0:1789762979.551897:0:13537:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:1.0:1789762979.551902:0:13537:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789762979.551907:0:13537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789762979.551914:0:13537:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1789762979.551918:0:13537:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789762979.551921:0:13537:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:1.0:1789762979.551923:0:13537:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b878944a07 00000080:00010000:1.0:1789762979.551926:0:13537:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a07 from it ffffbbc6c3437be0 00010000:00010000:1.0:1789762979.551928:0:13537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789762979.551933:0:13537:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1789762979.551938:0:13537:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:1.0:1789762979.551946:0:13537:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d77k.sanityn, dir=[0x200000007:0x1:0x0](ffff998598d27448), flags=1536 00000080:00200000:1.0:1789762979.551949:0:13537:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:1.0:1789762979.551951:0:13537:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789762979.551954:0:13537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789762979.551963:0:13537:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1789762979.551967:0:13537:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789762979.551969:0:13537:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:1.0:1789762979.551971:0:13537:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b878944a07 00000080:00010000:1.0:1789762979.551973:0:13537:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a07 from it ffffbbc6c3437ce0 00010000:00010000:1.0:1789762979.551975:0:13537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789762979.551979:0:13537:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1789762979.551983:0:13537:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 3 00000080:00200000:1.0:1789762979.551987:0:13537:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:1.0:1789762979.551989:0:13537:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789762979.551992:0:13537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789762979.551997:0:13537:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1789762979.552000:0:13537:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789762979.552002:0:13537:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:1.0:1789762979.552004:0:13537:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b878944a07 00000080:00010000:1.0:1789762979.552006:0:13537:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a07 from it ffffbbc6c3437dc8 00010000:00010000:1.0:1789762979.552008:0:13537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789762979.552013:0:13537:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1789762979.552020:0:13537:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 3 00000080:00200000:1.0:1789762979.552025:0:13537:0:(namei.c:2239:do_mkdir()) VFS Op:name=d77k.sanityn, dir=[0x200000007:0x1:0x0](ffff998598d27448) 00010000:00010000:1.0:1789762979.552061:0:13537:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1789762979.552095:0:13537:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1789762979.552101:0:13537:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789762979.552103:0:13537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bd52 expref: -99 pid: 13537 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000020:00100000:1.0:1789762979.552120:0:13537:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789762979.552125:0:13537:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985836daa00 x1876702246698880/t0(0) o36->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762979.552136:0:13537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836daa00 pname:cluuid:pid:xid:nid:opc:job mkdir:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13537:1876702246698880:192.168.203.136@tcp:36:mkdir.0 00000100:00100000:1.0:1789762979.552174:0:13537:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588315900 going to sleep for 11 seconds 00000100:00100000:1.0:1789762979.553741:0:13537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836daa00 pname:cluuid:pid:xid:nid:opc:job mkdir:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13537:1876702246698880:192.168.203.136@tcp:36:mkdir.0 00000080:00200000:1.0:1789762979.553768:0:13537:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x29:0x0](ffff998598d8e3c8) 00000080:00200000:1.0:1789762979.553772:0:13537:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x29:0x0], updating i_size 4096 00000080:00200000:0.0:1789762979.558685:0:13538:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:0.0:1789762979.558694:0:13538:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.558715:0:13538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.558723:0:13538:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.558728:0:13538:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789762979.558739:0:13538:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job lfs:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13538:1876702246699008:192.168.203.136@tcp:101:lfs.0 00000100:00100000:0.0:1789762979.558779:0:13538:0:(client.c:2715:ptlrpc_set_wait()) set ffff99859115a300 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.559727:0:13538:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job lfs:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13538:1876702246699008:192.168.203.136@tcp:101:lfs.0 00010000:00010000:0.0:1789762979.559748:0:13538:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.559755:0:13538:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.559761:0:13538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.559767:0:13538:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.559773:0:13538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.559779:0:13538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.559787:0:13538:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1789762979.559793:0:13538:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9985856a2d80 x1876702246699008/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 576/688 e 0 to 0 dl 1789762995 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1789762979.559801:0:13538:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.559806:0:13538:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9985856c8800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1789762979.559809:0:13538:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1789762979.559818:0:13538:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1789762979.559822:0:13538:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b878944a0e 00000080:00010000:0.0:1789762979.559825:0:13538:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:0.0:1789762979.559827:0:13538:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a0e from it ffffbbc6c336fbf8 00010000:00010000:0.0:1789762979.559829:0:13538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.559845:0:13538:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1789762979.559855:0:13538:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:0.0:1789762979.559864:0:13538:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:0.0:1789762979.559868:0:13538:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.559873:0:13538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789762979.559883:0:13538:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1789762979.559887:0:13538:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.559890:0:13538:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:0.0:1789762979.559892:0:13538:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b878944a0e 00000080:00010000:0.0:1789762979.559894:0:13538:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a0e from it ffffbbc6c336fb38 00010000:00010000:0.0:1789762979.559896:0:13538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789762979.559901:0:13538:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1789762979.559906:0:13538:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 3 00000080:00200000:0.0:1789762979.559910:0:13538:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d77k.sanityn, dir=[0x200000007:0x1:0x0](ffff998598d27448), file ffff998582c16d80, open_flags a141, mode 81b6 opened 0 00000080:00200000:0.0:1789762979.559917:0:13538:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d77k.sanityn, dir=[0x200000007:0x1:0x0](ffff998598d27448), intent=open|creat 00000002:00010000:0.0:1789762979.559928:0:13538:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d77k.sanityn,[0x200000401:0x2a:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00010000:00010000:0.0:1789762979.559934:0:13538:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.559952:0:13538:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.559957:0:13538:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789762979.559959:0:13538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5a200/0xc03e56b878944a0e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bd6e expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.559978:0:13538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a15 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.559984:0:13538:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a15 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789762979.559989:0:13538:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789762979.559993:0:13538:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985856a2d80 x1876702246699264/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789762979.560000:0:13538:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a15 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789762979.560009:0:13538:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job lfs:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13538:1876702246699264:192.168.203.136@tcp:101:lfs.0 00000100:00100000:0.0:1789762979.560084:0:13538:0:(client.c:2715:ptlrpc_set_wait()) set ffff99859115a300 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.561575:0:13538:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job lfs:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13538:1876702246699264:192.168.203.136@tcp:101:lfs.0 00010000:00010000:0.0:1789762979.561583:0:13538:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a15 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.561590:0:13538:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a15 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.561594:0:13538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a15 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.561599:0:13538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a15 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.561605:0:13538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a15 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.561610:0:13538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9985a0d5b200 already unused, calling callback (ffffffffc19bc460) 00010000:00010000:0.0:1789762979.561614:0:13538:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a15 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.561619:0:13538:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a15 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.561634:0:13538:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a15 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.561641:0:13538:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1789762979.561645:0:13538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a15 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.561649:0:13538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a15 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1789762979.561661:0:13538:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff9985856a2d80 x1876702246699264/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 528/608 e 0 to 0 dl 1789762995 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1789762979.561678:0:13538:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00200000:0.0:1789762979.561715:0:13538:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:0.0:1789762979.561722:0:13538:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.561738:0:13538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.561743:0:13538:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.561748:0:13538:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789762979.561760:0:13538:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job lfs:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13538:1876702246699392:192.168.203.136@tcp:101:lfs.0 00000100:00100000:0.0:1789762979.561795:0:13538:0:(client.c:2715:ptlrpc_set_wait()) set ffff99859115a300 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.562769:0:13538:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job lfs:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13538:1876702246699392:192.168.203.136@tcp:101:lfs.0 00010000:00010000:0.0:1789762979.562777:0:13538:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.562783:0:13538:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.562789:0:13538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.562794:0:13538:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.562800:0:13538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.562805:0:13538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.562809:0:13538:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1789762979.562814:0:13538:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9985856a2d80 x1876702246699392/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 576/688 e 0 to 0 dl 1789762995 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1789762979.562825:0:13538:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.562831:0:13538:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9985856c8800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1789762979.562834:0:13538:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1789762979.562843:0:13538:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1789762979.562845:0:13538:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b878944a1c 00000080:00010000:0.0:1789762979.562848:0:13538:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:0.0:1789762979.562850:0:13538:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a1c from it ffffbbc6c336fbf8 00010000:00010000:0.0:1789762979.562852:0:13538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.562857:0:13538:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1789762979.562866:0:13538:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:0.0:1789762979.562873:0:13538:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d77k.sanityn, dir=[0x200000007:0x1:0x0](ffff998598d27448), file ffff998582c16780, open_flags 1a100, mode 0 opened 0 00000080:00200000:0.0:1789762979.562876:0:13538:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d77k.sanityn, dir=[0x200000007:0x1:0x0](ffff998598d27448), intent=open 00000002:00010000:0.0:1789762979.562882:0:13538:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d77k.sanityn,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00010000:00010000:0.0:1789762979.562897:0:13538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ae00/0xc03e56b878944a23 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.562902:0:13538:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ae00/0xc03e56b878944a23 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789762979.562908:0:13538:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789762979.562911:0:13538:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985856a2d80 x1876702246699648/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 528/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789762979.562917:0:13538:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ae00/0xc03e56b878944a23 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789762979.562926:0:13538:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job lfs:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13538:1876702246699648:192.168.203.136@tcp:101:lfs.0 00000100:00100000:0.0:1789762979.563031:0:13538:0:(client.c:2715:ptlrpc_set_wait()) set ffff99859115a300 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.564338:0:13538:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job lfs:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13538:1876702246699648:192.168.203.136@tcp:101:lfs.0 00010000:00010000:0.0:1789762979.564348:0:13538:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ae00/0xc03e56b878944a23 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.564356:0:13538:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ae00/0xc03e56b878944a23 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.564362:0:13538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ae00/0xc03e56b878944a23 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.564368:0:13538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ae00/0xc03e56b878944a23 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.564376:0:13538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ae00/0xc03e56b878944a23 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.564383:0:13538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9985a0d5ae00 already unused, calling callback (ffffffffc19bc460) 00010000:00010000:0.0:1789762979.564387:0:13538:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ae00/0xc03e56b878944a23 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.564394:0:13538:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ae00/0xc03e56b878944a23 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.564400:0:13538:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ae00/0xc03e56b878944a23 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.564408:0:13538:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1789762979.564412:0:13538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ae00/0xc03e56b878944a23 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.564418:0:13538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5ae00/0xc03e56b878944a23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 13538 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1789762979.564432:0:13538:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9985856a2d80 x1876702246699648/t4294967521(4294967521) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 528/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1789762979.564446:0:13538:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985856a2d80 x1876702246699648/t4294967521(4294967521) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 528/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1789762979.564456:0:13538:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1789762979.564468:0:13538:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x29:0x0], updating i_size 4096 00000080:00200000:0.0:1789762979.564471:0:13538:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x29:0x0](ffff998598d8e3c8): rc = 0 00000080:00010000:0.0:1789762979.564476:0:13538:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x29:0x0](ffff998598d8e3c8) for lock 0x0 00000080:00200008:0.0:1789762979.564489:0:13538:0:(file.c:1090:ll_file_open()) START file d77k.sanityn:[0x200000401:0x29:0x0](ffff998598d8e3c8), flags 320400 00000002:00100000:0.0:1789762979.564503:0:13538:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985856a2d80 x1876702246699648/t4294967521(4294967521) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 528/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1789762979.564535:0:13538:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x29:0x0](ffff998598d8e3c8), inode mode 41ed mask 44 00000080:00200080:0.0:1789762979.564549:0:13538:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000401:0x29:0x0](ffff998598d8e3c8) cmd=4008669a arg=1cca2e0 00000020:00100000:0.0:1789762979.564572:0:13538:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789762979.564577:0:13538:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985856a0380 x1876702246699904/t0(0) o36->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762979.564587:0:13538:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0380 pname:cluuid:pid:xid:nid:opc:job lfs:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13538:1876702246699904:192.168.203.136@tcp:36:lfs.0 00000100:00100000:0.0:1789762979.564636:0:13538:0:(client.c:2715:ptlrpc_set_wait()) set ffff99859115a300 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.565769:0:13538:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0380 pname:cluuid:pid:xid:nid:opc:job lfs:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13538:1876702246699904:192.168.203.136@tcp:36:lfs.0 00000080:00200008:0.0:1789762979.565795:0:13538:0:(file.c:479:ll_file_release()) START file d77k.sanityn:[0x200000401:0x29:0x0](ffff998598d8e3c8), flags 320000 00000002:00100000:0.0:1789762979.565824:0:13538:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9985856a2d80 x1876702246699648/t4294967521(4294967521) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 528/608 e 0 to 0 dl 1789762995 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789762979.565831:0:13538:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789762979.565835:0:13538:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985856a1180 x1876702246700160/t0(0) o35->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1789762979.565844:0:13538:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1180 pname:cluuid:pid:xid:nid:opc:job lfs:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13538:1876702246700160:192.168.203.136@tcp:35:lfs.0 00000100:00100000:0.0:1789762979.565880:0:13538:0:(client.c:2715:ptlrpc_set_wait()) set ffff99859115a300 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.566582:0:13538:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1180 pname:cluuid:pid:xid:nid:opc:job lfs:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13538:1876702246700160:192.168.203.136@tcp:35:lfs.0 00000002:00100000:0.0:1789762979.566594:0:13538:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9985856a2d80 x1876702246699648/t4294967521(4294967521) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 528/608 e 0 to 0 dl 1789762995 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1789762979.569688:0:13539:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:0.0:1789762979.569697:0:13539:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.569704:0:13539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789762979.569712:0:13539:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1789762979.569717:0:13539:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.569721:0:13539:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:0.0:1789762979.569724:0:13539:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b878944a1c 00000080:00010000:0.0:1789762979.569727:0:13539:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a1c from it ffffbbc6c32cfb58 00010000:00010000:0.0:1789762979.569729:0:13539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789762979.569736:0:13539:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1789762979.569743:0:13539:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:0.0:1789762979.569748:0:13539:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d77k.sanityn, dir=[0x200000007:0x1:0x0](ffff998598d27448), flags=9 00000080:00200000:0.0:1789762979.569751:0:13539:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d77k.sanityn, dir=[0x200000007:0x1:0x0](ffff998598d27448), intent=getattr 00000002:00010000:0.0:1789762979.569756:0:13539:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d77k.sanityn,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00010000:00010000:0.0:1789762979.569771:0:13539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 13539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.569776:0:13539:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.569781:0:13539:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789762979.569790:0:13539:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1180 pname:cluuid:pid:xid:nid:opc:job chmod:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13539:1876702246700288:192.168.203.136@tcp:101:chmod.0 00000100:00100000:0.0:1789762979.569825:0:13539:0:(client.c:2715:ptlrpc_set_wait()) set ffff99859115a300 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.571023:0:13539:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1180 pname:cluuid:pid:xid:nid:opc:job chmod:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13539:1876702246700288:192.168.203.136@tcp:101:chmod.0 00010000:00010000:0.0:1789762979.571035:0:13539:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.571050:0:13539:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.571059:0:13539:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.571069:0:13539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.571079:0:13539:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.571092:0:13539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.571102:0:13539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.571109:0:13539:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1789762979.571121:0:13539:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9985856a1180 x1876702246700288/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 584/584 e 0 to 0 dl 1789762995 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1789762979.571134:0:13539:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.571141:0:13539:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9985856c8800 type 13 mode 4 res 8589935617/41 (0 0) 00000080:00200000:0.0:1789762979.571145:0:13539:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1789762979.571154:0:13539:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x29:0x0], updating i_size 4096 00000080:00200000:0.0:1789762979.571156:0:13539:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x29:0x0](ffff998598d8e3c8): rc = 0 00000080:00010000:0.0:1789762979.571159:0:13539:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x29:0x0](ffff998598d8e3c8) for lock 0xc03e56b878944a2a 00000080:00010000:0.0:1789762979.571164:0:13539:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x29:0x0](ffff998598d8e3c8) 00000080:00010000:0.0:1789762979.571167:0:13539:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a2a from it ffffbbc6c32cfb20 00010000:00010000:0.0:1789762979.571169:0:13539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.571175:0:13539:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1789762979.571192:0:13539:0:(file.c:6296:ll_getattr_dentry()) START file d77k.sanityn:[0x200000401:0x29:0x0](ffff998598d8e3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1789762979.571199:0:13539:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x29:0x0](ffff998598d8e3c8),name=d77k.sanityn 00000002:00010000:0.0:1789762979.571209:0:13539:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x29:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.571217:0:13539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789762979.571226:0:13539:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1789762979.571234:0:13539:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.571239:0:13539:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x29:0x0](ffff998598d8e3c8) 00000080:00010000:0.0:1789762979.571241:0:13539:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x29:0x0](ffff998598d8e3c8) for lock 0xc03e56b878944a2a 00000080:00010000:0.0:1789762979.571244:0:13539:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a2a from it ffffbbc6c32cfcb8 00010000:00010000:0.0:1789762979.571247:0:13539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789762979.571253:0:13539:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1789762979.571280:0:13539:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:0.0:1789762979.571307:0:13539:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.571313:0:13539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.571319:0:13539:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1789762979.571324:0:13539:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.571328:0:13539:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:0.0:1789762979.571331:0:13539:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b878944a1c 00000080:00010000:0.0:1789762979.571333:0:13539:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a1c from it ffffbbc6c32cfc08 00010000:00010000:0.0:1789762979.571336:0:13539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.571341:0:13539:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1789762979.571347:0:13539:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:0.0:1789762979.571350:0:13539:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=9 00000080:00200008:0.0:1789762979.571362:0:13539:0:(llite_lib.c:2427:ll_setattr_raw()) START file d77k.sanityn:[0x200000401:0x29:0x0](ffff998598d8e3c8) current size 4096, valid attrs 41, mode 41ff, uid -1985146880, gid -26235, new size 0, atime 1789762979.000000000, mtime 1789762979.000000000, ctime 1789762979.000000000 00010000:00010000:0.0:1789762979.571375:0:13539:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.571405:0:13539:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.571414:0:13539:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789762979.571416:0:13539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b200/0xc03e56b878944a2a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bdd7 expref: -99 pid: 13539 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000020:00100000:0.0:1789762979.571433:0:13539:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789762979.571438:0:13539:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985856a1180 x1876702246700544/t0(0) o36->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762979.571449:0:13539:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1180 pname:cluuid:pid:xid:nid:opc:job chmod:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13539:1876702246700544:192.168.203.136@tcp:36:chmod.0 00000100:00100000:0.0:1789762979.571483:0:13539:0:(client.c:2715:ptlrpc_set_wait()) set ffff99859115a300 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.572420:0:13539:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1180 pname:cluuid:pid:xid:nid:opc:job chmod:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13539:1876702246700544:192.168.203.136@tcp:36:chmod.0 00000080:00200000:0.0:1789762979.572440:0:13539:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x29:0x0], updating i_size 4096 00000080:00200008:0.0:1789762979.572450:0:13539:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file d77k.sanityn:[0x200000401:0x29:0x0](ffff998598d8e3c8) current size 4096, valid attrs 10000041, mode 41ff, uid -1985146880, gid -26235, new size 0, atime 1789762979.000000000, mtime 1789762979.000000000, ctime 1789762979.000000000, rc 0 00000080:00200000:1.0:1789762979.591874:0:13545:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448),name=/ 00000002:00010000:1.0:1789762979.591896:0:13545:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789762979.591912:0:13545:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789762979.591925:0:13545:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1789762979.591931:0:13545:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1789762979.591936:0:13545:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) 00000080:00010000:1.0:1789762979.591939:0:13545:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff998598d27448) for lock 0xc03e56b878944a1c 00000080:00010000:1.0:1789762979.591946:0:13545:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a1c from it ffffbbc6c343fbf8 00010000:00010000:1.0:1789762979.591949:0:13545:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789762979.591956:0:13545:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1789762979.591967:0:13545:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff998598d27448), inode mode 41ed mask 1 00000080:00200000:1.0:1789762979.591977:0:13545:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d77k.sanityn, dir=[0x200000007:0x1:0x0](ffff998598d27448), flags=25 00000080:00200000:1.0:1789762979.591980:0:13545:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d77k.sanityn, dir=[0x200000007:0x1:0x0](ffff998598d27448), intent=0 00000002:00010000:1.0:1789762979.591988:0:13545:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d77k.sanityn,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1789762979.592022:0:13545:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 13545 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.592028:0:13545:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13545 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.592036:0:13545:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13545 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789762979.592057:0:13545:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db480 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13545:1876702246700672:192.168.203.136@tcp:101:dd.500 00000100:00100000:1.0:1789762979.592126:0:13545:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588315900 going to sleep for 11 seconds 00000100:00100000:1.0:1789762979.593650:0:13545:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db480 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13545:1876702246700672:192.168.203.136@tcp:101:dd.500 00010000:00010000:1.0:1789762979.593663:0:13545:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdfa expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.593677:0:13545:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdfa expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.593684:0:13545:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdfa expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.593693:0:13545:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bdfa expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.593700:0:13545:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdfa expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.593707:0:13545:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bdfa expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.593712:0:13545:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bdfa expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.593717:0:13545:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bdfa expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1789762979.593729:0:13545:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9985836db480 x1876702246700672/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 584/584 e 0 to 0 dl 1789762995 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0 00000002:00010000:1.0:1789762979.593739:0:13545:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdfa expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.593745:0:13545:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9985856c8800 type 13 mode 4 res 8589935617/41 (0 0) 00000080:00200000:1.0:1789762979.593749:0:13545:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1789762979.593763:0:13545:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x29:0x0], updating i_size 4096 00000080:00200000:1.0:1789762979.593766:0:13545:0:(namei.c:147:ll_iget()) got inode: [0x200000401:0x29:0x0](ffff998598d8e3c8): rc = 0 00000080:00010000:1.0:1789762979.593770:0:13545:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x29:0x0](ffff998598d8e3c8) for lock 0xc03e56b878944a31 00000080:00010000:1.0:1789762979.593776:0:13545:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x29:0x0](ffff998598d8e3c8) 00000080:00010000:1.0:1789762979.593778:0:13545:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a31 from it ffffbbc6c343fac8 00010000:00010000:1.0:1789762979.593781:0:13545:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5bdfa expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.593786:0:13545:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5bdfa expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1789762979.593800:0:13545:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x29:0x0](ffff998598d8e3c8), inode mode 41ff mask 1 00000080:00200000:1.0:1789762979.593810:0:13545:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x29:0x0](ffff998598d8e3c8), inode mode 41ff mask 3 00000080:00200000:1.0:1789762979.593814:0:13545:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=tbf, dir=[0x200000401:0x29:0x0](ffff998598d8e3c8), file ffff9985832e2d80, open_flags c241, mode 81b6 opened 0 00000080:00200000:1.0:1789762979.593819:0:13545:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=tbf, dir=[0x200000401:0x29:0x0](ffff998598d8e3c8), intent=open|creat 00000002:00010000:1.0:1789762979.593832:0:13545:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: tbf,[0x200000401:0x2b:0x0]) in obj [0x200000401:0x29:0x0], intent: open|creat flags 0141102 00010000:00010000:1.0:1789762979.593856:0:13545:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 13545 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.593864:0:13545:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13545 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789762979.593871:0:13545:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99859130d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789762979.593875:0:13545:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9985836db480 x1876702246700928/t0(0) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789762979.593881:0:13545:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13545 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789762979.593889:0:13545:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db480 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13545:1876702246700928:192.168.203.136@tcp:101:dd.500 00000100:00100000:1.0:1789762979.593967:0:13545:0:(client.c:2715:ptlrpc_set_wait()) set ffff998588315900 going to sleep for 11 seconds 00000100:00100000:1.0:1789762979.595493:0:13545:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db480 pname:cluuid:pid:xid:nid:opc:job dd:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:13545:1876702246700928:192.168.203.136@tcp:101:dd.500 00010000:00010000:1.0:1789762979.595505:0:13545:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.595517:0:13545:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.595523:0:13545:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.595529:0:13545:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.595538:0:13545:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.595550:0:13545:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.595556:0:13545:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.595561:0:13545:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1789762979.595567:0:13545:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9985836db480 x1876702246700928/t4294967525(4294967525) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/664 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0 00000002:00100000:1.0:1789762979.595576:0:13545:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985836db480 x1876702246700928/t4294967525(4294967525) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 648/664 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0 00000002:00010000:1.0:1789762979.595585:0:13545:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1789762979.595592:0:13545:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.595598:0:13545:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9985856c8800 type 13 mode 4 res 8589935617/43 (0 0) 00000080:00200000:1.0:1789762979.595602:0:13545:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x29:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1789762979.595608:0:13545:0:(namei.c:1628:ll_create_it()) VFS Op:name=tbf, dir=[0x200000401:0x29:0x0](ffff998598d8e3c8), intent=open|creat 00000080:00200000:1.0:1789762979.595638:0:13545:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff998598d8ba88) 00000080:00200000:1.0:1789762979.595707:0:13545:0:(file.c:6843:ll_layout_conf()) [0x200000401:0x2b:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1789762979.595711:0:13545:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000401:0x2b:0x0](ffff998598d8ba88) 00000080:00010000:1.0:1789762979.595713:0:13545:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x2b:0x0](ffff998598d8ba88) for lock 0xc03e56b878944a38 00000080:00010000:1.0:1789762979.595719:0:13545:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x2b:0x0](ffff998598d8ba88) 00000080:00200008:1.0:1789762979.595726:0:13545:0:(file.c:1090:ll_file_open()) START file tbf:[0x200000401:0x2b:0x0](ffff998598d8ba88), flags 141101 00000002:00100000:1.0:1789762979.595740:0:13545:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9985836db480 x1876702246700928/t4294967525(4294967525) o101->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 576/664 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0 00000080:00010000:1.0:1789762979.595761:0:13545:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc03e56b878944a38 from it ffff998588ba5180 00010000:00010000:1.0:1789762979.595764:0:13545:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789762979.595770:0:13545:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1789762979.595782:0:13545:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff998598d8ba88), inode mode 81a4 mask 40 00000080:00200008:1.0:1789762979.597134:0:13545:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x2b:0x0], ppos: 0, count: 1048576 00000080:00200000:1.0:1789762979.597142:0:13545:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 0, bytes: 1048576 00000080:00200000:1.0:1789762979.597150:0:13545:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762979.597156:0:13545:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c5ef86a[0x110, 2, [0x200000401:0x2b:0x0] hash] 00000020:00200000:1.0:1789762979.597158:0:13545:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1048576) 0 0 00000080:00200000:1.0:1789762979.597163:0:13545:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762979.597174:0:13545:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 255] 00020000:00200000:1.0:1789762979.597182:0:13545:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 1048576, 1048576 00020000:00200000:1.0:1789762979.597186:0:13545:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762979.597200:0:13545:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 255] 00000008:00010000:1.0:1789762979.597213:0:13545:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762979.597218:0:13545:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff998582b8e9b0, osc lock ffff9985a04318f0, flags 0x0 00000080:00200000:1.0:1789762979.597228:0:13545:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [0, 1048576) append 0 append lockpos 0 00000080:00200000:1.0:1789762979.597237:0:13545:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff998598d8ba88), size=1048576 (max 536870912), offset=0=0x0, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762979.597478:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762979.597482:0:13545:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 1048576 00000020:00010000:1.0:1789762979.597490:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_release():245 00000020:00010000:1.0:1789762979.597492:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762979.597495:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998582b8e9b0 (ffff998590aa2248/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762979.597497:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762979.597499:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998582b8e9b0 (ffff9985893a6908/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762979.597505:0:13545:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762979.597510:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762979.597525:0:1088:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff998590944600 00000008:00100000:1.0:1789762979.597738:0:1088:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985836db100 - object 0x240000400:16 offset 0<>1048576 00000100:00100000:1.0:1789762979.597771:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762979.597782:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246701056:192.168.203.136@tcp:4:dd.500 00000100:00100000:1.0:1789762979.603558:0:2353:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99859130d000: committing for last_committed 4294967747 gen 2 00000008:00010000:1.0:1789762979.613599:0:2353:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff998590944600 00000020:00200000:1.0:1789762979.613609:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762979.613611:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762979.613613:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762979.613614:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762979.613615:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762979.613616:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762979.613617:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762979.613618:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762979.613619:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762979.613620:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762979.613621:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762979.613622:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762979.613634:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762979.613635:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762979.613637:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762979.613638:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762979.613639:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762979.613640:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762979.613641:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762979.613643:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762979.613644:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762979.613645:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762979.613646:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762979.613647:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762979.613648:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762979.613649:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762979.613650:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762979.613651:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762979.613653:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762979.613654:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762979.613655:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762979.613656:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762979.613657:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762979.613658:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762979.613659:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762979.613660:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762979.613661:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762979.613662:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762979.613663:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762979.613664:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762979.613665:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762979.613666:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762979.613667:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762979.613668:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762979.613669:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762979.613670:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762979.613671:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762979.613672:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762979.613673:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762979.613674:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762979.613675:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762979.613676:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762979.613677:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762979.613678:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762979.613679:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762979.613680:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762979.613682:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762979.613683:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762979.613684:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762979.613685:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762979.613686:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762979.613687:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762979.613688:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762979.613689:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762979.613690:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762979.613691:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762979.613692:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762979.613693:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762979.613694:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762979.613695:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762979.613696:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762979.613697:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762979.613698:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762979.613699:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762979.613700:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762979.613701:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762979.613702:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762979.613703:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762979.613704:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762979.613705:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762979.613706:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762979.613707:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762979.613708:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762979.613709:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762979.613710:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762979.613712:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762979.613713:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762979.613714:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762979.613715:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762979.613716:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762979.613717:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762979.613718:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762979.613719:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762979.613720:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762979.613721:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762979.613722:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762979.613723:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762979.613724:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762979.613725:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762979.613726:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762979.613727:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762979.613728:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762979.613729:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762979.613730:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762979.613731:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762979.613732:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762979.613733:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762979.613735:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762979.613736:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762979.613737:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762979.613738:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762979.613739:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762979.613740:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762979.613741:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762979.613742:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762979.613744:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762979.613745:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762979.613746:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762979.613747:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762979.613749:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762979.613750:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762979.613751:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762979.613752:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762979.613753:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762979.613754:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762979.613755:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762979.613756:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762979.613757:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762979.613759:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762979.613760:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762979.613761:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762979.613762:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762979.613763:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762979.613764:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762979.613765:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762979.613766:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762979.613767:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762979.613768:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762979.613769:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762979.613770:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762979.613771:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762979.613772:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762979.613773:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762979.613774:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762979.613775:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762979.613776:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762979.613777:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762979.613779:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762979.613780:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762979.613781:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762979.613783:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762979.613784:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762979.613785:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762979.613786:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762979.613787:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762979.613788:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762979.613789:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762979.613790:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762979.613791:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762979.613792:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762979.613793:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762979.613794:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762979.613795:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762979.613796:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762979.613797:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762979.613798:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762979.613799:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762979.613800:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762979.613801:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762979.613802:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762979.613803:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762979.613804:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762979.613805:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762979.613806:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762979.613807:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762979.613808:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762979.613809:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762979.613810:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762979.613811:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762979.613812:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762979.613813:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762979.613814:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762979.613816:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762979.613817:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762979.613818:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762979.613819:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762979.613820:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762979.613821:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762979.613822:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762979.613823:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762979.613824:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762979.613825:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762979.613826:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762979.613827:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762979.613828:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762979.613829:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762979.613830:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762979.613831:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762979.613832:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762979.613833:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762979.613834:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762979.613835:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762979.613836:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762979.613837:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762979.613838:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762979.613839:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762979.613840:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762979.613842:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762979.613843:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762979.613843:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762979.613844:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762979.613846:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762979.613847:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762979.613848:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762979.613850:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762979.613851:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762979.613852:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762979.613853:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762979.613854:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762979.613855:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762979.613856:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762979.613857:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762979.613858:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762979.613859:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762979.613860:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762979.613861:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762979.613862:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762979.613863:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762979.613864:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762979.613865:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762979.613866:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762979.613867:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762979.613868:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762979.613869:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762979.613870:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762979.613871:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762979.613872:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762979.613873:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762979.613874:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762979.613875:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762979.613876:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762979.613877:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762979.613878:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762979.613879:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762979.613880:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762979.613882:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762979.613883:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762979.613884:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762979.613885:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762979.613886:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762979.613887:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762979.613888:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762979.613889:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762979.613890:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762979.613891:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762979.613892:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762979.613952:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762979.613969:0:2353:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff998590944600 00000100:00100000:1.0:1789762979.613990:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246701056:192.168.203.136@tcp:4:dd.500 00000080:00200000:0.0:1789762979.614022:0:13545:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 255] 00000080:00200000:0.0:1789762979.614039:0:13545:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762979.614045:0:13545:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:0.0:1789762979.614068:0:13545:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x2b:0x0] updating i_size 1048576 i_blocks 2048 00000020:00200000:0.0:1789762979.614071:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762979.614081:0:13545:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1789762979.614346:0:13545:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x2b:0x0], ppos: 1048576, count: 1048576 00000080:00200000:0.0:1789762979.614355:0:13545:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 1048576, bytes: 1048576 00000080:00200000:0.0:1789762979.614367:0:13545:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762979.614375:0:13545:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c5ef86a[0x110, 2, [0x200000401:0x2b:0x0] hash] 00000020:00200000:0.0:1789762979.614378:0:13545:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1048576, 2097152) 0 0 00000080:00200000:0.0:1789762979.614383:0:13545:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762979.614397:0:13545:0:(file.c:2168:ll_file_io_generic()) Range lock [256, 511] 00020000:00200000:0.0:1789762979.614405:0:13545:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1048576 chunk: [1048576, 2097152) 2097152, 1048576 00020000:00200000:0.0:1789762979.614410:0:13545:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762979.614425:0:13545:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [256, 511] 00000008:00010000:0.0:1789762979.614440:0:13545:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762979.614447:0:13545:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff998588af6db0, osc lock ffff998587b99a20, flags 0x0 00000080:00200000:0.0:1789762979.614458:0:13545:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [1048576, 2097152) append 0 append lockpos 0 00000080:00200000:0.0:1789762979.614471:0:13545:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff998598d8ba88), size=1048576 (max 536870912), offset=1048576=0x100000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762979.614822:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762979.614825:0:13545:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 2097152 00000020:00010000:0.0:1789762979.614833:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_release():245 00000020:00010000:0.0:1789762979.614836:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.614840:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588af6db0 (ffff998590aa2248/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.614844:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762979.614847:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588af6db0 (ffff9985893a6908/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762979.614855:0:13545:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762979.614861:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762979.614876:0:366:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9985848b1840 00000008:00100000:0.0:1789762979.615154:0:366:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985856a2d80 - object 0x240000400:16 offset 1048576<>2097152 00000100:00100000:0.0:1789762979.615191:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762979.615206:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246701184:192.168.203.136@tcp:4:dd.500 00000100:00100000:0.0:1789762979.622316:0:2354:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99859130d000: committing for last_committed 4294967748 gen 2 00000008:00010000:0.0:1789762979.622341:0:2354:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9985848b1840 00000020:00200000:0.0:1789762979.622344:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762979.622346:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762979.622348:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762979.622349:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762979.622350:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762979.622351:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762979.622352:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762979.622353:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762979.622354:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762979.622355:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762979.622356:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762979.622357:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762979.622359:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762979.622360:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762979.622362:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762979.622363:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762979.622364:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762979.622365:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762979.622366:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762979.622367:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762979.622368:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762979.622369:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762979.622370:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762979.622371:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762979.622372:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762979.622373:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762979.622374:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762979.622375:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762979.622376:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762979.622377:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762979.622378:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762979.622379:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762979.622380:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762979.622381:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762979.622382:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762979.622383:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762979.622384:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762979.622385:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762979.622386:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762979.622387:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762979.622388:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762979.622389:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762979.622390:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762979.622391:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762979.622392:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762979.622393:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762979.622395:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762979.622396:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762979.622397:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762979.622398:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762979.622399:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762979.622400:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762979.622401:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762979.622402:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762979.622403:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762979.622404:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762979.622405:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762979.622406:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762979.622407:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762979.622408:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762979.622409:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762979.622410:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762979.622411:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762979.622412:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762979.622413:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762979.622414:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762979.622415:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762979.622416:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762979.622417:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762979.622418:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762979.622419:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762979.622420:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762979.622421:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762979.622422:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762979.622423:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762979.622424:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762979.622425:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762979.622426:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762979.622427:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762979.622429:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762979.622430:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762979.622431:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762979.622432:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762979.622433:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762979.622434:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762979.622435:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762979.622436:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762979.622437:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762979.622438:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762979.622439:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762979.622440:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762979.622441:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762979.622442:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762979.622443:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762979.622444:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762979.622445:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762979.622446:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762979.622447:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762979.622448:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762979.622449:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762979.622450:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762979.622451:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762979.622452:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762979.622453:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762979.622454:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762979.622455:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762979.622456:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762979.622457:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762979.622458:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762979.622460:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762979.622461:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762979.622462:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762979.622463:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762979.622464:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762979.622465:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762979.622466:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762979.622467:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762979.622468:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762979.622469:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762979.622470:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762979.622471:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762979.622472:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762979.622473:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762979.622474:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762979.622475:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762979.622476:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762979.622477:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762979.622478:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762979.622479:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762979.622480:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762979.622481:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762979.622482:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762979.622483:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762979.622484:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762979.622485:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762979.622486:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762979.622487:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762979.622488:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762979.622489:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762979.622490:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762979.622491:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762979.622493:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762979.622494:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762979.622495:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762979.622497:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762979.622498:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762979.622499:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762979.622500:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762979.622501:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762979.622502:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762979.622503:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762979.622504:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762979.622505:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762979.622506:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762979.622507:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762979.622508:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762979.622509:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762979.622510:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762979.622511:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762979.622512:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762979.622513:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762979.622514:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762979.622515:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762979.622516:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762979.622517:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762979.622518:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762979.622519:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762979.622520:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762979.622521:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762979.622522:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762979.622523:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762979.622524:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762979.622525:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762979.622526:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762979.622528:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762979.622529:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762979.622530:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762979.622531:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762979.622532:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762979.622533:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762979.622534:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762979.622535:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762979.622536:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762979.622537:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762979.622538:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762979.622539:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762979.622540:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762979.622541:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762979.622542:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762979.622543:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762979.622544:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762979.622545:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762979.622546:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762979.622547:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762979.622548:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762979.622549:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762979.622550:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762979.622551:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762979.622552:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762979.622553:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762979.622554:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762979.622555:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762979.622556:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762979.622557:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762979.622558:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762979.622560:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762979.622561:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762979.622562:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762979.622563:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762979.622565:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762979.622566:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762979.622567:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762979.622568:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762979.622568:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762979.622569:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762979.622570:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762979.622571:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762979.622572:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762979.622573:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762979.622574:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762979.622575:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762979.622576:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762979.622577:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762979.622578:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762979.622579:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762979.622580:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762979.622581:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762979.622582:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762979.622583:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762979.622584:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762979.622585:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762979.622586:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762979.622587:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762979.622588:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762979.622589:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762979.622590:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762979.622592:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762979.622593:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762979.622594:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762979.622595:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762979.622596:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762979.622597:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762979.622598:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762979.622599:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762979.622600:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762979.622601:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762979.622602:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762979.622603:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762979.622604:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762979.622605:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762979.622606:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762979.622607:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762979.622608:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762979.622609:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762979.622610:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762979.622611:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762979.622681:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762979.622698:0:2354:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9985848b1840 00000100:00100000:0.0:1789762979.622711:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246701184:192.168.203.136@tcp:4:dd.500 00000080:00200000:1.0:1789762979.622729:0:13545:0:(file.c:2205:ll_file_io_generic()) Range unlock [256, 511] 00000080:00200000:1.0:1789762979.622739:0:13545:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762979.622742:0:13545:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:1.0:1789762979.622751:0:13545:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x2b:0x0] updating i_size 2097152 i_blocks 4096 00000020:00200000:1.0:1789762979.622754:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762979.622761:0:13545:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:1.0:1789762979.622960:0:13545:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x2b:0x0], ppos: 2097152, count: 1048576 00000080:00200000:1.0:1789762979.622964:0:13545:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 2097152, bytes: 1048576 00000080:00200000:1.0:1789762979.622970:0:13545:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762979.622974:0:13545:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c5ef86a[0x110, 2, [0x200000401:0x2b:0x0] hash] 00000020:00200000:1.0:1789762979.622976:0:13545:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [2097152, 3145728) 0 0 00000080:00200000:1.0:1789762979.622979:0:13545:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762979.622986:0:13545:0:(file.c:2168:ll_file_io_generic()) Range lock [512, 767] 00020000:00200000:1.0:1789762979.622989:0:13545:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 2097152 chunk: [2097152, 3145728) 3145728, 1048576 00020000:00200000:1.0:1789762979.622992:0:13545:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762979.623001:0:13545:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [512, 767] 00000008:00010000:1.0:1789762979.623009:0:13545:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762979.623012:0:13545:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff998582b8e9b0, osc lock ffff9985a04318f0, flags 0x0 00000080:00200000:1.0:1789762979.623017:0:13545:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [2097152, 3145728) append 0 append lockpos 0 00000080:00200000:1.0:1789762979.623023:0:13545:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff998598d8ba88), size=1048576 (max 536870912), offset=2097152=0x200000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762979.623165:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762979.623168:0:13545:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 3145728 00000020:00010000:1.0:1789762979.623173:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_release():245 00000020:00010000:1.0:1789762979.623177:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762979.623180:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998582b8e9b0 (ffff998590aa2248/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762979.623184:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762979.623187:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998582b8e9b0 (ffff9985893a6908/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762979.623193:0:13545:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762979.623198:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762979.623209:0:1088:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff998590944600 00000008:00100000:1.0:1789762979.623415:0:1088:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985836db100 - object 0x240000400:16 offset 2097152<>3145728 00000100:00100000:1.0:1789762979.623447:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762979.623461:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246701312:192.168.203.136@tcp:4:dd.500 00000100:00100000:1.0:1789762979.629177:0:2353:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99859130d000: committing for last_committed 4294967749 gen 2 00000008:00010000:1.0:1789762979.629206:0:2353:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff998590944600 00000020:00200000:1.0:1789762979.629211:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762979.629213:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762979.629214:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762979.629215:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762979.629216:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762979.629218:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762979.629219:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762979.629220:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762979.629221:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762979.629222:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762979.629223:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762979.629224:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762979.629226:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762979.629227:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762979.629228:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762979.629229:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762979.629230:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762979.629231:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762979.629232:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762979.629233:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762979.629234:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762979.629235:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762979.629236:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762979.629237:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762979.629238:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762979.629239:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762979.629240:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762979.629241:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762979.629242:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762979.629243:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762979.629244:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762979.629245:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762979.629246:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762979.629247:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762979.629248:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762979.629249:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762979.629250:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762979.629251:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762979.629252:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762979.629253:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762979.629254:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762979.629255:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762979.629256:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762979.629257:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762979.629258:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762979.629260:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762979.629261:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762979.629262:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762979.629263:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762979.629264:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762979.629265:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762979.629266:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762979.629267:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762979.629268:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762979.629269:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762979.629270:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762979.629271:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762979.629272:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762979.629273:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762979.629274:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762979.629275:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762979.629276:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762979.629277:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762979.629278:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762979.629279:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762979.629280:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762979.629281:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762979.629282:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762979.629283:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762979.629284:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762979.629285:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762979.629312:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762979.629313:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762979.629315:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762979.629316:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762979.629317:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762979.629318:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762979.629320:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762979.629321:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762979.629322:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762979.629323:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762979.629324:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762979.629325:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762979.629326:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762979.629327:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762979.629328:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762979.629329:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762979.629330:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762979.629331:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762979.629332:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762979.629333:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762979.629334:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762979.629335:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762979.629336:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762979.629337:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762979.629338:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762979.629339:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762979.629340:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762979.629341:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762979.629342:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762979.629343:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762979.629344:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762979.629345:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762979.629346:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762979.629347:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762979.629348:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762979.629349:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762979.629350:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762979.629352:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762979.629353:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762979.629354:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762979.629355:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762979.629356:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762979.629357:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762979.629358:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762979.629359:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762979.629360:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762979.629361:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762979.629362:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762979.629363:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762979.629364:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762979.629365:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762979.629366:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762979.629367:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762979.629368:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762979.629369:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762979.629370:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762979.629371:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762979.629372:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762979.629373:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762979.629374:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762979.629375:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762979.629376:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762979.629377:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762979.629378:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762979.629379:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762979.629380:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762979.629381:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762979.629382:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762979.629384:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762979.629385:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762979.629386:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762979.629387:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762979.629388:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762979.629389:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762979.629390:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762979.629391:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762979.629392:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762979.629393:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762979.629394:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762979.629395:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762979.629396:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762979.629397:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762979.629398:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762979.629399:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762979.629400:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762979.629401:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762979.629402:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762979.629403:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762979.629404:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762979.629405:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762979.629406:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762979.629407:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762979.629408:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762979.629409:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762979.629410:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762979.629411:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762979.629412:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762979.629413:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762979.629414:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762979.629415:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762979.629417:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762979.629418:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762979.629419:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762979.629421:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762979.629422:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762979.629424:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762979.629426:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762979.629427:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762979.629429:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762979.629431:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762979.629432:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762979.629434:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762979.629436:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762979.629437:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762979.629439:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762979.629440:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762979.629442:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762979.629444:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762979.629446:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762979.629447:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762979.629449:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762979.629451:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762979.629453:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762979.629454:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762979.629456:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762979.629458:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762979.629460:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762979.629462:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762979.629464:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762979.629466:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762979.629468:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762979.629470:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762979.629472:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762979.629474:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762979.629476:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762979.629477:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762979.629479:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762979.629481:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762979.629482:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762979.629483:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762979.629484:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762979.629485:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762979.629486:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762979.629487:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762979.629488:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762979.629489:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762979.629490:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762979.629491:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762979.629492:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762979.629493:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762979.629494:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762979.629495:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762979.629496:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762979.629497:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762979.629498:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762979.629499:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762979.629500:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762979.629501:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762979.629502:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762979.629503:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762979.629504:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762979.629505:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762979.629506:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762979.629507:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762979.629508:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762979.629510:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762979.629511:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762979.629512:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762979.629513:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762979.629514:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762979.629515:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762979.629516:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762979.629517:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762979.629518:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762979.629519:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762979.629520:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762979.629521:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762979.629522:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762979.629523:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762979.629524:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762979.629525:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762979.629526:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762979.629527:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762979.629528:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762979.629529:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762979.629585:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762979.629596:0:2353:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff998590944600 00000100:00100000:1.0:1789762979.629605:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246701312:192.168.203.136@tcp:4:dd.500 00000080:00200000:0.0:1789762979.629665:0:13545:0:(file.c:2205:ll_file_io_generic()) Range unlock [512, 767] 00000080:00200000:0.0:1789762979.629672:0:13545:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762979.629675:0:13545:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:0.0:1789762979.629681:0:13545:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x2b:0x0] updating i_size 3145728 i_blocks 6144 00000020:00200000:0.0:1789762979.629683:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762979.629695:0:13545:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1789762979.629898:0:13545:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x2b:0x0], ppos: 3145728, count: 1048576 00000080:00200000:0.0:1789762979.629902:0:13545:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 3145728, bytes: 1048576 00000080:00200000:0.0:1789762979.629908:0:13545:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762979.629912:0:13545:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c5ef86a[0x110, 2, [0x200000401:0x2b:0x0] hash] 00000020:00200000:0.0:1789762979.629913:0:13545:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [3145728, 4194304) 0 0 00000080:00200000:0.0:1789762979.629916:0:13545:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762979.629922:0:13545:0:(file.c:2168:ll_file_io_generic()) Range lock [768, 1023] 00020000:00200000:0.0:1789762979.629925:0:13545:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 3145728 chunk: [3145728, 4194304) 4194304, 1048576 00020000:00200000:0.0:1789762979.629928:0:13545:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762979.629934:0:13545:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [768, 1023] 00000008:00010000:0.0:1789762979.629940:0:13545:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762979.629942:0:13545:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff998588af6db0, osc lock ffff998587b99a20, flags 0x0 00000080:00200000:0.0:1789762979.629946:0:13545:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [3145728, 4194304) append 0 append lockpos 0 00000080:00200000:0.0:1789762979.629952:0:13545:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff998598d8ba88), size=1048576 (max 536870912), offset=3145728=0x300000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762979.630071:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762979.630073:0:13545:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 4194304 00000020:00010000:0.0:1789762979.630077:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_release():245 00000020:00010000:0.0:1789762979.630079:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.630081:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588af6db0 (ffff998590aa2248/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.630083:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762979.630085:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588af6db0 (ffff9985893a6908/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762979.630089:0:13545:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762979.630091:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762979.630100:0:366:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9985848b1840 00000008:00100000:0.0:1789762979.630261:0:366:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985856a2d80 - object 0x240000400:16 offset 3145728<>4194304 00000100:00100000:0.0:1789762979.630308:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762979.630318:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246701440:192.168.203.136@tcp:4:dd.500 00000100:00100000:0.0:1789762979.680711:0:2354:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99859130d000: committing for last_committed 4294967750 gen 2 00000008:00010000:0.0:1789762979.680763:0:2354:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9985848b1840 00000020:00200000:0.0:1789762979.680770:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762979.680773:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762979.680774:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762979.680776:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762979.680777:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762979.680779:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762979.680780:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762979.680781:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762979.680782:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762979.680783:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762979.680784:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762979.680785:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762979.680786:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762979.680787:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762979.680788:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762979.680789:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762979.680791:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762979.680792:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762979.680793:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762979.680794:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762979.680795:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762979.680796:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762979.680797:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762979.680798:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762979.680799:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762979.680800:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762979.680801:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762979.680802:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762979.680803:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762979.680804:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762979.680805:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762979.680806:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762979.680807:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762979.680808:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762979.680809:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762979.680810:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762979.680812:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762979.680813:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762979.680815:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762979.680816:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762979.680817:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762979.680818:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762979.680819:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762979.680820:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762979.680821:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762979.680822:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762979.680823:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762979.680824:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762979.680825:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762979.680826:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762979.680827:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762979.680828:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762979.680829:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762979.680830:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762979.680831:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762979.680833:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762979.680834:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762979.680835:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762979.680836:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762979.680837:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762979.680838:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762979.680839:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762979.680840:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762979.680841:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762979.680842:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762979.680843:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762979.680844:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762979.680846:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762979.680847:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762979.680849:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762979.680850:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762979.680851:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762979.680852:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762979.680854:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762979.680855:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762979.680856:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762979.680857:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762979.680858:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762979.680859:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762979.680860:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762979.680861:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762979.680862:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762979.680863:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762979.680864:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762979.680865:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762979.680866:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762979.680867:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762979.680868:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762979.680869:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762979.680870:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762979.680871:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762979.680872:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762979.680873:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762979.680874:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762979.680876:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762979.680877:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762979.680878:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762979.680879:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762979.680880:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762979.680881:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762979.680883:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762979.680884:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762979.680886:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762979.680887:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762979.680888:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762979.680889:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762979.680890:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762979.680891:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762979.680892:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762979.680893:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762979.680905:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762979.680906:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762979.680907:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762979.680908:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762979.680909:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762979.680910:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762979.680911:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762979.680912:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762979.680913:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762979.680914:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762979.680915:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762979.680916:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762979.680917:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762979.680918:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762979.680919:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762979.680920:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762979.680921:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762979.680922:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762979.680923:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762979.680924:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762979.680925:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762979.680927:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762979.680928:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762979.680929:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762979.680930:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762979.680931:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762979.680932:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762979.680933:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762979.680934:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762979.680935:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762979.680936:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762979.680937:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762979.680938:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762979.680939:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762979.680940:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762979.680941:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762979.680942:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762979.680943:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762979.680944:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762979.680945:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762979.680946:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762979.680947:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762979.680948:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762979.680950:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762979.680951:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762979.680952:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762979.680953:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762979.680954:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762979.680955:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762979.680956:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762979.680957:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762979.680958:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762979.680959:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762979.680972:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762979.680973:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762979.680974:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762979.680975:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762979.680976:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762979.680977:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762979.680978:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762979.680979:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762979.680980:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762979.680981:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762979.680982:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762979.680983:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762979.680984:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762979.680985:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762979.680986:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762979.680987:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762979.680988:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762979.680989:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762979.680990:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762979.680991:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762979.680992:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762979.680993:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762979.680994:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762979.680995:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762979.680996:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762979.680997:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762979.680998:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762979.680999:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762979.681000:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762979.681001:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762979.681002:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762979.681003:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762979.681005:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762979.681006:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762979.681007:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762979.681008:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762979.681009:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762979.681010:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762979.681011:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762979.681012:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762979.681013:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762979.681014:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762979.681016:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762979.681018:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762979.681019:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762979.681021:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762979.681022:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762979.681024:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762979.681025:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762979.681027:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762979.681028:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762979.681030:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762979.681032:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762979.681033:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762979.681035:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762979.681037:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762979.681039:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762979.681041:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762979.681042:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762979.681044:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762979.681047:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762979.681048:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762979.681050:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762979.681052:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762979.681055:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762979.681057:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762979.681059:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762979.681061:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762979.681063:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762979.681065:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762979.681068:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762979.681070:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762979.681072:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762979.681073:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762979.681076:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762979.681078:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762979.681080:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762979.681082:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762979.681084:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762979.681085:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762979.681086:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762979.681088:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762979.681089:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762979.681090:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762979.681091:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762979.681092:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762979.681093:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762979.681094:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762979.681095:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762979.681097:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762979.681098:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762979.681099:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762979.681100:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762979.681172:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762979.681205:0:2354:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9985848b1840 00000100:00100000:0.0:1789762979.681229:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246701440:192.168.203.136@tcp:4:dd.500 00000080:00200000:1.0:1789762979.681247:0:13545:0:(file.c:2205:ll_file_io_generic()) Range unlock [768, 1023] 00000080:00200000:1.0:1789762979.681263:0:13545:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762979.681268:0:13545:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:1.0:1789762979.681282:0:13545:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x2b:0x0] updating i_size 4194304 i_blocks 8192 00000020:00200000:1.0:1789762979.681311:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762979.681321:0:13545:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:1.0:1789762979.681544:0:13545:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x2b:0x0], ppos: 4194304, count: 1048576 00000080:00200000:1.0:1789762979.681553:0:13545:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 4194304, bytes: 1048576 00000080:00200000:1.0:1789762979.681566:0:13545:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762979.681574:0:13545:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c5ef86a[0x110, 2, [0x200000401:0x2b:0x0] hash] 00000020:00200000:1.0:1789762979.681576:0:13545:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [4194304, 5242880) 0 0 00000080:00200000:1.0:1789762979.681581:0:13545:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762979.681597:0:13545:0:(file.c:2168:ll_file_io_generic()) Range lock [1024, 1279] 00020000:00200000:1.0:1789762979.681606:0:13545:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 4194304 chunk: [4194304, 5242880) 5242880, 1048576 00020000:00200000:1.0:1789762979.681610:0:13545:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762979.681642:0:13545:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1024, 1279] 00000008:00010000:1.0:1789762979.681656:0:13545:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762979.681661:0:13545:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff998582b8e9b0, osc lock ffff9985a04318f0, flags 0x0 00000080:00200000:1.0:1789762979.681672:0:13545:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [4194304, 5242880) append 0 append lockpos 0 00000080:00200000:1.0:1789762979.681685:0:13545:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff998598d8ba88), size=1048576 (max 536870912), offset=4194304=0x400000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762979.681879:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762979.681882:0:13545:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 5242880 00000020:00010000:1.0:1789762979.681889:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_release():245 00000020:00010000:1.0:1789762979.681892:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762979.681894:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998582b8e9b0 (ffff998590aa2248/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762979.681897:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762979.681899:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998582b8e9b0 (ffff9985893a6908/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762979.681904:0:13545:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762979.681909:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762979.681921:0:1088:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff998590944600 00000008:00100000:1.0:1789762979.682163:0:1088:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985836db100 - object 0x240000400:16 offset 4194304<>5242880 00000100:00100000:1.0:1789762979.682201:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762979.682215:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246701568:192.168.203.136@tcp:4:dd.500 00000100:00100000:1.0:1789762979.730949:0:2353:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99859130d000: committing for last_committed 4294967751 gen 2 00000008:00010000:1.0:1789762979.730990:0:2353:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff998590944600 00000020:00200000:1.0:1789762979.730995:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762979.730998:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762979.730999:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762979.731001:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762979.731002:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762979.731003:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762979.731004:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762979.731005:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762979.731006:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762979.731007:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762979.731008:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762979.731009:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762979.731011:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762979.731012:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762979.731012:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762979.731014:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762979.731015:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762979.731016:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762979.731017:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762979.731018:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762979.731019:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762979.731020:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762979.731021:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762979.731022:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762979.731023:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762979.731024:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762979.731024:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762979.731025:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762979.731026:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762979.731027:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762979.731028:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762979.731030:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762979.731031:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762979.731032:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762979.731034:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762979.731036:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762979.731037:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762979.731039:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762979.731041:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762979.731042:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762979.731044:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762979.731046:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762979.731048:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762979.731049:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762979.731051:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762979.731053:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762979.731055:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762979.731057:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762979.731058:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762979.731060:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762979.731062:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762979.731064:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762979.731065:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762979.731067:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762979.731069:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762979.731071:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762979.731073:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762979.731075:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762979.731076:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762979.731079:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762979.731080:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762979.731082:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762979.731084:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762979.731086:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762979.731088:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762979.731090:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762979.731092:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762979.731093:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762979.731095:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762979.731096:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762979.731097:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762979.731098:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762979.731099:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762979.731100:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762979.731101:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762979.731102:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762979.731103:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762979.731104:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762979.731105:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762979.731106:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762979.731107:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762979.731108:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762979.731109:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762979.731110:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762979.731111:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762979.731112:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762979.731113:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762979.731114:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762979.731115:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762979.731116:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762979.731117:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762979.731118:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762979.731119:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762979.731120:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762979.731121:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762979.731122:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762979.731123:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762979.731124:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762979.731126:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762979.731127:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762979.731128:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762979.731129:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762979.731130:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762979.731131:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762979.731132:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762979.731133:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762979.731134:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762979.731136:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762979.731137:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762979.731139:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762979.731141:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762979.731142:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762979.731144:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762979.731146:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762979.731147:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762979.731149:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762979.731151:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762979.731152:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762979.731154:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762979.731156:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762979.731159:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762979.731160:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762979.731162:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762979.731164:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762979.731166:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762979.731168:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762979.731170:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762979.731172:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762979.731174:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762979.731177:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762979.731178:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762979.731181:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762979.731183:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762979.731185:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762979.731186:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762979.731187:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762979.731188:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762979.731189:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762979.731190:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762979.731192:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762979.731194:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762979.731196:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762979.731197:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762979.731199:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762979.731201:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762979.731202:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762979.731204:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762979.731206:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762979.731208:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762979.731209:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762979.731211:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762979.731213:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762979.731215:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762979.731217:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762979.731219:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762979.731221:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762979.731223:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762979.731224:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762979.731226:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762979.731228:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762979.731230:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762979.731232:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762979.731235:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762979.731236:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762979.731237:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762979.731238:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762979.731239:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762979.731240:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762979.731241:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762979.731242:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762979.731243:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762979.731244:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762979.731245:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762979.731246:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762979.731247:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762979.731248:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762979.731249:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762979.731250:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762979.731251:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762979.731252:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762979.731253:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762979.731255:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762979.731256:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762979.731257:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762979.731258:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762979.731259:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762979.731260:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762979.731261:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762979.731262:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762979.731264:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762979.731265:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762979.731265:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762979.731266:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762979.731268:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762979.731269:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762979.731270:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762979.731271:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762979.731272:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762979.731274:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762979.731275:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762979.731276:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762979.731277:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762979.731278:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762979.731279:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762979.731280:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762979.731281:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762979.731282:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762979.731283:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762979.731284:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762979.731285:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762979.731314:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762979.731316:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762979.731317:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762979.731318:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762979.731319:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762979.731320:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762979.731321:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762979.731322:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762979.731323:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762979.731324:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762979.731325:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762979.731326:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762979.731327:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762979.731328:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762979.731329:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762979.731331:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762979.731332:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762979.731333:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762979.731334:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762979.731335:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762979.731336:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762979.731337:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762979.731338:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762979.731339:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762979.731340:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762979.731341:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762979.731342:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762979.731343:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762979.731344:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762979.731345:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762979.731346:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762979.731347:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762979.731348:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762979.731349:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762979.731350:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762979.731351:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762979.731352:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762979.731353:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762979.731354:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762979.731355:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762979.731356:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762979.731357:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762979.731358:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762979.731359:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762979.731361:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762979.731362:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762979.731437:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762979.731456:0:2353:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff998590944600 00000100:00100000:1.0:1789762979.731483:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246701568:192.168.203.136@tcp:4:dd.500 00000080:00200000:0.0:1789762979.731486:0:13545:0:(file.c:2205:ll_file_io_generic()) Range unlock [1024, 1279] 00000080:00200000:0.0:1789762979.731500:0:13545:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762979.731504:0:13545:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:0.0:1789762979.731516:0:13545:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x2b:0x0] updating i_size 5242880 i_blocks 10240 00000020:00200000:0.0:1789762979.731519:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762979.731528:0:13545:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1789762979.731793:0:13545:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x2b:0x0], ppos: 5242880, count: 1048576 00000080:00200000:0.0:1789762979.731801:0:13545:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 5242880, bytes: 1048576 00000080:00200000:0.0:1789762979.731809:0:13545:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762979.731816:0:13545:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c5ef86a[0x110, 2, [0x200000401:0x2b:0x0] hash] 00000020:00200000:0.0:1789762979.731817:0:13545:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [5242880, 6291456) 0 0 00000080:00200000:0.0:1789762979.731821:0:13545:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762979.731832:0:13545:0:(file.c:2168:ll_file_io_generic()) Range lock [1280, 1535] 00020000:00200000:0.0:1789762979.731838:0:13545:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 5242880 chunk: [5242880, 6291456) 6291456, 1048576 00020000:00200000:0.0:1789762979.731841:0:13545:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762979.731854:0:13545:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1280, 1535] 00000008:00010000:0.0:1789762979.731866:0:13545:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762979.731871:0:13545:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff998588af6db0, osc lock ffff998587b99a20, flags 0x0 00000080:00200000:0.0:1789762979.731877:0:13545:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [5242880, 6291456) append 0 append lockpos 0 00000080:00200000:0.0:1789762979.731899:0:13545:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff998598d8ba88), size=1048576 (max 536870912), offset=5242880=0x500000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762979.732104:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762979.732107:0:13545:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 6291456 00000020:00010000:0.0:1789762979.732113:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_release():245 00000020:00010000:0.0:1789762979.732127:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.732130:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588af6db0 (ffff998590aa2248/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.732133:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762979.732135:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588af6db0 (ffff9985893a6908/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762979.732140:0:13545:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762979.732144:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762979.732156:0:366:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9985848b1840 00000008:00100000:0.0:1789762979.732455:0:366:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985856a2d80 - object 0x240000400:16 offset 5242880<>6291456 00000100:00100000:1.0:1789762979.732509:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246701696:192.168.203.136@tcp:4:dd.500 00000100:00100000:1.0:1789762979.781414:0:2353:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99859130d000: committing for last_committed 4294967752 gen 2 00000008:00010000:1.0:1789762979.781482:0:2353:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9985848b1840 00000020:00200000:1.0:1789762979.781488:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762979.781491:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762979.781492:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762979.781494:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762979.781495:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762979.781496:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762979.781497:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762979.781498:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762979.781499:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762979.781500:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762979.781502:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762979.781503:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762979.781504:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762979.781505:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762979.781506:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762979.781507:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762979.781508:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762979.781509:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762979.781510:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762979.781511:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762979.781512:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762979.781513:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762979.781514:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762979.781515:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762979.781516:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762979.781518:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762979.781532:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762979.781533:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762979.781534:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762979.781535:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762979.781536:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762979.781537:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762979.781538:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762979.781539:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762979.781541:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762979.781542:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762979.781543:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762979.781544:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762979.781545:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762979.781546:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762979.781547:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762979.781548:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762979.781549:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762979.781550:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762979.781551:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762979.781552:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762979.781553:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762979.781554:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762979.781555:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762979.781556:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762979.781557:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762979.781558:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762979.781559:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762979.781561:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762979.781562:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762979.781564:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762979.781566:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762979.781568:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762979.781570:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762979.781572:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762979.781574:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762979.781582:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762979.781584:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762979.781586:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762979.781588:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762979.781590:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762979.781592:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762979.781594:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762979.781596:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762979.781597:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762979.781599:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762979.781601:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762979.781603:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762979.781605:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762979.781607:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762979.781609:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762979.781611:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762979.781613:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762979.781615:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762979.781617:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762979.781619:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762979.781621:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762979.781635:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762979.781637:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762979.781639:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762979.781640:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762979.781641:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762979.781642:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762979.781643:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762979.781656:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762979.781657:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762979.781659:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762979.781660:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762979.781661:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762979.781662:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762979.781663:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762979.781664:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762979.781665:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762979.781666:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762979.781667:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762979.781668:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762979.781669:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762979.781670:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762979.781671:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762979.781672:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762979.781673:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762979.781674:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762979.781676:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762979.781677:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762979.781678:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762979.781679:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762979.781680:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762979.781681:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762979.781682:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762979.781683:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762979.781684:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762979.781685:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762979.781686:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762979.781687:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762979.781688:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762979.781689:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762979.781690:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762979.781692:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762979.781693:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762979.781694:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762979.781696:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762979.781697:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762979.781698:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762979.781699:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762979.781700:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762979.781701:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762979.781702:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762979.781703:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762979.781704:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762979.781705:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762979.781706:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762979.781707:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762979.781708:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762979.781709:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762979.781710:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762979.781711:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762979.781722:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762979.781723:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762979.781724:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762979.781725:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762979.781726:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762979.781727:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762979.781728:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762979.781729:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762979.781730:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762979.781731:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762979.781732:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762979.781733:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762979.781735:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762979.781736:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762979.781737:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762979.781739:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762979.781740:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762979.781741:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762979.781742:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762979.781743:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762979.781744:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762979.781745:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762979.781746:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762979.781747:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762979.781748:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762979.781749:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762979.781750:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762979.781751:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762979.781752:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762979.781753:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762979.781754:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762979.781755:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762979.781756:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762979.781757:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762979.781758:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762979.781759:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762979.781760:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762979.781761:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762979.781762:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762979.781763:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762979.781765:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762979.781766:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762979.781767:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762979.781768:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762979.781769:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762979.781771:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762979.781772:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762979.781773:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762979.781774:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762979.781775:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762979.781776:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762979.781777:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762979.781786:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762979.781787:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762979.781788:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762979.781789:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762979.781790:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762979.781792:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762979.781793:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762979.781794:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762979.781795:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762979.781796:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762979.781797:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762979.781798:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762979.781799:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762979.781800:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762979.781801:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762979.781802:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762979.781803:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762979.781804:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762979.781805:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762979.781806:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762979.781807:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762979.781808:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762979.781809:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762979.781810:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762979.781811:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762979.781813:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762979.781814:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762979.781815:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762979.781816:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762979.781817:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762979.781818:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762979.781820:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762979.781821:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762979.781822:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762979.781823:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762979.781824:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762979.781825:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762979.781826:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762979.781827:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762979.781828:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762979.781829:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762979.781830:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762979.781831:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762979.781832:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762979.781833:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762979.781834:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762979.781835:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762979.781836:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762979.781837:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762979.781838:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762979.781839:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762979.781840:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762979.781841:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762979.781842:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762979.781843:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762979.781844:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762979.781845:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762979.781846:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762979.781848:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762979.781849:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762979.781850:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762979.781851:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762979.781852:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762979.781923:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762979.781941:0:2353:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9985848b1840 00000100:00100000:1.0:1789762979.781966:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246701696:192.168.203.136@tcp:4:dd.500 00000080:00200000:0.0:1789762979.781975:0:13545:0:(file.c:2205:ll_file_io_generic()) Range unlock [1280, 1535] 00000080:00200000:0.0:1789762979.781991:0:13545:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762979.781997:0:13545:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:0.0:1789762979.782011:0:13545:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x2b:0x0] updating i_size 6291456 i_blocks 12288 00000020:00200000:0.0:1789762979.782014:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762979.782023:0:13545:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1789762979.782260:0:13545:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x2b:0x0], ppos: 6291456, count: 1048576 00000080:00200000:0.0:1789762979.782268:0:13545:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 6291456, bytes: 1048576 00000080:00200000:0.0:1789762979.782280:0:13545:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762979.782316:0:13545:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c5ef86a[0x110, 2, [0x200000401:0x2b:0x0] hash] 00000020:00200000:0.0:1789762979.782318:0:13545:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [6291456, 7340032) 0 0 00000080:00200000:0.0:1789762979.782322:0:13545:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762979.782336:0:13545:0:(file.c:2168:ll_file_io_generic()) Range lock [1536, 1791] 00020000:00200000:0.0:1789762979.782344:0:13545:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 6291456 chunk: [6291456, 7340032) 7340032, 1048576 00020000:00200000:0.0:1789762979.782349:0:13545:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762979.782370:0:13545:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1536, 1791] 00000008:00010000:0.0:1789762979.782389:0:13545:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762979.782395:0:13545:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff998588af6db0, osc lock ffff998587b99a20, flags 0x0 00000080:00200000:0.0:1789762979.782406:0:13545:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [6291456, 7340032) append 0 append lockpos 0 00000080:00200000:0.0:1789762979.782418:0:13545:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff998598d8ba88), size=1048576 (max 536870912), offset=6291456=0x600000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762979.782763:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762979.782766:0:13545:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 7340032 00000020:00010000:0.0:1789762979.782774:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_release():245 00000020:00010000:0.0:1789762979.782777:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.782780:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588af6db0 (ffff998590aa2248/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.782783:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762979.782785:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588af6db0 (ffff9985893a6908/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762979.782791:0:13545:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762979.782796:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762979.782810:0:366:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9985848b1cc0 00000008:00100000:0.0:1789762979.783068:0:366:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985856a3800 - object 0x240000400:16 offset 6291456<>7340032 00000100:00100000:1.0:1789762979.783159:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246701824:192.168.203.136@tcp:4:dd.500 00000100:00100000:1.0:1789762979.831652:0:2354:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99859130d000: committing for last_committed 4294967753 gen 2 00000008:00010000:1.0:1789762979.831719:0:2354:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9985848b1cc0 00000020:00200000:1.0:1789762979.831725:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762979.831728:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762979.831729:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762979.831730:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762979.831732:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762979.831733:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762979.831734:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762979.831735:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762979.831737:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762979.831738:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762979.831739:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762979.831740:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762979.831741:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762979.831742:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762979.831743:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762979.831744:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762979.831745:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762979.831746:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762979.831748:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762979.831749:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762979.831750:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762979.831751:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762979.831752:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762979.831753:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762979.831754:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762979.831756:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762979.831756:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762979.831757:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762979.831759:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762979.831760:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762979.831761:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762979.831761:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762979.831763:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762979.831764:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762979.831765:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762979.831766:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762979.831767:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762979.831768:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762979.831769:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762979.831770:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762979.831771:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762979.831773:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762979.831774:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762979.831775:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762979.831776:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762979.831777:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762979.831778:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762979.831779:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762979.831780:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762979.831781:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762979.831783:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762979.831784:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762979.831785:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762979.831786:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762979.831788:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762979.831789:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762979.831790:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762979.831791:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762979.831792:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762979.831793:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762979.831794:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762979.831795:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762979.831796:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762979.831797:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762979.831798:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762979.831799:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762979.831800:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762979.831801:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762979.831802:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762979.831804:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762979.831805:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762979.831806:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762979.831807:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762979.831808:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762979.831809:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762979.831810:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762979.831811:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762979.831812:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762979.831813:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762979.831814:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762979.831815:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762979.831816:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762979.831818:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762979.831819:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762979.831820:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762979.831822:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762979.831823:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762979.831824:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762979.831825:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762979.831826:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762979.831827:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762979.831828:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762979.831829:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762979.831830:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762979.831831:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762979.831833:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762979.831833:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762979.831834:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762979.831835:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762979.831836:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762979.831838:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762979.831839:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762979.831840:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762979.831841:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762979.831842:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762979.831843:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762979.831844:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762979.831845:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762979.831846:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762979.831847:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762979.831848:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762979.831849:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762979.831850:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762979.831852:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762979.831853:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762979.831855:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762979.831856:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762979.831857:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762979.831858:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762979.831859:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762979.831860:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762979.831861:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762979.831862:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762979.831863:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762979.831864:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762979.831865:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762979.831867:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762979.831868:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762979.831869:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762979.831870:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762979.831871:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762979.831872:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762979.831873:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762979.831874:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762979.831875:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762979.831876:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762979.831877:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762979.831878:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762979.831879:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762979.831880:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762979.831881:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762979.831882:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762979.831883:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762979.831884:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762979.831885:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762979.831887:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762979.831888:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762979.831889:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762979.831890:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762979.831891:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762979.831892:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762979.831893:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762979.831894:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762979.831896:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762979.831897:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762979.831898:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762979.831899:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762979.831900:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762979.831901:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762979.831902:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762979.831903:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762979.831904:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762979.831905:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762979.831906:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762979.831907:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762979.831908:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762979.831909:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762979.831910:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762979.831911:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762979.831912:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762979.831913:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762979.831914:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762979.831915:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762979.831916:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762979.831917:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762979.831918:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762979.831919:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762979.831920:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762979.831921:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762979.831923:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762979.831924:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762979.831925:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762979.831926:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762979.831927:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762979.831928:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762979.831930:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762979.831931:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762979.831932:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762979.831933:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762979.831934:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762979.831935:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762979.831936:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762979.831937:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762979.831938:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762979.831939:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762979.831940:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762979.831941:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762979.831942:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762979.831943:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762979.831944:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762979.831945:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762979.831946:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762979.831947:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762979.831948:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762979.831949:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762979.831950:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762979.831951:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762979.831952:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762979.831953:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762979.831955:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762979.831956:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762979.831957:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762979.831959:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762979.831960:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762979.831961:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762979.831962:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762979.831963:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762979.831964:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762979.831965:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762979.831966:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762979.831967:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762979.831968:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762979.831969:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762979.831970:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762979.831971:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762979.831972:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762979.831973:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762979.831974:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762979.831975:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762979.831977:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762979.831978:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762979.831979:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762979.831980:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762979.831981:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762979.831982:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762979.831983:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762979.831984:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762979.831985:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762979.831987:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762979.831988:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762979.831989:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762979.831990:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762979.831991:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762979.831993:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762979.831994:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762979.831995:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762979.831996:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762979.831997:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762979.831998:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762979.832000:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762979.832001:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762979.832002:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762979.832003:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762979.832004:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762979.832005:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762979.832006:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762979.832157:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762979.832176:0:2354:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9985848b1cc0 00000100:00100000:1.0:1789762979.832203:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246701824:192.168.203.136@tcp:4:dd.500 00000080:00200000:0.0:1789762979.832240:0:13545:0:(file.c:2205:ll_file_io_generic()) Range unlock [1536, 1791] 00000080:00200000:0.0:1789762979.832256:0:13545:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762979.832261:0:13545:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:0.0:1789762979.832276:0:13545:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x2b:0x0] updating i_size 7340032 i_blocks 14336 00000020:00200000:0.0:1789762979.832279:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762979.832307:0:13545:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1789762979.832527:0:13545:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x2b:0x0], ppos: 7340032, count: 1048576 00000080:00200000:0.0:1789762979.832533:0:13545:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 7340032, bytes: 1048576 00000080:00200000:0.0:1789762979.832544:0:13545:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762979.832550:0:13545:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c5ef86a[0x110, 2, [0x200000401:0x2b:0x0] hash] 00000020:00200000:0.0:1789762979.832552:0:13545:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [7340032, 8388608) 0 0 00000080:00200000:0.0:1789762979.832556:0:13545:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762979.832569:0:13545:0:(file.c:2168:ll_file_io_generic()) Range lock [1792, 2047] 00020000:00200000:0.0:1789762979.832576:0:13545:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 7340032 chunk: [7340032, 8388608) 8388608, 1048576 00020000:00200000:0.0:1789762979.832580:0:13545:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762979.832596:0:13545:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1792, 2047] 00000008:00010000:0.0:1789762979.832609:0:13545:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762979.832614:0:13545:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff998588af6db0, osc lock ffff998587b99a20, flags 0x0 00000080:00200000:0.0:1789762979.832637:0:13545:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [7340032, 8388608) append 0 append lockpos 0 00000080:00200000:0.0:1789762979.832650:0:13545:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff998598d8ba88), size=1048576 (max 536870912), offset=7340032=0x700000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762979.832896:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762979.832899:0:13545:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 8388608 00000020:00010000:0.0:1789762979.832906:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_release():245 00000020:00010000:0.0:1789762979.832909:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.832911:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588af6db0 (ffff998590aa2248/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.832914:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762979.832916:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588af6db0 (ffff9985893a6908/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762979.832921:0:13545:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762979.832927:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762979.832940:0:366:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9985848b10c0 00000008:00100000:0.0:1789762979.833165:0:366:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985856a2300 - object 0x240000400:16 offset 7340032<>8388608 00000100:00100000:1.0:1789762979.833212:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762979.833226:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246701952:192.168.203.136@tcp:4:dd.500 00000100:00100000:1.0:1789762979.880967:0:2354:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99859130d000: committing for last_committed 4294967754 gen 2 00000008:00010000:1.0:1789762979.881015:0:2354:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9985848b10c0 00000020:00200000:1.0:1789762979.881021:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762979.881023:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762979.881025:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762979.881026:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762979.881027:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762979.881028:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762979.881029:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762979.881030:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762979.881032:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762979.881034:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762979.881035:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762979.881036:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762979.881037:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762979.881038:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762979.881040:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762979.881041:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762979.881042:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762979.881043:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762979.881044:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762979.881045:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762979.881046:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762979.881047:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762979.881048:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762979.881049:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762979.881050:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762979.881051:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762979.881052:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762979.881053:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762979.881055:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762979.881056:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762979.881057:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762979.881058:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762979.881059:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762979.881060:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762979.881061:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762979.881062:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762979.881063:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762979.881064:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762979.881065:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762979.881067:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762979.881068:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762979.881070:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762979.881072:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762979.881074:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762979.881075:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762979.881077:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762979.881079:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762979.881080:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762979.881082:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762979.881083:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762979.881085:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762979.881087:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762979.881089:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762979.881091:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762979.881093:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762979.881095:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762979.881096:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762979.881098:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762979.881100:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762979.881102:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762979.881105:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762979.881106:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762979.881108:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762979.881110:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762979.881112:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762979.881114:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762979.881116:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762979.881117:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762979.881119:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762979.881121:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762979.881122:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762979.881124:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762979.881127:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762979.881129:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762979.881130:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762979.881133:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762979.881134:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762979.881136:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762979.881138:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762979.881140:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762979.881142:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762979.881143:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762979.881145:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762979.881147:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762979.881148:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762979.881150:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762979.881151:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762979.881152:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762979.881153:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762979.881154:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762979.881155:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762979.881156:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762979.881157:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762979.881158:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762979.881159:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762979.881161:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762979.881162:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762979.881163:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762979.881164:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762979.881165:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762979.881166:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762979.881167:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762979.881168:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762979.881169:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762979.881171:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762979.881172:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762979.881173:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762979.881175:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762979.881176:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762979.881177:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762979.881179:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762979.881180:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762979.881181:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762979.881182:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762979.881183:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762979.881184:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762979.881185:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762979.881186:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762979.881187:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762979.881188:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762979.881189:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762979.881190:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762979.881191:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762979.881192:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762979.881193:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762979.881194:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762979.881195:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762979.881196:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762979.881197:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762979.881199:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762979.881199:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762979.881200:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762979.881201:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762979.881202:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762979.881204:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762979.881205:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762979.881206:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762979.881207:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762979.881208:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762979.881210:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762979.881211:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762979.881212:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762979.881213:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762979.881214:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762979.881215:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762979.881216:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762979.881217:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762979.881218:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762979.881219:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762979.881220:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762979.881221:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762979.881222:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762979.881223:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762979.881224:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762979.881225:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762979.881226:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762979.881227:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762979.881228:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762979.881229:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762979.881230:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762979.881231:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762979.881232:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762979.881233:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762979.881234:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762979.881235:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762979.881236:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762979.881237:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762979.881238:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762979.881240:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762979.881241:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762979.881243:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762979.881244:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762979.881245:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762979.881246:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762979.881247:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762979.881248:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762979.881249:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762979.881250:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762979.881251:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762979.881252:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762979.881253:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762979.881254:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762979.881255:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762979.881256:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762979.881257:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762979.881258:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762979.881259:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762979.881260:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762979.881261:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762979.881262:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762979.881263:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762979.881264:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762979.881265:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762979.881266:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762979.881267:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762979.881268:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762979.881269:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762979.881270:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762979.881271:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762979.881272:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762979.881273:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762979.881275:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762979.881276:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762979.881278:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762979.881279:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762979.881280:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762979.881281:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762979.881282:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762979.881284:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762979.881285:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762979.881286:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762979.881315:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762979.881316:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762979.881317:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762979.881318:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762979.881319:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762979.881320:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762979.881321:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762979.881322:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762979.881323:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762979.881324:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762979.881325:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762979.881326:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762979.881327:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762979.881328:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762979.881329:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762979.881330:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762979.881331:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762979.881332:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762979.881333:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762979.881334:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762979.881335:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762979.881337:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762979.881338:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762979.881339:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762979.881341:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762979.881342:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762979.881343:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762979.881344:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762979.881345:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762979.881346:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762979.881347:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762979.881348:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762979.881349:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762979.881350:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762979.881351:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762979.881352:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762979.881353:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762979.881354:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762979.881355:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762979.881356:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762979.881357:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762979.881358:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762979.881359:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762979.881360:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762979.881361:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762979.881425:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762979.881443:0:2354:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9985848b10c0 00000100:00100000:1.0:1789762979.881464:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246701952:192.168.203.136@tcp:4:dd.500 00000080:00200000:0.0:1789762979.881507:0:13545:0:(file.c:2205:ll_file_io_generic()) Range unlock [1792, 2047] 00000080:00200000:0.0:1789762979.881522:0:13545:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762979.881528:0:13545:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:0.0:1789762979.881541:0:13545:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x2b:0x0] updating i_size 8388608 i_blocks 16384 00000020:00200000:0.0:1789762979.881544:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762979.881552:0:13545:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1789762979.881788:0:13545:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x2b:0x0], ppos: 8388608, count: 1048576 00000080:00200000:0.0:1789762979.881795:0:13545:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 8388608, bytes: 1048576 00000080:00200000:0.0:1789762979.881804:0:13545:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762979.881811:0:13545:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c5ef86a[0x110, 2, [0x200000401:0x2b:0x0] hash] 00000020:00200000:0.0:1789762979.881813:0:13545:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [8388608, 9437184) 0 0 00000080:00200000:0.0:1789762979.881817:0:13545:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762979.881836:0:13545:0:(file.c:2168:ll_file_io_generic()) Range lock [2048, 2303] 00020000:00200000:0.0:1789762979.881842:0:13545:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 8388608 chunk: [8388608, 9437184) 9437184, 1048576 00020000:00200000:0.0:1789762979.881845:0:13545:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762979.881861:0:13545:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [2048, 2303] 00000008:00010000:0.0:1789762979.881874:0:13545:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762979.881879:0:13545:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff998588af6db0, osc lock ffff998587b99a20, flags 0x0 00000080:00200000:0.0:1789762979.881889:0:13545:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [8388608, 9437184) append 0 append lockpos 0 00000080:00200000:0.0:1789762979.881904:0:13545:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff998598d8ba88), size=1048576 (max 536870912), offset=8388608=0x800000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762979.882171:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762979.882173:0:13545:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 9437184 00000020:00010000:0.0:1789762979.882180:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_release():245 00000020:00010000:0.0:1789762979.882183:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.882185:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588af6db0 (ffff998590aa2248/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.882188:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762979.882190:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588af6db0 (ffff9985893a6908/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762979.882196:0:13545:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762979.882201:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762979.882213:0:366:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9985848b1a80 00000008:00100000:0.0:1789762979.882458:0:366:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985856a0700 - object 0x240000400:16 offset 8388608<>9437184 00000100:00100000:0.0:1789762979.882487:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762979.882500:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246702080:192.168.203.136@tcp:4:dd.500 00000100:00100000:0.0:1789762979.930815:0:2353:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99859130d000: committing for last_committed 4294967755 gen 2 00000008:00010000:0.0:1789762979.930875:0:2353:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9985848b1a80 00000020:00200000:0.0:1789762979.930883:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762979.930886:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762979.930887:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762979.930888:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762979.930889:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762979.930891:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762979.930892:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762979.930893:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762979.930894:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762979.930895:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762979.930896:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762979.930897:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762979.930898:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762979.930899:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762979.930900:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762979.930901:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762979.930902:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762979.930903:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762979.930904:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762979.930905:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762979.930906:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762979.930908:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762979.930908:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762979.930910:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762979.930911:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762979.930912:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762979.930914:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762979.930915:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762979.930917:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762979.930918:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762979.930919:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762979.930921:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762979.930922:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762979.930923:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762979.930924:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762979.930925:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762979.930926:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762979.930927:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762979.930928:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762979.930929:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762979.930930:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762979.930931:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762979.930932:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762979.930933:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762979.930934:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762979.930935:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762979.930936:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762979.930937:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762979.930938:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762979.930939:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762979.930940:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762979.930941:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762979.930942:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762979.930943:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762979.930944:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762979.930945:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762979.930946:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762979.930948:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762979.930949:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762979.930950:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762979.930952:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762979.930953:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762979.930954:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762979.930955:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762979.930956:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762979.930957:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762979.930958:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762979.930959:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762979.930960:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762979.930961:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762979.930962:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762979.930964:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762979.930965:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762979.930966:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762979.930967:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762979.930968:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762979.930969:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762979.930970:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762979.930971:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762979.930972:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762979.930973:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762979.930974:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762979.930975:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762979.930976:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762979.930977:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762979.930978:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762979.930979:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762979.930980:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762979.930981:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762979.930982:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762979.930984:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762979.930985:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762979.930987:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762979.930988:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762979.930989:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762979.930990:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762979.930991:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762979.930992:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762979.930993:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762979.930995:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762979.930996:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762979.930997:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762979.930998:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762979.930998:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762979.931000:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762979.931001:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762979.931002:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762979.931003:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762979.931004:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762979.931005:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762979.931006:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762979.931007:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762979.931008:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762979.931010:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762979.931011:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762979.931012:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762979.931014:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762979.931016:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762979.931018:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762979.931019:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762979.931021:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762979.931022:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762979.931025:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762979.931026:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762979.931028:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762979.931030:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762979.931031:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762979.931033:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762979.931035:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762979.931037:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762979.931039:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762979.931041:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762979.931043:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762979.931045:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762979.931047:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762979.931049:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762979.931051:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762979.931053:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762979.931055:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762979.931057:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762979.931060:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762979.931061:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762979.931064:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762979.931066:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762979.931068:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762979.931070:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762979.931072:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762979.931074:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762979.931076:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762979.931078:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762979.931080:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762979.931082:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762979.931084:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762979.931086:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762979.931089:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762979.931091:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762979.931093:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762979.931095:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762979.931097:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762979.931099:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762979.931100:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762979.931102:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762979.931104:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762979.931106:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762979.931108:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762979.931110:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762979.931112:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762979.931115:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762979.931116:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762979.931118:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762979.931119:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762979.931121:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762979.931123:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762979.931125:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762979.931126:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762979.931127:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762979.931129:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762979.931130:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762979.931131:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762979.931132:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762979.931133:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762979.931134:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762979.931135:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762979.931136:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762979.931137:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762979.931138:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762979.931140:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762979.931142:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762979.931143:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762979.931144:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762979.931145:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762979.931147:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762979.931148:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762979.931149:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762979.931150:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762979.931151:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762979.931152:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762979.931153:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762979.931154:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762979.931155:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762979.931156:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762979.931157:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762979.931158:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762979.931159:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762979.931160:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762979.931161:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762979.931162:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762979.931163:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762979.931164:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762979.931165:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762979.931166:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762979.931167:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762979.931168:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762979.931169:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762979.931170:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762979.931171:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762979.931178:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762979.931180:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762979.931182:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762979.931183:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762979.931185:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762979.931186:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762979.931187:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762979.931188:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762979.931189:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762979.931190:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762979.931191:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762979.931192:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762979.931193:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762979.931194:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762979.931195:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762979.931196:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762979.931197:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762979.931198:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762979.931199:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762979.931200:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762979.931201:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762979.931202:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762979.931203:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762979.931204:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762979.931205:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762979.931206:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762979.931207:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762979.931208:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762979.931209:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762979.931210:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762979.931211:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762979.931212:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762979.931213:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762979.931214:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762979.931216:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762979.931217:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762979.931219:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762979.931220:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762979.931222:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762979.931223:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762979.931308:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762979.931328:0:2353:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9985848b1a80 00000100:00100000:0.0:1789762979.931352:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246702080:192.168.203.136@tcp:4:dd.500 00000080:00200000:1.0:1789762979.931392:0:13545:0:(file.c:2205:ll_file_io_generic()) Range unlock [2048, 2303] 00000080:00200000:1.0:1789762979.931408:0:13545:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762979.931413:0:13545:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:1.0:1789762979.931427:0:13545:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x2b:0x0] updating i_size 9437184 i_blocks 18432 00000020:00200000:1.0:1789762979.931431:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762979.931440:0:13545:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:1.0:1789762979.931680:0:13545:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x2b:0x0], ppos: 9437184, count: 1048576 00000080:00200000:1.0:1789762979.931688:0:13545:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 9437184, bytes: 1048576 00000080:00200000:1.0:1789762979.931696:0:13545:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762979.931703:0:13545:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c5ef86a[0x110, 2, [0x200000401:0x2b:0x0] hash] 00000020:00200000:1.0:1789762979.931705:0:13545:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [9437184, 10485760) 0 0 00000080:00200000:1.0:1789762979.931709:0:13545:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762979.931722:0:13545:0:(file.c:2168:ll_file_io_generic()) Range lock [2304, 2559] 00020000:00200000:1.0:1789762979.931729:0:13545:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 9437184 chunk: [9437184, 10485760) 10485760, 1048576 00020000:00200000:1.0:1789762979.931733:0:13545:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762979.931751:0:13545:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [2304, 2559] 00000008:00010000:1.0:1789762979.931765:0:13545:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762979.931770:0:13545:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff998582b8e9b0, osc lock ffff9985a04318f0, flags 0x0 00000080:00200000:1.0:1789762979.931780:0:13545:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [9437184, 10485760) append 0 append lockpos 0 00000080:00200000:1.0:1789762979.931792:0:13545:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff998598d8ba88), size=1048576 (max 536870912), offset=9437184=0x900000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762979.931978:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762979.931981:0:13545:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 10485760 00000020:00010000:1.0:1789762979.931988:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_release():245 00000020:00010000:1.0:1789762979.931990:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762979.931993:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998582b8e9b0 (ffff998590aa2248/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762979.931995:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762979.931998:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998582b8e9b0 (ffff9985893a6908/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762979.932003:0:13545:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762979.932008:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762979.932020:0:1088:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff998590944600 00000008:00100000:1.0:1789762979.932266:0:1088:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985836db100 - object 0x240000400:16 offset 9437184<>10485760 00000100:00100000:1.0:1789762979.932322:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762979.932336:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246702208:192.168.203.136@tcp:4:dd.500 00000100:00100000:1.0:1789762979.981428:0:2354:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99859130d000: committing for last_committed 4294967756 gen 2 00000008:00010000:1.0:1789762979.981476:0:2354:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff998590944600 00000020:00200000:1.0:1789762979.981482:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762979.981484:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762979.981485:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762979.981487:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762979.981488:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762979.981490:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762979.981491:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762979.981492:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762979.981493:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762979.981494:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762979.981495:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762979.981496:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762979.981497:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762979.981498:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762979.981499:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762979.981500:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762979.981501:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762979.981502:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762979.981503:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762979.981504:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762979.981505:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762979.981506:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762979.981507:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762979.981508:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762979.981509:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762979.981510:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762979.981512:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762979.981513:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762979.981514:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762979.981515:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762979.981516:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762979.981517:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762979.981519:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762979.981520:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762979.981522:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762979.981523:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762979.981524:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762979.981525:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762979.981526:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762979.981528:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762979.981529:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762979.981530:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762979.981531:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762979.981532:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762979.981533:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762979.981534:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762979.981535:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762979.981536:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762979.981537:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762979.981538:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762979.981539:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762979.981540:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762979.981541:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762979.981542:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762979.981543:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762979.981544:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762979.981546:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762979.981547:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762979.981548:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762979.981549:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762979.981550:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762979.981551:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762979.981552:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762979.981554:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762979.981555:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762979.981556:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762979.981558:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762979.981559:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762979.981560:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762979.981561:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762979.981562:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762979.981563:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762979.981564:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762979.981565:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762979.981566:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762979.981567:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762979.981568:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762979.981569:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762979.981570:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762979.981572:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762979.981573:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762979.981573:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762979.981575:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762979.981576:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762979.981577:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762979.981578:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762979.981579:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762979.981580:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762979.981581:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762979.981582:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762979.981583:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762979.981584:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762979.981585:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762979.981586:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762979.981587:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762979.981588:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762979.981590:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762979.981591:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762979.981592:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762979.981594:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762979.981595:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762979.981596:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762979.981597:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762979.981598:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762979.981599:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762979.981600:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762979.981601:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762979.981602:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762979.981603:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762979.981604:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762979.981605:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762979.981606:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762979.981607:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762979.981609:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762979.981610:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762979.981611:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762979.981612:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762979.981613:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762979.981614:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762979.981615:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762979.981616:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762979.981617:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762979.981618:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762979.981619:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762979.981631:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762979.981633:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762979.981634:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762979.981636:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762979.981638:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762979.981639:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762979.981640:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762979.981642:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762979.981643:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762979.981644:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762979.981645:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762979.981646:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762979.981647:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762979.981648:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762979.981649:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762979.981650:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762979.981651:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762979.981652:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762979.981653:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762979.981654:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762979.981655:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762979.981656:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762979.981657:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762979.981658:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762979.981659:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762979.981660:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762979.981661:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762979.981662:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762979.981663:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762979.981664:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762979.981665:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762979.981666:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762979.981667:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762979.981668:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762979.981669:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762979.981671:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762979.981672:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762979.981674:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762979.981675:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762979.981676:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762979.981677:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762979.981678:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762979.981679:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762979.981680:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762979.981681:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762979.981682:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762979.981684:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762979.981685:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762979.981686:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762979.981687:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762979.981688:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762979.981689:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762979.981691:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762979.981693:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762979.981695:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762979.981696:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762979.981698:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762979.981700:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762979.981701:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762979.981703:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762979.981704:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762979.981706:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762979.981708:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762979.981710:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762979.981712:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762979.981714:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762979.981716:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762979.981718:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762979.981720:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762979.981722:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762979.981723:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762979.981725:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762979.981727:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762979.981729:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762979.981730:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762979.981732:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762979.981734:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762979.981736:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762979.981738:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762979.981740:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762979.981742:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762979.981744:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762979.981746:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762979.981747:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762979.981748:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762979.981750:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762979.981751:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762979.981752:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762979.981753:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762979.981754:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762979.981755:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762979.981756:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762979.981757:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762979.981758:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762979.981759:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762979.981760:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762979.981761:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762979.981762:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762979.981763:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762979.981765:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762979.981766:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762979.981767:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762979.981768:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762979.981769:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762979.981771:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762979.981772:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762979.981773:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762979.981774:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762979.981775:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762979.981776:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762979.981777:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762979.981778:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762979.981779:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762979.981780:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762979.981781:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762979.981782:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762979.981783:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762979.981784:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762979.981785:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762979.981786:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762979.981787:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762979.981788:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762979.981789:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762979.981790:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762979.981791:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762979.981792:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762979.981793:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762979.981795:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762979.981796:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762979.981797:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762979.981798:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762979.981799:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762979.981875:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762979.981891:0:2354:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff998590944600 00000100:00100000:1.0:1789762979.981922:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246702208:192.168.203.136@tcp:4:dd.500 00000080:00200000:0.0:1789762979.981923:0:13545:0:(file.c:2205:ll_file_io_generic()) Range unlock [2304, 2559] 00000080:00200000:0.0:1789762979.981939:0:13545:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762979.981945:0:13545:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:0.0:1789762979.981959:0:13545:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x2b:0x0] updating i_size 10485760 i_blocks 20480 00000020:00200000:0.0:1789762979.981962:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762979.981972:0:13545:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1789762979.982207:0:13545:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x2b:0x0], ppos: 10485760, count: 1048576 00000080:00200000:0.0:1789762979.982216:0:13545:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 10485760, bytes: 1048576 00000080:00200000:0.0:1789762979.982229:0:13545:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762979.982238:0:13545:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c5ef86a[0x110, 2, [0x200000401:0x2b:0x0] hash] 00000020:00200000:0.0:1789762979.982240:0:13545:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [10485760, 11534336) 0 0 00000080:00200000:0.0:1789762979.982244:0:13545:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762979.982257:0:13545:0:(file.c:2168:ll_file_io_generic()) Range lock [2560, 2815] 00020000:00200000:0.0:1789762979.982263:0:13545:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 10485760 chunk: [10485760, 11534336) 11534336, 1048576 00020000:00200000:0.0:1789762979.982267:0:13545:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762979.982282:0:13545:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [2560, 2815] 00000008:00010000:0.0:1789762979.982323:0:13545:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762979.982328:0:13545:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff998588af6db0, osc lock ffff998587b99a20, flags 0x0 00000080:00200000:0.0:1789762979.982337:0:13545:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [10485760, 11534336) append 0 append lockpos 0 00000080:00200000:0.0:1789762979.982349:0:13545:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff998598d8ba88), size=1048576 (max 536870912), offset=10485760=0xa00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762979.982562:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762979.982565:0:13545:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 11534336 00000020:00010000:0.0:1789762979.982572:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_release():245 00000020:00010000:0.0:1789762979.982575:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.982577:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588af6db0 (ffff998590aa2248/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762979.982580:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762979.982582:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588af6db0 (ffff9985893a6908/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762979.982587:0:13545:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762979.982593:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762979.982606:0:366:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9985848b1a80 00000008:00100000:0.0:1789762979.982847:0:366:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985856a0700 - object 0x240000400:16 offset 10485760<>11534336 00000100:00100000:0.0:1789762979.982877:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762979.982888:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246702336:192.168.203.136@tcp:4:dd.500 00000100:00100000:0.0:1789762980.031575:0:2353:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99859130d000: committing for last_committed 4294967757 gen 2 00000008:00010000:0.0:1789762980.031650:0:2353:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9985848b1a80 00000020:00200000:0.0:1789762980.031658:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762980.031661:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762980.031664:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762980.031666:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762980.031667:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762980.031669:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762980.031670:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762980.031671:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762980.031673:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762980.031674:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762980.031675:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762980.031676:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762980.031677:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762980.031678:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762980.031679:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762980.031680:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762980.031681:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762980.031683:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762980.031685:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762980.031686:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762980.031687:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762980.031688:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762980.031689:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762980.031690:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762980.031692:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762980.031692:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762980.031693:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762980.031694:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762980.031695:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762980.031696:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762980.031698:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762980.031699:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762980.031700:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762980.031700:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762980.031701:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762980.031702:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762980.031704:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762980.031705:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762980.031706:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762980.031707:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762980.031708:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762980.031709:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762980.031710:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762980.031711:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762980.031712:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762980.031713:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762980.031714:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762980.031715:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762980.031716:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762980.031718:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762980.031719:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762980.031720:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762980.031722:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762980.031723:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762980.031724:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762980.031725:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762980.031726:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762980.031727:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762980.031728:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762980.031729:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762980.031730:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762980.031731:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762980.031733:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762980.031734:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762980.031735:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762980.031736:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762980.031737:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762980.031738:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762980.031739:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762980.031740:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762980.031741:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762980.031742:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762980.031743:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762980.031744:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762980.031745:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762980.031746:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762980.031747:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762980.031748:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762980.031749:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762980.031750:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762980.031751:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762980.031753:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762980.031755:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762980.031756:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762980.031757:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762980.031759:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762980.031760:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762980.031761:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762980.031762:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762980.031763:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762980.031764:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762980.031765:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762980.031766:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762980.031767:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762980.031768:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762980.031769:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762980.031770:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762980.031771:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762980.031772:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762980.031773:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762980.031775:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762980.031776:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762980.031777:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762980.031778:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762980.031779:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762980.031780:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762980.031781:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762980.031782:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762980.031783:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762980.031784:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762980.031785:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762980.031786:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762980.031787:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762980.031789:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762980.031790:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762980.031792:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762980.031793:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762980.031794:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762980.031795:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762980.031796:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762980.031797:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762980.031798:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762980.031799:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762980.031800:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762980.031801:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762980.031802:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762980.031803:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762980.031804:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762980.031805:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762980.031806:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762980.031807:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762980.031808:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762980.031809:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762980.031810:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762980.031812:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762980.031813:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762980.031813:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762980.031814:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762980.031815:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762980.031817:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762980.031818:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762980.031819:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762980.031820:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762980.031821:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762980.031822:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762980.031823:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762980.031825:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762980.031826:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762980.031827:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762980.031828:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762980.031829:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762980.031830:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762980.031831:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762980.031832:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762980.031833:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762980.031834:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762980.031835:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762980.031836:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762980.031837:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762980.031838:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762980.031839:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762980.031840:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762980.031842:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762980.031843:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762980.031844:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762980.031845:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762980.031846:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762980.031847:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762980.031848:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762980.031849:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762980.031850:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762980.031851:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762980.031852:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762980.031853:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762980.031854:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762980.031855:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762980.031856:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762980.031857:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762980.031859:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762980.031860:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762980.031861:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762980.031863:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762980.031864:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762980.031865:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762980.031866:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762980.031867:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762980.031868:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762980.031869:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762980.031870:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762980.031871:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762980.031872:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762980.031873:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762980.031874:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762980.031874:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762980.031875:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762980.031876:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762980.031878:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762980.031879:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762980.031880:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762980.031881:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762980.031882:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762980.031883:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762980.031884:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762980.031885:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762980.031886:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762980.031887:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762980.031888:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762980.031889:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762980.031890:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762980.031892:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762980.031893:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762980.031894:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762980.031895:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762980.031897:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762980.031898:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762980.031899:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762980.031900:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762980.031901:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762980.031902:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762980.031903:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762980.031904:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762980.031905:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762980.031906:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762980.031907:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762980.031908:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762980.031909:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762980.031910:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762980.031911:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762980.031912:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762980.031913:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762980.031914:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762980.031915:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762980.031916:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762980.031917:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762980.031919:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762980.031920:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762980.031922:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762980.031924:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762980.031926:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762980.031927:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762980.031929:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762980.031932:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762980.031933:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762980.031936:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762980.031937:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762980.031939:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762980.031941:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762980.031943:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762980.031945:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762980.031946:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762980.031948:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762980.031951:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762980.031953:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762980.031955:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762980.031957:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762980.031959:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762980.032028:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762980.032046:0:2353:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9985848b1a80 00000100:00100000:0.0:1789762980.032067:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246702336:192.168.203.136@tcp:4:dd.500 00000080:00200000:1.0:1789762980.032097:0:13545:0:(file.c:2205:ll_file_io_generic()) Range unlock [2560, 2815] 00000080:00200000:1.0:1789762980.032118:0:13545:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762980.032124:0:13545:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:1.0:1789762980.032145:0:13545:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x2b:0x0] updating i_size 11534336 i_blocks 22528 00000020:00200000:1.0:1789762980.032149:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762980.032162:0:13545:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:1.0:1789762980.032434:0:13545:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x2b:0x0], ppos: 11534336, count: 1048576 00000080:00200000:1.0:1789762980.032442:0:13545:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 11534336, bytes: 1048576 00000080:00200000:1.0:1789762980.032453:0:13545:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762980.032460:0:13545:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c5ef86a[0x110, 2, [0x200000401:0x2b:0x0] hash] 00000020:00200000:1.0:1789762980.032461:0:13545:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [11534336, 12582912) 0 0 00000080:00200000:1.0:1789762980.032465:0:13545:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762980.032478:0:13545:0:(file.c:2168:ll_file_io_generic()) Range lock [2816, 3071] 00020000:00200000:1.0:1789762980.032485:0:13545:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 11534336 chunk: [11534336, 12582912) 12582912, 1048576 00020000:00200000:1.0:1789762980.032488:0:13545:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762980.032505:0:13545:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [2816, 3071] 00000008:00010000:1.0:1789762980.032520:0:13545:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762980.032524:0:13545:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff998582b8e9b0, osc lock ffff9985a04318f0, flags 0x0 00000080:00200000:1.0:1789762980.032535:0:13545:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [11534336, 12582912) append 0 append lockpos 0 00000080:00200000:1.0:1789762980.032558:0:13545:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff998598d8ba88), size=1048576 (max 536870912), offset=11534336=0xb00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762980.032799:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762980.032802:0:13545:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 12582912 00000020:00010000:1.0:1789762980.032810:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_release():245 00000020:00010000:1.0:1789762980.032813:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762980.032815:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff998582b8e9b0 (ffff998590aa2248/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762980.032817:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998588ff7a88 (ffff9985893a6908/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762980.032820:0:13545:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff998582b8e9b0 (ffff9985893a6908/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762980.032833:0:13545:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762980.032839:0:13545:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762980.032853:0:1088:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff998590944600 00000008:00100000:1.0:1789762980.033134:0:1088:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9985836db100 - object 0x240000400:16 offset 11534336<>12582912 00000100:00100000:1.0:1789762980.033173:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762980.033194:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246702464:192.168.203.136@tcp:4:dd.500 00010000:00010000:3.0:1789762980.138494:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762981.162483:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762982.186566:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789762982.634709:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6183be2-02c3-467f-81fa-2ef6138a604e:2354:1876702246702592:192.168.203.136@tcp:400:kworker.0 00000100:00100000:1.0:1789762982.634756:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246702720:192.168.203.136@tcp:400:kworker.0 00000100:00100000:0.0:1789762982.634885:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246702848:192.168.203.136@tcp:400:kworker.0 00000100:00100000:1.0:1789762982.634886:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246702976:192.168.203.136@tcp:400:kworker.0 00000100:00100000:0.0:1789762982.634995:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16ee4165-0fa4-42d2-b611-78faaebc19a7:2354:1876702246703104:192.168.203.136@tcp:400:kworker.0 00010000:00010000:2.0:1789762983.210570:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762984.234506:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762985.258527:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762986.282412:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762987.306405:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789762987.754677:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a6183be2-02c3-467f-81fa-2ef6138a604e:2356:1876702246703232:192.168.203.136@tcp:400:kworker.0 00000100:00100000:3.0:1789762987.754707:0:2355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2355:1876702246703360:192.168.203.136@tcp:400:kworker.0 00000100:00100000:2.0:1789762987.754787:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2356:1876702246703488:192.168.203.136@tcp:400:kworker.0 00000100:00100000:3.0:1789762987.754788:0:2355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2355:1876702246703616:192.168.203.136@tcp:400:kworker.0 00000100:00100000:2.0:1789762987.754839:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:16ee4165-0fa4-42d2-b611-78faaebc19a7:2356:1876702246703744:192.168.203.136@tcp:400:kworker.0 00010000:00010000:3.0:1789762988.330590:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762989.354437:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762990.378411:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762991.402457:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762992.426593:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789762992.874717:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6183be2-02c3-467f-81fa-2ef6138a604e:2353:1876702246703872:192.168.203.136@tcp:400:kworker.0 00000100:00100000:1.0:1789762992.874722:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246704000:192.168.203.136@tcp:400:kworker.0 00000100:00100000:1.0:1789762992.874902:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246704256:192.168.203.136@tcp:400:kworker.0 00000100:00100000:0.0:1789762992.874917:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246704128:192.168.203.136@tcp:400:kworker.0 00000100:00100000:0.0:1789762992.874990:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16ee4165-0fa4-42d2-b611-78faaebc19a7:2353:1876702246704384:192.168.203.136@tcp:400:kworker.0 00010000:00010000:1.0:1789762993.450478:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762994.474428:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762995.498436:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762996.522444:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1789762996.970436:0:2354:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762980/real 1789762980] req@ffff9985836db100 x1876702246702464/t0(0) o4->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:6/4 lens 488/448 e 0 to 1 dl 1789762996 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0 00000100:00080000:1.0:1789762996.979819:0:2354:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789762996.979825:0:2354:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff99859130d000: Connection to lustre-OST0000 (at 192.168.203.136@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789762996.984102:0:2354:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN 00000100:00080000:3.0:1789762996.984239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762996.984244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762996.984246:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762996.984253:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 120 00000100:00080000:3.0:1789762996.984268:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789762996.984279:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789762996.984326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246704768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762996.984384:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246704768:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789762996.984385:0:2355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a6183be2-02c3-467f-81fa-2ef6138a604e:2355:1876702246704512:192.168.203.136@tcp:400:kworker.0 00000100:00100000:2.0:1789762996.984452:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2356:1876702246704640:192.168.203.136@tcp:400:kworker.0 00000100:00100000:3.0:1789762996.984487:0:2355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2355:1876702246704896:192.168.203.136@tcp:400:kworker.0 00000100:00100000:2.0:1789762996.984516:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:16ee4165-0fa4-42d2-b611-78faaebc19a7:2356:1876702246705024:192.168.203.136@tcp:400:kworker.0 00010000:00010000:1.0:1789762997.546437:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762998.570440:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1789762999.018425:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762982/real 1789762982] req@ffff9985836dad80 x1876702246702720/t0(0) o400->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:1.0:1789762999.018425:0:2354:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762982/real 1789762982] req@ffff9985836d9880 x1876702246703104/t0(0) o400->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762999.018523:0:2354:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9985836d9880 x1876702246703104/t0(0) o400->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762999.018542:0:2354:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789762999.018549:0:2354:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff998584ea0000: Connection to lustre-MDT0000 (at 192.168.203.136@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789762999.040918:0:2354:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000400:1.0:1789762999.040955:0:2354:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762982/real 1789762982] req@ffff9985836da300 x1876702246702592/t0(0) o400->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762999.041002:0:2354:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9985836da300 x1876702246702592/t0(0) o400->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762999.041015:0:2354:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1789762999.041021:0:2354:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.136@tcp: Connection to MGS (at 192.168.203.136@tcp) was lost; in progress operations using this service will fail 00000100:00100000:0.0:1789762999.045207:0:2353:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9985836dad80 x1876702246702720/t0(0) o400->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762999.045219:0:2353:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789762999.045224:0:2353:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff99859130d000: Connection to lustre-MDT0000 (at 192.168.203.136@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789762999.045229:0:2353:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000400:0.0:1789762999.045254:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762982/real 1789762982] req@ffff9985836d8a80 x1876702246702976/t0(0) o400->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762999.045274:0:2353:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9985836d8a80 x1876702246702976/t0(0) o400->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789762999.045282:0:2353:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789762999.045314:0:2353:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff99859130d000: Connection to lustre-OST0001 (at 192.168.203.136@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789762999.045321:0:2353:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000100:00100000:0.0:1789762999.045348:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246702720:192.168.203.136@tcp:400:kworker.0 00000100:00100000:0.0:1789762999.045356:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246702976:192.168.203.136@tcp:400:kworker.0 00000100:00080000:1.0:1789762999.051936:0:2354:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.136@tcp for MGC192.168.203.136@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1789762999.051939:0:2354:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1789762999.051946:0:2354:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9985836da300 x1876702246702592/t0(0) o400->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762999.051970:0:2354:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff998588b43b80 x1876702246703232/t0(0) o400->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 224/224 e 0 to 0 dl 1789763003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762999.051987:0:2354:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9985836da680 x1876702246703872/t0(0) o400->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 224/224 e 0 to 0 dl 1789763008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789762999.052004:0:2354:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff998588b43100 x1876702246704512/t0(0) o400->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 224/224 e 0 to 0 dl 1789763012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762999.052042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 10000000:01000000:1.0:1789762999.052044:0:2354:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789762999.052052:0:2354:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 00000100:00080000:3.0:1789762999.052054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1789762999.052056:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a6183be2-02c3-467f-81fa-2ef6138a604e:2356:1876702246703232:192.168.203.136@tcp:400:kworker.0 10000000:01000000:1.0:1789762999.052058:0:2354:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1789762999.052061:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789762999.052067:0:2354:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00080000:3.0:1789762999.052079:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 88 00000100:00000400:1.0:1789762999.052085:0:2354:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762982/real 1789762982] req@ffff9985836db800 x1876702246702848/t0(0) o400->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789762999.052089:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6183be2-02c3-467f-81fa-2ef6138a604e:2353:1876702246703872:192.168.203.136@tcp:400:kworker.0 00000100:00080000:3.0:1789762999.052104:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789762999.052142:0:2354:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9985836db800 x1876702246702848/t0(0) o400->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789762999.052151:0:2354:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff998590a7d000 already not connected (conn 3, was 2): CONNECTING 00000100:00100000:3.0:1789762999.052153:0:2355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a6183be2-02c3-467f-81fa-2ef6138a604e:2355:1876702246704512:192.168.203.136@tcp:400:kworker.0 00000100:00100000:1.0:1789762999.052185:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16ee4165-0fa4-42d2-b611-78faaebc19a7:2354:1876702246703104:192.168.203.136@tcp:400:kworker.0 00000100:00100000:1.0:1789762999.052198:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6183be2-02c3-467f-81fa-2ef6138a604e:2354:1876702246702592:192.168.203.136@tcp:400:kworker.0 00000100:00100000:1.0:1789762999.052207:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246702848:192.168.203.136@tcp:400:kworker.0 00000100:00100000:2.0:1789762999.052224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246705152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762999.052257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762999.052261:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762999.052265:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762999.052280:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 88 00000100:00100000:3.0:1789762999.052312:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246705152:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789762999.052323:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789762999.052337:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762999.052356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246705280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762999.052369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762999.052373:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789762999.052376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762999.052379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789762999.052381:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762999.052395:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 283 00000100:00080000:2.0:1789762999.052402:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789762999.052407:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789762999.052419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246705408/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762999.052429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762999.052433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789762999.052435:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762999.052439:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 108 00000100:00080000:2.0:1789762999.052444:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789762999.052449:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246705280:192.168.203.136@tcp:38:kworker.0 00000008:00100000:2.0:1789762999.052453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762999.052469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246705536/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789762999.052526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789762999.052529:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246705408:192.168.203.136@tcp:8:kworker.0 00000100:00080000:2.0:1789762999.052533:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789762999.052542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789762999.052546:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789762999.052591:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246705536:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789762999.594416:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763000.618409:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763001.642448:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763002.090393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763002.090406:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763002.090413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763002.090419:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763002.090423:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763002.090427:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763002.090431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763002.090435:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763002.090438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763002.090442:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1789763002.666420:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1789763003.114382:0:2356:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762987/real 1789762987] req@ffff998588b42680 x1876702246703744/t0(0) o400->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:2.0:1789763003.114403:0:2355:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762987/real 1789762987] req@ffff998588b40000 x1876702246703360/t0(0) o400->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763003.114447:0:2355:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff998588b40000 x1876702246703360/t0(0) o400->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763003.114473:0:2355:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff998590a7a000 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:2.0:1789763003.114480:0:2355:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762987/real 1789762987] req@ffff998588b41880 x1876702246703616/t0(0) o400->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763003.114491:0:2355:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff998588b41880 x1876702246703616/t0(0) o400->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763003.114496:0:2355:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff998584ea3800 already not connected (conn 6, was 5): CONNECTING 00000100:00100000:2.0:1789763003.114505:0:2355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2355:1876702246703360:192.168.203.136@tcp:400:kworker.0 00000100:00100000:2.0:1789763003.114510:0:2355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2355:1876702246703616:192.168.203.136@tcp:400:kworker.0 00000100:00100000:3.0:1789763003.124708:0:2356:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff998588b42680 x1876702246703744/t0(0) o400->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763003.124718:0:2356:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff998588fca800 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:3.0:1789763003.124726:0:2356:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762987/real 1789762987] req@ffff998588b42a00 x1876702246703488/t0(0) o400->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763003.124736:0:2356:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff998588b42a00 x1876702246703488/t0(0) o400->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763003.124741:0:2356:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff998590a7d000 already not connected (conn 3, was 2): CONNECTING 00000100:00100000:3.0:1789763003.124749:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:16ee4165-0fa4-42d2-b611-78faaebc19a7:2356:1876702246703744:192.168.203.136@tcp:400:kworker.0 00000100:00100000:3.0:1789763003.124754:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2356:1876702246703488:192.168.203.136@tcp:400:kworker.0 00010000:00010000:2.0:1789763003.690483:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763004.138432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763004.138440:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763004.138454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763004.138459:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763004.138462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763004.138465:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763004.138468:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763004.138471:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763004.138472:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763004.138474:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1789763004.714523:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763005.738489:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789763006.186389:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762996/real 1789762996] req@ffff998588b41f80 x1876702246704768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763006 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763006.186421:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246704768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763006 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763006.186455:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763006.186481:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763006.186485:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246704768:192.168.203.136@tcp:8:kworker.0 00000100:00080000:2.0:1789763006.186515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763006.186521:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763006.186524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763006.186526:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763006.186528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763006.186530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763006.186532:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763006.186538:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 302 00000100:00080000:2.0:1789763006.186550:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789763006.186556:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763006.186567:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763006.186602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246705664/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763006.186623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763006.186627:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763006.186629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763006.186632:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789763006.186655:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246705664:192.168.203.136@tcp:8:kworker.0 00010000:00010000:0.0:1789763006.762409:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763007.786428:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1789763008.170431:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762992/real 1789762992] req@ffff9985836d9c00 x1876702246704128/t0(0) o400->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763008.189157:0:2353:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9985836d9c00 x1876702246704128/t0(0) o400->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763008.189172:0:2353:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff998590a7d000 already not connected (conn 4, was 2): CONNECTING 00000100:00000400:0.0:1789763008.189182:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762992/real 1789762992] req@ffff9985836d8700 x1876702246704384/t0(0) o400->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763008.189198:0:2353:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9985836d8700 x1876702246704384/t0(0) o400->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763008.189207:0:2353:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff998588fca800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:0.0:1789763008.189233:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2353:1876702246704128:192.168.203.136@tcp:400:kworker.0 00000100:00100000:0.0:1789763008.189245:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16ee4165-0fa4-42d2-b611-78faaebc19a7:2353:1876702246704384:192.168.203.136@tcp:400:kworker.0 00000100:00000400:0.0:1789763008.234401:0:2354:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762992/real 1789762992] req@ffff9985836dbb80 x1876702246704000/t0(0) o400->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763008.234453:0:2354:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9985836dbb80 x1876702246704000/t0(0) o400->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763008.234464:0:2354:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff998590a7a000 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:0.0:1789763008.234472:0:2354:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762992/real 1789762992] req@ffff9985836d9180 x1876702246704256/t0(0) o400->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763008.234487:0:2354:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9985836d9180 x1876702246704256/t0(0) o400->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763008.234495:0:2354:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff998584ea3800 already not connected (conn 6, was 5): CONNECTING 00000100:00100000:0.0:1789763008.234506:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246704000:192.168.203.136@tcp:400:kworker.0 00000100:00100000:0.0:1789763008.234513:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2354:1876702246704256:192.168.203.136@tcp:400:kworker.0 00010000:00010000:3.0:1789763008.810469:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789763009.258510:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762999/real 1789762999] req@ffff9985857dbb80 x1876702246705536/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763009.258548:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246705536/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763009.258562:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762999/real 1789762999] req@ffff9985857db800 x1876702246705280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763009.258571:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246705280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763009.258578:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762999/real 1789762999] req@ffff9985857daa00 x1876702246705408/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763009.258586:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246705408/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763009.258592:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762999/real 1789762999] req@ffff9985857d8e00 x1876702246705152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763009.258601:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246705152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763009.258618:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763009.258634:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763009.258637:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246705536:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789763009.258643:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763009.258648:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763009.258652:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246705280:192.168.203.136@tcp:38:kworker.0 00000100:00080000:2.0:1789763009.258655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763009.258657:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763009.258663:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763009.258666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763009.258669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763009.258671:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00080000:2.0:1789763009.258673:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763009.258676:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246705408:192.168.203.136@tcp:8:kworker.0 00000100:00080000:1.0:1789763009.258681:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763009.258682:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 304 00000100:00080000:1.0:1789763009.258688:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763009.258691:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246705152:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763009.258695:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789763009.258705:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763009.258718:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763009.258748:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246705792/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763009.258768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763009.258771:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763009.258774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763009.258776:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763009.258777:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763009.258780:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 304 00000100:00080000:2.0:1789763009.258782:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789763009.258785:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763009.258789:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763009.258797:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246705920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763009.258801:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246705792:192.168.203.136@tcp:38:kworker.0 00000100:00080000:2.0:1789763009.258812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763009.258814:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763009.258816:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763009.258818:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 304 00000100:00080000:2.0:1789763009.258820:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789763009.258822:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763009.258826:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763009.258833:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246706048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763009.258845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763009.258848:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763009.258849:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763009.258851:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 304 00000100:00080000:2.0:1789763009.258860:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789763009.258863:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763009.258872:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246706176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763009.258879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763009.258881:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789763009.258921:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246705920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763009.258965:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246706048:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763009.258984:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246706176:192.168.203.136@tcp:250:kworker.0 00010000:00010000:1.0:1789763009.834438:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763010.858435:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763011.306410:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763011.306420:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763011.306424:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763011.306426:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763011.306429:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763011.306431:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763011.306435:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763011.306437:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763011.306439:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763011.306442:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1789763011.882411:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1789763012.266407:0:2355:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762996/real 1789762996] req@ffff998588b42d80 x1876702246704896/t0(0) o400->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763012 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:3.0:1789763012.266407:0:2356:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762996/real 1789762996] req@ffff998588b43800 x1876702246704640/t0(0) o400->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763012 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763012.266461:0:2356:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff998588b43800 x1876702246704640/t0(0) o400->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763012 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763012.266473:0:2356:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff998590a7a000 already not connected (conn 3, was 1): CONNECTING 00000100:00000400:3.0:1789763012.266481:0:2356:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762996/real 1789762996] req@ffff998588b40e00 x1876702246705024/t0(0) o400->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763012 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763012.266497:0:2356:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff998588b40e00 x1876702246705024/t0(0) o400->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763012 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763012.266506:0:2356:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff998588fca800 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:3.0:1789763012.266522:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2356:1876702246704640:192.168.203.136@tcp:400:kworker.0 00000100:00100000:3.0:1789763012.266527:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:16ee4165-0fa4-42d2-b611-78faaebc19a7:2356:1876702246705024:192.168.203.136@tcp:400:kworker.0 00000100:00100000:2.0:1789763012.276369:0:2355:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff998588b42d80 x1876702246704896/t0(0) o400->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763012 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763012.276377:0:2355:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff998584ea3800 already not connected (conn 7, was 5): CONNECTING 00000100:00100000:2.0:1789763012.276403:0:2355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2355:1876702246704896:192.168.203.136@tcp:400:kworker.0 00010000:00010000:3.0:1789763012.906399:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763013.930454:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763014.314524:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763014.314537:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763014.314542:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763014.314547:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763014.314550:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763014.314554:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763014.314558:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763014.314561:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763014.314564:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763014.314568:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000080:00200000:0.0:1789763014.890498:0:494:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1789763014.890514:0:494:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789763014.890545:0:494:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1789763014.954463:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763015.978418:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763017.002432:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763018.026580:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763019.050555:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763019.498466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763019.498478:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763019.498483:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763019.498487:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763019.498490:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763019.498493:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763019.498496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763019.498499:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763019.498502:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763019.498505:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1789763020.074542:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763021.098638:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789763021.546434:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763006/real 1789763006] req@ffff9985857d8380 x1876702246705664/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763021 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763021.546481:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246705664/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763021 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763021.546514:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763021.546545:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763021.546551:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246705664:192.168.203.136@tcp:8:kworker.0 00000100:00080000:3.0:1789763021.546604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763021.546615:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763021.546621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763021.546626:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763021.546631:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763021.546636:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763021.546640:0:37:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763021.546652:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 311 00000100:00080000:3.0:1789763021.546672:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789763021.546701:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763021.546724:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763021.546792:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246706304/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763021.546846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763021.546855:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763021.546860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763021.546867:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789763021.546974:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246706304:192.168.203.136@tcp:8:kworker.0 00010000:00010000:1.0:1789763022.122583:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763023.146489:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763024.170531:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789763024.618434:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763009/real 1789763009] req@ffff9985857d9180 x1876702246705920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763024.618481:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246705920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763024.618496:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763009/real 1789763009] req@ffff9985857db100 x1876702246706048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763024.618513:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246706048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763024.618524:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763009/real 1789763009] req@ffff9985857da300 x1876702246706176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763024.618537:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246706176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763024.618548:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763009/real 1789763009] req@ffff9985857d8a80 x1876702246705792/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763024.618563:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246705792/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763024.618591:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763024.618622:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763024.618628:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246705920:192.168.203.136@tcp:8:kworker.0 00000100:00080000:1.0:1789763024.618636:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763024.618643:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763024.618648:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246706048:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789763024.618656:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763024.618663:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763024.618669:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246706176:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763024.618678:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763024.618686:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763024.618691:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246705792:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789763024.618701:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763024.618712:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763024.618718:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763024.618731:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 314 00000100:00080000:0.0:1789763024.618749:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789763024.618762:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763024.618816:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246706432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763024.618854:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763024.618859:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763024.618861:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763024.618866:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 314 00000100:00080000:0.0:1789763024.618871:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789763024.618877:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763024.618891:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763024.618909:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246706560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763024.618915:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246706432:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763024.618938:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763024.618943:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763024.618947:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763024.618950:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763024.618953:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763024.618959:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 314 00000100:00080000:0.0:1789763024.618964:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789763024.618969:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763024.618977:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763024.618994:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246706688/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763024.619007:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763024.619012:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763024.619015:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763024.619019:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 314 00000100:00080000:0.0:1789763024.619023:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789763024.619027:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763024.619032:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763024.619045:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246706816/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763024.619102:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246706560:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763024.619150:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246706688:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763024.619178:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246706816:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763025.194530:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763026.218595:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763026.666459:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763026.666472:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763026.666477:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763026.666482:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763026.666485:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763026.666489:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763026.666492:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763026.666496:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763026.666502:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763026.666507:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1789763027.242461:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763028.266548:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763029.290544:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763029.674487:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763029.674501:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763029.674506:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763029.674511:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763029.674514:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763029.674518:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763029.674522:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763029.674525:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763029.674529:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763029.674532:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1789763030.314539:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763031.338521:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763032.362580:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763033.386582:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763034.410572:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763034.858361:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763034.858375:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763034.858380:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763034.858385:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763034.858388:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763034.858390:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763034.858393:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763034.858397:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789763034.858402:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763034.858406:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1789763035.434501:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763036.458421:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:3.0:1789763036.650420:0:2344:0:(socklnd_cb.c:2254:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.203.136@tcp (192.168.203.136:988) timed out; the network or node may be down. 00010000:00010000:1.0:1789763037.482452:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763038.506553:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763039.530496:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763039.978468:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763039.978483:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763039.978489:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763039.978495:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763039.978500:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763039.978504:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763039.978509:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763039.978513:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763039.978517:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763039.978521:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1789763040.554543:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789763041.002417:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763021/real 1789763021] req@ffff998588b40e00 x1876702246706304/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763041 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763041.002458:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246706304/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763041 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763041.002484:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763041.002510:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763041.002515:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246706304:192.168.203.136@tcp:8:kworker.0 00000100:00080000:0.0:1789763041.002555:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763041.002563:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763041.002567:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763041.002571:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763041.002574:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763041.002578:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763041.002582:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763041.002591:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 326 00000100:00080000:0.0:1789763041.002606:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789763041.002615:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763041.002634:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763041.002703:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246706944/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763041.002732:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763041.002736:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763041.002739:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763041.002743:0:494:0:(pinger.c:247:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789763041.002778:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246706944:192.168.203.136@tcp:8:kworker.0 00010000:00010000:1.0:1789763041.578574:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763042.602538:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789763042.794690:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.136:988 00000400:00000100:1.0:1789763042.794732:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789763042.794747:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789763042.794825:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763041/real 1789763042] req@ffff9985856a2d80 x1876702246706944/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763042.794855:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246706944/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763042.794869:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763042.794875:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763042.794879:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246706944:192.168.203.136@tcp:8:kworker.0 00010000:00010000:0.0:1789763043.626464:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789763044.074419:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763024/real 1789763024] req@ffff9985856a2680 x1876702246706560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763044.074481:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246706560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763044.074502:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763024/real 1789763024] req@ffff9985856a2300 x1876702246706688/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763044.074524:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246706688/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763044.074542:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763024/real 1789763024] req@ffff9985856a3800 x1876702246706816/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763044.074562:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246706816/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763044.074579:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763024/real 1789763024] req@ffff9985856a0700 x1876702246706432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763044.074599:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246706432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763044.074627:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763044.074662:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763044.074670:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246706560:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789763044.074680:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763044.074690:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763044.074698:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246706688:192.168.203.136@tcp:8:kworker.0 00000100:00080000:3.0:1789763044.074708:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763044.074719:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763044.074726:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246706816:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789763044.074734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763044.074742:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789763044.074746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763044.074748:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763044.074751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763044.074757:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763044.074766:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 329 00000100:00080000:3.0:1789763044.074773:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:1.0:1789763044.074780:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1789763044.074783:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246706432:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763044.074794:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763044.074808:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763044.074845:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246707072/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763044.074866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763044.074871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763044.074873:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763044.074877:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 346 00000100:00080000:1.0:1789763044.074883:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763044.074888:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763044.074893:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763044.074905:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246707200/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763044.074910:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246707072:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789763044.074927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763044.074932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763044.074934:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763044.074938:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 329 00000100:00080000:1.0:1789763044.074942:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789763044.074945:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763044.074950:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763044.074964:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246707328/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763044.074973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763044.074976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763044.074978:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763044.074981:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 329 00000100:00080000:1.0:1789763044.074985:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789763044.074988:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763044.074993:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763044.075003:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246707456/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763044.075026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763044.075029:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763044.075031:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763044.075035:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 329 00000100:00080000:1.0:1789763044.075038:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789763044.075042:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763044.075054:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246707584/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763044.075080:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246707200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763044.075139:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246707328:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763044.075208:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246707456:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763044.075263:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246707584:192.168.203.136@tcp:250:kworker.0 00010000:00010000:2.0:1789763044.650564:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763045.674431:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763045.866625:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.136:988 00000400:00000100:2.0:1789763045.866672:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763045.866688:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763045.866730:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763045.866743:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763045.866764:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763045.866783:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789763045.866790:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763044/real 1789763045] req@ffff9985836da300 x1876702246707200/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763045.866817:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246707200/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763045.866828:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763045.866832:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763045.866836:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246707200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763045.866843:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763044/real 1789763045] req@ffff9985836d9880 x1876702246707328/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763045.866852:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246707328/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763045.866858:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763045.866860:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763045.866862:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246707328:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763045.866866:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763044/real 1789763045] req@ffff9985836d8380 x1876702246707456/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763045.866876:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246707456/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763045.866883:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763045.866886:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763045.866889:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246707456:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763045.866896:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763044/real 1789763045] req@ffff9985836d8e00 x1876702246707584/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763045.866910:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246707584/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763045.866926:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763045.866930:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763045.866934:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246707584:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763045.866942:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763044/real 1789763045] req@ffff9985836db800 x1876702246707072/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763045.866956:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246707072/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763045.866964:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763045.866968:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763045.866971:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246707072:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763046.698440:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763047.722531:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763048.746606:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763049.194393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763049.194404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763049.194407:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763049.194417:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 349 00000100:00080000:1.0:1789763049.194430:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763049.194437:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763049.194476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246707712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763049.194503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763049.194506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763049.194508:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763049.194516:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 349 00000100:00080000:1.0:1789763049.194519:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763049.194522:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763049.194532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763049.194544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246707840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763049.194553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763049.194556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763049.194557:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763049.194560:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 349 00000100:00080000:1.0:1789763049.194563:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763049.194565:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763049.194570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763049.194574:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246707712:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763049.194581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246707968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763049.194591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763049.194593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763049.194594:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763049.194597:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 349 00000100:00080000:1.0:1789763049.194599:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763049.194602:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763049.194606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763049.194617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246708096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763049.194624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763049.194628:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763049.194629:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763049.194632:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 349 00000100:00080000:1.0:1789763049.194635:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763049.194638:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763049.194641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763049.194650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246708224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763049.194689:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246707840:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763049.194753:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246707968:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763049.194778:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246708096:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763049.194805:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246708224:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763049.770634:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763050.794496:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763051.818605:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763052.010603:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.136:988 00000400:00000100:2.0:1789763052.010650:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763052.010696:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763052.010741:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763052.010752:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763052.010763:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763052.010774:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789763052.010817:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763049/real 1789763052] req@ffff9985836d8380 x1876702246707968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763052.010867:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246707968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763052.010880:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763052.010885:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763052.010890:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246707968:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763052.010899:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763049/real 1789763052] req@ffff9985836d9880 x1876702246708096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763052.010920:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246708096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763052.010927:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763052.010930:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763052.010932:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246708096:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763052.010938:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763049/real 1789763052] req@ffff9985836da300 x1876702246708224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763052.010949:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246708224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763052.010958:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763052.010961:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763052.010965:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246708224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763052.010972:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763049/real 1789763052] req@ffff9985836db800 x1876702246707712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763052.010985:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246707712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763052.010992:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763052.010995:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763052.010998:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246707712:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763052.011006:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763049/real 1789763052] req@ffff9985836d8e00 x1876702246707840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763052.011020:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246707840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763052.011028:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763052.011032:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763052.011035:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246707840:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763052.842537:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763053.866591:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763054.314505:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763054.314521:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763054.314528:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763054.314543:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 354 00000100:00080000:0.0:1789763054.314561:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763054.314573:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763054.314652:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246708352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763054.314698:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763054.314704:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763054.314707:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763054.314712:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 354 00000100:00080000:0.0:1789763054.314716:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763054.314721:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763054.314736:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763054.314754:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1c00 x1876702246708480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763054.314774:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763054.314779:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763054.314781:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763054.314790:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 354 00000100:00080000:0.0:1789763054.314796:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763054.314804:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763054.314810:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763054.314823:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246708608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763054.314823:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246708352:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763054.314856:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763054.314860:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763054.314862:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763054.314870:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 354 00000100:00080000:0.0:1789763054.314875:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763054.314880:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763054.314889:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763054.314913:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246708736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763054.314926:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763054.314931:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763054.314934:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763054.314939:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 354 00000100:00080000:0.0:1789763054.314944:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763054.314955:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789763054.314963:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763054.314972:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763054.314996:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246708864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763054.315112:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763054/real 1789763054] req@ffff9985856a3480 x1876702246708352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763054.315160:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246708352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763054.315175:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763054.315181:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763054.315187:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246708352:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763054.315222:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246708480:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763054.315259:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763054.315277:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763054/real 1789763054] req@ffff9985856a1c00 x1876702246708480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763054.315293:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1c00 x1876702246708480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763054.315378:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763054.315385:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763054.315392:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246708480:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763054.315405:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246708608:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763054.315445:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763054.315469:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763054/real 1789763054] req@ffff9985856a1500 x1876702246708608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763054.315492:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246708608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763054.315503:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763054.315507:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763054.315511:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246708608:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763054.315519:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246708736:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763054.315558:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763054.315581:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763054/real 1789763054] req@ffff9985856a0e00 x1876702246708736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763054.315605:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246708736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763054.315620:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763054.315624:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763054.315629:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246708736:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763054.315638:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246708864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763054.315665:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763054.315679:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763054/real 1789763054] req@ffff9985856a2a00 x1876702246708864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763054.315693:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246708864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763054.315702:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763054.315706:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763054.315710:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246708864:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763054.890678:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763055.914424:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763056.938408:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763057.962541:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763058.986560:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763059.434463:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763059.434477:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763059.434484:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763059.434499:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 359 00000100:00080000:0.0:1789763059.434516:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763059.434527:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763059.434593:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246708992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763059.434636:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763059.434644:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763059.434648:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763059.434658:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 359 00000100:00080000:0.0:1789763059.434665:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763059.434674:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763059.434695:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763059.434727:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246708992:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763059.434729:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246709120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763059.434759:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763059.434764:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763059.434767:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763059.434773:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 359 00000100:00080000:0.0:1789763059.434779:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763059.434785:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763059.434794:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763059.434815:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246709248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763059.434829:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763059.434834:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763059.434837:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763059.434842:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 359 00000100:00080000:0.0:1789763059.434848:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763059.434852:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763059.434859:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763059.434876:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246709376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763059.434890:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763059.434896:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763059.434900:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763059.434910:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246709120:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789763059.434912:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 359 00000100:00080000:0.0:1789763059.434924:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763059.434932:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763059.434940:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763059.434961:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246709504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763059.434974:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246709248:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763059.435063:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246709376:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763059.435156:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246709504:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763060.010501:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763061.034563:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789763061.226634:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.136:988 00000400:00000100:1.0:1789763061.228488:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789763061.228512:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789763061.228566:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789763061.228577:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789763061.228587:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789763061.228596:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789763061.228609:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763059/real 1789763061] req@ffff9985856a0000 x1876702246709120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763061.228635:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246709120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763061.228650:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763061.228655:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763061.228658:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246709120:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763061.228664:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763059/real 1789763061] req@ffff9985856a2a00 x1876702246709248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763061.228678:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246709248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763061.228699:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763061.228704:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763061.228709:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246709248:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763061.228718:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763059/real 1789763061] req@ffff9985856a0e00 x1876702246709376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763061.228735:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246709376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763061.228745:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763061.228749:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763061.228752:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246709376:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763061.228758:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763059/real 1789763061] req@ffff9985856a1880 x1876702246708992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763061.228769:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246708992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763061.228776:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763061.228778:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763061.228781:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246708992:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763061.228805:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763059/real 1789763061] req@ffff9985856a1500 x1876702246709504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763061.228813:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246709504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763061.228820:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763061.228822:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763061.228825:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246709504:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763062.058551:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763063.082517:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763064.106518:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763064.554441:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763064.554457:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763064.554463:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763064.554479:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 364 00000100:00080000:2.0:1789763064.554493:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763064.554504:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763064.554554:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246709632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763064.554597:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763064.554602:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763064.554605:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763064.554610:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 364 00000100:00080000:2.0:1789763064.554614:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763064.554619:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763064.554631:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763064.554656:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246709760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763064.554680:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763064.554689:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246709632:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763064.554690:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763064.554699:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763064.554714:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 364 00000100:00080000:2.0:1789763064.554723:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763064.554732:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763064.554743:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763064.554773:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246709888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763064.554788:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763064.554793:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763064.554795:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763064.554802:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 364 00000800:00000100:3.0:1789763064.554810:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789763064.554811:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763064.554824:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763064.554833:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763064.554850:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246710016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763064.554864:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763064.554868:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763064.554871:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763064.554880:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 364 00000100:00100000:3.0:1789763064.554882:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763064/real 1789763064] req@ffff9985857d9880 x1876702246709632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763064.554885:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763064.554899:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763064.554914:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763064.554933:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246709632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763064.554936:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246710144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763064.554988:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763064.555024:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763064.555032:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246709632:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763064.555068:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246709760:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763064.555107:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763064.555125:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763064/real 1789763064] req@ffff9985857d8a80 x1876702246709760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763064.555142:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246709760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763064.555153:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763064.555157:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763064.555162:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246709760:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763064.555169:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246709888:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763064.555208:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763064.555222:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763064/real 1789763064] req@ffff9985857da300 x1876702246709888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763064.555237:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246709888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763064.555248:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763064.555252:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763064.555256:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246709888:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763064.555263:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246710016:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763064.555284:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763064.555341:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763064/real 1789763064] req@ffff9985857db100 x1876702246710016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763064.555366:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246710016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763064.555380:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763064.555387:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763064.555394:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246710016:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763064.555406:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246710144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763064.555448:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763064.555470:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763064/real 1789763064] req@ffff9985857d9180 x1876702246710144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763064.555486:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246710144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763064.555497:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763064.555501:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763064.555505:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246710144:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763065.130539:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763066.154516:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763067.178545:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763068.202477:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763069.226553:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763069.674415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763069.674429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763069.674436:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763069.674454:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 369 00000100:00080000:2.0:1789763069.674476:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763069.674492:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763069.674568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246710272/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763069.674616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763069.674621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763069.674624:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763069.674630:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 369 00000100:00080000:2.0:1789763069.674636:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763069.674641:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763069.674656:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763069.674674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246710400/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763069.674689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763069.674695:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763069.674697:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763069.674702:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 369 00000100:00080000:2.0:1789763069.674706:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763069.674715:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246710272:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763069.674716:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763069.674731:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763069.674745:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246710528/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763069.674760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763069.674765:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763069.674767:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763069.674772:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 369 00000100:00080000:2.0:1789763069.674778:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763069.674782:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763069.674788:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763069.674802:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246710656/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763069.674813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763069.674818:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763069.674820:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763069.674825:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 369 00000100:00080000:2.0:1789763069.674829:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763069.674834:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763069.674839:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763069.674851:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246710784/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763069.674898:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246710400:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763069.675005:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246710528:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763069.675056:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246710656:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763069.675080:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246710784:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763070.250564:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789763070.442796:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.136:988 00000400:00000100:1.0:1789763070.442884:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789763070.442914:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789763070.443007:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789763070.443033:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789763070.443054:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789763070.443084:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789763070.443087:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763069/real 1789763070] req@ffff9985857daa00 x1876702246710528/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763070.443133:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246710528/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763070.443149:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763070.443156:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763070.443162:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246710528:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763070.443173:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763069/real 1789763070] req@ffff9985857db800 x1876702246710656/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763070.443188:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246710656/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763070.443198:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763070.443203:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763070.443207:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246710656:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763070.443219:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763069/real 1789763070] req@ffff9985857dbb80 x1876702246710784/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763070.443243:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246710784/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763070.443257:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763070.443263:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763070.443270:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246710784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763070.443284:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763069/real 1789763070] req@ffff9985857d8380 x1876702246710272/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763070.443395:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246710272/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763070.443412:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763070.443419:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763070.443425:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246710272:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763070.443437:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763069/real 1789763070] req@ffff9985857d8e00 x1876702246710400/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763070.443462:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246710400/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763070.443478:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763070.443487:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763070.443495:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246710400:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763071.274551:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763072.298466:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763073.322434:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763074.346548:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763074.794480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763074.794494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763074.794500:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763074.794514:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 374 00000100:00080000:1.0:1789763074.794528:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763074.794541:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763074.794601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246710912/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763074.794654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763074.794660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763074.794662:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763074.794668:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 374 00000100:00080000:1.0:1789763074.794675:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763074.794682:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763074.794699:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763074.794737:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dbb80 x1876702246711040/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763074.794761:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763074.794769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763074.794774:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763074.794782:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 374 00000100:00080000:1.0:1789763074.794794:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763074.794794:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246710912:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763074.794810:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763074.794821:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763074.794845:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246711168/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763074.794861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763074.794866:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763074.794869:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763074.794875:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 374 00000100:00080000:1.0:1789763074.794881:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763074.794884:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763074.794891:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763074.794893:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763074.794915:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246711296/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763074.794963:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763074.794969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763074.794972:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763074.794978:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 374 00000100:00080000:1.0:1789763074.794985:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763074.794996:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763074.794999:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763074/real 1789763074] req@ffff9985836d9180 x1876702246710912/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1789763074.795006:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763074.795031:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246711424/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763074.795050:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246710912/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763074.795077:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763074.795085:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763074.795091:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246710912:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763074.795102:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246711040:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763074.795137:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763074.795155:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763074/real 1789763074] req@ffff9985836dbb80 x1876702246711040/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763074.795171:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dbb80 x1876702246711040/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763074.795181:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763074.795185:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763074.795190:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246711040:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763074.795219:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246711168:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763074.795241:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763074.795254:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763074/real 1789763074] req@ffff9985836d8700 x1876702246711168/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763074.795269:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246711168/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763074.795279:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763074.795282:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763074.795286:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246711168:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763074.795349:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246711296:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763074.795375:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763074.795389:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763074/real 1789763074] req@ffff9985836d9c00 x1876702246711296/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763074.795405:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246711296/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763074.795414:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763074.795418:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763074.795422:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246711296:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763074.795429:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246711424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763074.795448:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763074.795460:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763074/real 1789763074] req@ffff9985836da680 x1876702246711424/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763074.795473:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246711424/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763074.795483:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763074.795486:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763074.795490:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246711424:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763075.370520:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763076.394424:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763077.418438:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763078.442532:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763079.466451:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763079.914511:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763079.914537:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763079.914544:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763079.914559:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 379 00000100:00080000:2.0:1789763079.914576:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763079.914598:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763079.914661:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246711552/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763079.914726:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763079.914732:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763079.914735:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763079.914741:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 379 00000100:00080000:2.0:1789763079.914745:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763079.914750:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763079.914764:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763079.914779:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246711680/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763079.914792:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763079.914796:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763079.914798:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763079.914803:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 379 00000100:00080000:2.0:1789763079.914807:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763079.914811:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763079.914819:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763079.914843:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246711808/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763079.914858:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763079.914867:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1789763079.914870:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246711552:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763079.914871:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763079.914913:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 379 00000100:00080000:2.0:1789763079.914936:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763079.914942:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763079.914949:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763079.914966:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8700 x1876702246711936/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763079.914979:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763079.914984:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763079.914987:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763079.914991:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 379 00000100:00080000:2.0:1789763079.915007:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763079.915012:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763079.915018:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763079.915028:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789763079.915043:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246712064/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763079.915106:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763079/real 1789763079] req@ffff9985857d9f80 x1876702246711552/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763079.915144:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246711552/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763079.915175:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763079.915181:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763079.915192:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246711552:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763079.915213:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246711680:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763079.915242:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763079.915259:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763079/real 1789763079] req@ffff9985857d9500 x1876702246711680/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763079.915274:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246711680/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763079.915335:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763079.915345:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763079.915353:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246711680:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763079.915398:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246711808:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763079.915436:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763079.915453:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763079/real 1789763079] req@ffff9985857d8000 x1876702246711808/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763079.915468:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246711808/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763079.915487:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763079.915491:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763079.915496:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246711808:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763079.915503:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246711936:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763079.915530:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763079.915542:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763079/real 1789763079] req@ffff9985857d8700 x1876702246711936/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763079.915556:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8700 x1876702246711936/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763079.915566:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763079.915569:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763079.915573:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246711936:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763079.915579:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246712064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763079.915604:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763079.915616:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763079/real 1789763079] req@ffff9985857d8e00 x1876702246712064/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763079.915630:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246712064/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763079.915639:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763079.915643:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763079.915647:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246712064:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763080.490509:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763081.514606:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763082.538509:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763083.562463:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763084.586403:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763085.034424:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763085.034456:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763085.034460:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763085.034472:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 384 00000100:00080000:0.0:1789763085.034485:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763085.034494:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763085.034553:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1c00 x1876702246712192/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763085.034606:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763085.034612:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763085.034615:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763085.034620:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 384 00000100:00080000:0.0:1789763085.034625:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763085.034632:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763085.034645:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763085.034679:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246712320/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763085.034679:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246712192:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763085.034698:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763085.034702:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763085.034704:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763085.034708:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 384 00000100:00080000:0.0:1789763085.034713:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763085.034734:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763085.034742:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763085.034759:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246712448/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763085.034763:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789763085.034779:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763085.034785:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763085.034788:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763085.034794:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 384 00000100:00080000:0.0:1789763085.034800:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763085.034806:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763085.034813:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763085/real 1789763085] req@ffff9985856a1c00 x1876702246712192/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1789763085.034817:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763085.034844:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246712576/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763085.034844:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1c00 x1876702246712192/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763085.034905:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763085.034911:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763085.034911:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763085.034919:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246712192:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763085.034920:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763085.034926:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763085.034933:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 384 00000100:00080000:0.0:1789763085.034938:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763085.034943:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763085.034947:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246712320:192.168.203.136@tcp:38:kworker.0 00000008:00100000:0.0:1789763085.034950:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763085.034969:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246712704/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763085.034976:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763085.034998:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763085/real 1789763085] req@ffff9985856a3480 x1876702246712320/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763085.035036:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246712320/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763085.035049:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763085.035053:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763085.035058:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246712320:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763085.035064:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246712448:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763085.035086:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763085.035112:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763085/real 1789763085] req@ffff9985856a0700 x1876702246712448/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763085.035121:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246712448/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763085.035127:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763085.035129:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763085.035131:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246712448:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763085.035135:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246712576:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763085.035146:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763085.035152:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763085/real 1789763085] req@ffff9985856a3800 x1876702246712576/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763085.035160:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246712576/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763085.035166:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763085.035167:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763085.035170:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246712576:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763085.035188:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246712704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763085.035209:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763085.035222:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763085/real 1789763085] req@ffff9985856a2300 x1876702246712704/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763085.035233:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246712704/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763085.035239:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763085.035242:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763085.035244:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246712704:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763085.610533:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763086.634505:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763087.658700:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763088.682525:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763089.706582:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763090.154534:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763090.154553:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763090.154562:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763090.154582:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 390 00000100:00080000:3.0:1789763090.154604:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763090.154619:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763090.154696:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246712832/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763090.154746:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763090.154751:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763090.154754:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763090.154760:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 390 00000100:00080000:3.0:1789763090.154767:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763090.154773:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763090.154788:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763090.154804:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246712960/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763090.154860:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246712832:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763090.154864:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763090.154886:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763090.154892:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763090.154900:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 390 00000100:00080000:3.0:1789763090.154907:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763090.154916:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763090.154924:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763090.154945:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246713088/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763090.154958:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763090.154964:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763090.154967:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763090.154971:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 390 00000100:00080000:3.0:1789763090.154977:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763090.154981:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763090.154987:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763090.155003:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246713216/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763090.155014:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763090.155019:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763090.155023:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763090.155032:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 390 00000100:00080000:3.0:1789763090.155035:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763090.155042:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763090.155048:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763090.155054:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246712960:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763090.155071:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246713344/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763090.155136:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246713088:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763090.155189:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246713216:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763090.155264:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246713344:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763090.730527:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763091.754495:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763091.946912:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.136:988 00000400:00000100:2.0:1789763091.946980:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763091.947004:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763091.947103:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763091.947121:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763091.947140:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763091.947161:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789763091.947192:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763090/real 1789763091] req@ffff998588b42a00 x1876702246712960/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763091.947235:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246712960/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763091.947253:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763091.947259:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763091.947266:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246712960:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763091.947278:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763090/real 1789763091] req@ffff998588b42680 x1876702246713088/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763091.947347:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246713088/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763091.947368:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763091.947378:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763091.947388:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246713088:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763091.947404:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763090/real 1789763091] req@ffff998588b43100 x1876702246713216/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763091.947431:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246713216/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763091.947448:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763091.947455:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763091.947462:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246713216:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763091.947473:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763090/real 1789763091] req@ffff998588b43800 x1876702246712832/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763091.947509:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246712832/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763091.947527:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763091.947534:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763091.947540:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246712832:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763091.947597:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763090/real 1789763091] req@ffff998588b41c00 x1876702246713344/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763091.947623:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246713344/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763091.947638:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763091.947644:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763091.947650:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246713344:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763092.778531:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763093.802563:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763094.826523:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763095.274494:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763095.274508:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763095.274514:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763095.274528:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 395 00000100:00080000:1.0:1789763095.274543:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763095.274553:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763095.274604:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246713472/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763095.274647:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763095.274652:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763095.274655:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763095.274660:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 395 00000100:00080000:1.0:1789763095.274664:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763095.274669:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763095.274682:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763095.274699:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246713600/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763095.274724:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763095.274730:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246713472:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763095.274731:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763095.274739:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763095.274753:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 395 00000100:00080000:1.0:1789763095.274756:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763095.274761:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763095.274768:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763095.274813:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246713728/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763095.274828:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763095.274832:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763095.274835:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763095.274840:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 395 00000100:00080000:1.0:1789763095.274847:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763095.274852:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763095.274859:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763095.274861:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763095.274882:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246713856/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763095.274896:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763095.274901:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763095.274903:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763095.274909:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 395 00000100:00080000:1.0:1789763095.274914:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763095.274919:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763095.274925:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763095.274947:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246713984/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763095.274951:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763095/real 1789763095] req@ffff9985836d8a80 x1876702246713472/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763095.275006:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246713472/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763095.275029:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763095.275038:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763095.275044:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246713472:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763095.275090:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246713600:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763095.275128:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763095.275148:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763095/real 1789763095] req@ffff9985836dad80 x1876702246713600/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763095.275165:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246713600/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763095.275175:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763095.275180:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763095.275184:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246713600:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763095.275192:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246713728:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763095.275219:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763095.275232:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763095/real 1789763095] req@ffff9985836da680 x1876702246713728/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763095.275255:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246713728/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763095.275272:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763095.275278:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763095.275284:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246713728:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763095.275343:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246713856:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763095.275380:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763095.275398:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763095/real 1789763095] req@ffff9985836d9c00 x1876702246713856/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763095.275413:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246713856/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763095.275424:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763095.275428:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763095.275432:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246713856:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763095.275439:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246713984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763095.275460:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763095.275472:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763095/real 1789763095] req@ffff9985836d8700 x1876702246713984/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763095.275496:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246713984/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763095.275506:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763095.275509:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763095.275513:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246713984:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763095.850599:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763096.874461:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763097.898600:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763098.922522:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763099.946540:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763100.394460:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763100.394488:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763100.394494:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763100.394509:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 400 00000100:00080000:3.0:1789763100.394523:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763100.394534:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763100.394585:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246714112/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763100.394627:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763100.394632:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763100.394634:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763100.394640:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 400 00000100:00080000:3.0:1789763100.394646:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763100.394651:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763100.394663:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763100.394681:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246714240/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763100.394707:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763100.394711:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763100.394714:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763100.394726:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 400 00000100:00080000:3.0:1789763100.394731:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763100.394732:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246714112:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763100.394765:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763100.394780:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763100.394805:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246714368/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763100.394819:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763100.394824:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763100.394828:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763100.394833:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 400 00000100:00080000:3.0:1789763100.394839:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763100.394844:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763100.394851:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763100.394866:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246714496/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763100.394880:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763100.394886:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763100.394889:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763100.394894:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 400 00000100:00080000:3.0:1789763100.394899:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763100.394904:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:1.0:1789763100.394917:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789763100.394917:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763100.394945:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246714624/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763100.395008:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763100/real 1789763100] req@ffff998588b42300 x1876702246714112/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763100.395038:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246714112/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763100.395055:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763100.395061:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763100.395067:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246714112:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763100.395106:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246714240:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763100.395139:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763100.395155:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763100/real 1789763100] req@ffff998588b41c00 x1876702246714240/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763100.395185:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246714240/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763100.395196:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763100.395201:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763100.395207:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246714240:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763100.395216:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246714368:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763100.395240:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763100.395253:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763100/real 1789763100] req@ffff998588b43800 x1876702246714368/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763100.395268:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246714368/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763100.395279:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763100.395282:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763100.395321:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246714368:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763100.395329:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246714496:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763100.395355:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763100.395369:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763100/real 1789763100] req@ffff998588b43100 x1876702246714496/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763100.395384:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246714496/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763100.395394:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763100.395399:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763100.395403:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246714496:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763100.395410:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246714624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763100.395430:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763100.395443:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763100/real 1789763100] req@ffff998588b42680 x1876702246714624/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763100.395457:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246714624/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763100.395467:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763100.395470:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763100.395474:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246714624:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763100.970500:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763101.994586:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763103.018522:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763104.042478:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763105.066476:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763105.514462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763105.514477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763105.514485:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763105.514500:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 405 00000100:00080000:3.0:1789763105.514518:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763105.514530:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763105.514593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246714752/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763105.514636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763105.514642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763105.514645:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763105.514650:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 405 00000100:00080000:3.0:1789763105.514655:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763105.514661:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763105.514676:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763105.514724:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246714880/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763105.514735:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246714752:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763105.514778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763105.514791:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763105.514796:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763105.514810:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 405 00000100:00080000:3.0:1789763105.514823:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763105.514835:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763105.514849:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:1.0:1789763105.514859:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763105.514886:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246715008/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763105.514909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763105.514915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763105.514917:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763105.514923:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 405 00000100:00080000:3.0:1789763105.514931:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763105.514937:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763105.514947:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763105/real 1789763105] req@ffff998588b42a00 x1876702246714752/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763105.514952:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763105.514992:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246715136/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763105.515008:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246714752/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763105.515026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763105.515048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763105.515054:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763105.515071:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 405 00000100:00080000:3.0:1789763105.515081:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763105.515087:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00080000:1.0:1789763105.515091:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1789763105.515096:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789763105.515111:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763105.515120:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246715264/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763105.515135:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246714752:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763105.515198:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246714880:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763105.515241:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763105.515260:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763105/real 1789763105] req@ffff998588b40e00 x1876702246714880/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763105.515278:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246714880/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763105.515333:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763105.515338:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763105.515342:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246714880:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763105.515352:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246715008:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763105.515378:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763105.515394:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763105/real 1789763105] req@ffff998588b42d80 x1876702246715008/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763105.515409:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246715008/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763105.515419:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763105.515424:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763105.515428:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246715008:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763105.515435:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246715136:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763105.515456:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763105.515476:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763105/real 1789763105] req@ffff998588b41f80 x1876702246715136/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763105.515499:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246715136/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763105.515515:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763105.515522:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763105.515530:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246715136:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763105.515543:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246715264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763105.515583:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763105.515600:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763105/real 1789763105] req@ffff998588b41880 x1876702246715264/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763105.515615:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246715264/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763105.515626:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763105.515630:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763105.515634:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246715264:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763106.090466:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763107.114454:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763108.138441:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763109.162415:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763110.186616:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763110.634508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763110.634525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763110.634532:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763110.634548:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 410 00000100:00080000:3.0:1789763110.634566:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763110.634577:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763110.634638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246715392/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763110.634713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763110.634722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763110.634726:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763110.634737:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 410 00000100:00080000:3.0:1789763110.634746:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763110.634756:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763110.634777:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763110.634786:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246715392:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763110.634809:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246715520/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763110.634831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763110.634836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763110.634839:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763110.634846:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 410 00000100:00080000:3.0:1789763110.634855:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763110.634860:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763110.634871:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:1.0:1789763110.634884:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763110.634894:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246715648/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763110.634912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763110.634918:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763110.634920:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763110.634926:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 410 00000100:00080000:3.0:1789763110.634933:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763110.634937:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763110.634943:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763110.634962:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246715776/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763110.634968:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763110/real 1789763110] req@ffff998588b40000 x1876702246715392/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763110.635023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763110.635035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763110.635038:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763110.635051:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 410 00000100:00100000:1.0:1789763110.635053:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246715392/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763110.635064:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763110.635084:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763110.635102:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789763110.635105:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763110.635119:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763110.635130:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246715904/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763110.635131:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246715392:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763110.635191:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246715520:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763110.635226:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763110.635252:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763110/real 1789763110] req@ffff998588b43b80 x1876702246715520/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763110.635266:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246715520/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763110.635275:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763110.635279:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763110.635283:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246715520:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763110.635334:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246715648:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763110.635372:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763110.635385:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763110/real 1789763110] req@ffff998588b41880 x1876702246715648/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763110.635398:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246715648/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763110.635407:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763110.635411:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763110.635414:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246715648:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763110.635420:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246715776:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763110.635437:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763110.635447:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763110/real 1789763110] req@ffff998588b41f80 x1876702246715776/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763110.635458:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246715776/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763110.635467:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763110.635470:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763110.635473:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246715776:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763110.635479:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246715904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763110.635494:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763110.635503:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763110/real 1789763110] req@ffff998588b42d80 x1876702246715904/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763110.635514:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246715904/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763110.635522:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763110.635525:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763110.635528:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246715904:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763111.210549:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763112.234529:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763113.258456:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763114.282519:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763115.306479:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763115.754541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763115.754561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763115.754569:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763115.754586:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 415 00000100:00080000:1.0:1789763115.754602:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763115.754612:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763115.754692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dbb80 x1876702246716032/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763115.754736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763115.754743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763115.754746:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763115.754751:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 415 00000100:00080000:1.0:1789763115.754758:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763115.754765:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763115.754779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763115.754798:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246716160/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763115.754815:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763115.754823:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763115.754824:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246716032:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763115.754827:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763115.754848:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 415 00000100:00080000:1.0:1789763115.754853:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763115.754857:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763115.754864:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763115.754875:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246716288/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763115.754891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763115.754897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763115.754900:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763115.754907:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 415 00000100:00080000:1.0:1789763115.754913:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763115.754918:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763115.754926:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763115.754941:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246716416/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763115.754951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763115.754955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763115.754958:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763115.754964:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 415 00000100:00080000:1.0:1789763115.754969:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763115.754972:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763115.754979:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763115.754995:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246716544/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763115.754997:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763115.755117:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763115/real 1789763115] req@ffff9985836dbb80 x1876702246716032/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763115.755163:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dbb80 x1876702246716032/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763115.755189:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763115.755196:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763115.755202:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246716032:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763115.755246:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246716160:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763115.755285:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763115.755340:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763115/real 1789763115] req@ffff9985836d9180 x1876702246716160/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763115.755357:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246716160/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763115.755368:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763115.755373:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763115.755378:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246716160:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763115.755387:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246716288:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763115.755413:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763115.755429:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763115/real 1789763115] req@ffff9985836d8e00 x1876702246716288/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763115.755444:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246716288/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763115.755455:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763115.755459:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763115.755463:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246716288:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763115.755470:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246716416:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763115.755490:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763115.755502:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763115/real 1789763115] req@ffff9985836db800 x1876702246716416/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763115.755516:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246716416/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763115.755526:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763115.755529:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763115.755533:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246716416:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763115.755540:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246716544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763115.755559:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763115.755571:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763115/real 1789763115] req@ffff9985836da300 x1876702246716544/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763115.755585:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246716544/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763115.755596:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763115.755600:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763115.755606:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246716544:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763116.330518:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763117.354499:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763118.378635:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763119.402462:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763120.426668:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763120.874490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763120.874506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763120.874513:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763120.874529:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 420 00000100:00080000:3.0:1789763120.874547:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763120.874560:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763120.874649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246716672/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763120.874688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763120.874694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763120.874697:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763120.874702:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 420 00000100:00080000:3.0:1789763120.874707:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763120.874712:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763120.874724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763120.874739:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246716800/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763120.874752:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763120.874756:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763120.874760:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763120.874766:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 420 00000100:00080000:3.0:1789763120.874772:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763120.874777:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763120.874783:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763120.874796:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246716928/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763120.874810:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246716672:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763120.874814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763120.874826:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763120.874829:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763120.874835:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 420 00000100:00080000:3.0:1789763120.874838:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763120.874843:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763120.874849:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763120.874865:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246717056/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763120.874878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763120.874882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763120.874884:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763120.874889:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 420 00000100:00080000:3.0:1789763120.874897:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763120.874901:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763120.874908:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763120.874914:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763120.874931:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246717184/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763120.874989:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763120/real 1789763120] req@ffff998588b40e00 x1876702246716672/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763120.875015:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246716672/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763120.875029:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763120.875035:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763120.875040:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246716672:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763120.875049:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246716800:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763120.875080:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763120.875098:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763120/real 1789763120] req@ffff998588b42a00 x1876702246716800/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763120.875113:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246716800/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763120.875122:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763120.875126:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763120.875130:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246716800:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763120.875161:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246716928:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763120.875182:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763120.875194:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763120/real 1789763120] req@ffff998588b42680 x1876702246716928/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763120.875208:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246716928/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763120.875218:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763120.875222:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763120.875225:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246716928:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763120.875232:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246717056:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763120.875250:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763120.875262:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763120/real 1789763120] req@ffff998588b43100 x1876702246717056/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763120.875316:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246717056/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763120.875327:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763120.875331:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763120.875336:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246717056:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763120.875343:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246717184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763120.875367:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763120.875381:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763120/real 1789763120] req@ffff998588b43800 x1876702246717184/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763120.875395:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246717184/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763120.875405:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763120.875409:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763120.875413:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246717184:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763121.450567:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763122.474545:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763123.498462:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763124.522526:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763125.546575:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763125.994503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763125.994516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763125.994522:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763125.994534:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 425 00000100:00080000:2.0:1789763125.994574:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763125.994585:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763125.994635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246717312/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763125.994676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763125.994681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763125.994684:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763125.994689:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 425 00000100:00080000:2.0:1789763125.994694:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763125.994700:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763125.994716:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763125.994733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246717440/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763125.994749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763125.994756:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763125.994763:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763125.994766:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246717312:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763125.994772:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 425 00000100:00080000:2.0:1789763125.994792:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763125.994801:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763125.994807:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763125.994823:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246717568/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763125.994836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763125.994842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763125.994845:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763125.994851:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 425 00000100:00080000:2.0:1789763125.994856:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763125.994860:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763125.994870:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763125.994881:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246717696/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763125.994902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763125.994907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763125.994909:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763125.994913:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 425 00000100:00080000:2.0:1789763125.994918:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763125.994923:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763125.994927:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763125.994940:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246717824/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763125.995282:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246717440:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763125.995441:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246717568:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763125.995465:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246717696:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763125.995490:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246717824:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763126.570537:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763127.594479:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763128.618503:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789763128.810692:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:3.0:1789763128.810749:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789763128.810772:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789763128.810821:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789763128.810833:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789763128.810843:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789763128.810853:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789763128.811192:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763125/real 1789763128] req@ffff9985857dbb80 x1876702246717440/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763128.811265:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246717440/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763128.811287:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763128.811330:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763128.811339:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246717440:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763128.811353:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763125/real 1789763128] req@ffff9985857db800 x1876702246717568/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763128.811376:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246717568/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763128.811391:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763128.811397:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763128.811402:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246717568:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763128.811414:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763125/real 1789763128] req@ffff9985857daa00 x1876702246717696/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763128.811434:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246717696/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763128.811447:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763128.811454:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763128.811458:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246717696:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763128.811469:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763125/real 1789763128] req@ffff9985857d9180 x1876702246717824/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763128.811489:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246717824/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763128.811502:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763128.811508:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763128.811513:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246717824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763128.811547:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763125/real 1789763128] req@ffff9985857d8380 x1876702246717312/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763128.811570:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246717312/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763128.811583:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763128.811589:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763128.811595:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246717312:192.168.203.136@tcp:250:kworker.0 00010000:00010000:1.0:1789763129.642550:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763130.666608:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763131.114418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763131.114431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763131.114437:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763131.114448:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 431 00000100:00080000:0.0:1789763131.114459:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763131.114468:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763131.114508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246717952/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763131.114588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763131.114593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763131.114596:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763131.114602:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 431 00000100:00080000:0.0:1789763131.114607:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763131.114612:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763131.114636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763131.114658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246718080/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763131.114674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763131.114678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763131.114681:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763131.114689:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 431 00000100:00080000:0.0:1789763131.114694:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763131.114698:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763131.114705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763131.114719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246718208/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763131.114734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763131.114741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763131.114746:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763131.114754:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 431 00000100:00100000:1.0:1789763131.114756:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246717952:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763131.114759:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763131.114769:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763131.114781:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763131.114796:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246718336/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763131.114825:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763131.114830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763131.114833:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763131.114839:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 431 00000100:00080000:0.0:1789763131.114843:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763131.114848:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763131.114855:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763131.114869:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246718464/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763131.114924:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763131.115023:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763131/real 1789763131] req@ffff9985856a2680 x1876702246717952/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763131.115047:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246717952/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763131.115091:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763131.115097:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763131.115103:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246717952:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763131.115115:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246718080:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763131.115149:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763131.115166:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763131/real 1789763131] req@ffff9985856a2d80 x1876702246718080/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763131.115193:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246718080/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763131.115203:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763131.115208:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763131.115212:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246718080:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763131.115269:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246718208:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763131.115320:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763131.115457:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763131/real 1789763131] req@ffff9985856a2300 x1876702246718208/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763131.115488:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246718208/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763131.115499:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763131.115504:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763131.115530:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246718208:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763131.115560:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246718336:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763131.115587:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763131.115600:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763131/real 1789763131] req@ffff9985856a3800 x1876702246718336/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763131.115613:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246718336/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763131.115640:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763131.115645:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763131.115649:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246718336:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763131.115657:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246718464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763131.115682:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763131.115695:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763131/real 1789763131] req@ffff9985856a0700 x1876702246718464/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763131.115709:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246718464/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763131.115720:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763131.115723:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763131.115727:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246718464:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763131.690490:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763132.714567:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763133.738570:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763134.762553:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763135.786501:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763136.234381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763136.234391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763136.234396:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763136.234407:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 436 00000100:00080000:2.0:1789763136.234418:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763136.234432:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763136.234493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246718592/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763136.234518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763136.234522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763136.234524:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763136.234527:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 436 00000100:00080000:2.0:1789763136.234530:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763136.234533:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763136.234544:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763136.234554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246718720/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763136.234562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763136.234564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763136.234565:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763136.234568:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 436 00000100:00080000:2.0:1789763136.234569:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763136.234572:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763136.234576:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763136.234585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246718848/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763136.234592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763136.234594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763136.234596:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763136.234600:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 436 00000100:00080000:2.0:1789763136.234602:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763136.234604:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763136.234608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763136.234620:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246718592:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789763136.234620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246718976/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763136.234646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763136.234649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763136.234650:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763136.234654:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 436 00000100:00080000:2.0:1789763136.234656:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763136.234658:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763136.234662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763136.234672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246719104/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763136.234704:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763136.234742:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763136/real 1789763136] req@ffff9985857db100 x1876702246718592/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763136.234757:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246718592/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763136.234765:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763136.234769:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763136.234772:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246718592:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763136.234777:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246718720:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763136.234791:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763136.234800:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763136/real 1789763136] req@ffff9985857da300 x1876702246718720/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763136.234808:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246718720/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763136.234813:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763136.234815:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763136.234817:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246718720:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763136.234821:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246718848:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763136.234832:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763136.234838:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763136/real 1789763136] req@ffff9985857d8a80 x1876702246718848/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763136.234845:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246718848/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763136.234855:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763136.234857:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763136.234859:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246718848:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763136.234879:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246718976:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763136.234890:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763136.234896:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763136/real 1789763136] req@ffff9985857d9880 x1876702246718976/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763136.234903:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246718976/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763136.234908:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763136.234910:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763136.234912:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246718976:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763136.234916:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246719104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763136.234926:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763136.234932:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763136/real 1789763136] req@ffff9985857d8380 x1876702246719104/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763136.234938:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246719104/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763136.234943:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763136.234945:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763136.234948:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246719104:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763136.810577:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763137.834591:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763138.858565:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763139.882637:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763140.906667:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763141.354506:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763141.354521:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763141.354528:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763141.354544:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 441 00000100:00080000:2.0:1789763141.354563:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763141.354575:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763141.354637:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246719232/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763141.354682:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763141.354688:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763141.354691:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763141.354697:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 441 00000100:00080000:2.0:1789763141.354701:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763141.354706:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763141.354721:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763141.354738:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246719360/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763141.354752:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763141.354756:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763141.354759:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763141.354763:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 441 00000100:00080000:2.0:1789763141.354766:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763141.354775:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763141.354785:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763141.354788:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246719232:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789763141.354801:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246719488/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763141.354818:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763141.354823:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763141.354826:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763141.354835:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 441 00000100:00080000:2.0:1789763141.354839:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763141.354844:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763141.354849:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763141.354864:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246719616/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763141.354875:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763141.354882:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763141.354884:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763141.354889:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 441 00000100:00080000:2.0:1789763141.354893:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763141.354899:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:1.0:1789763141.354909:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:2.0:1789763141.354915:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763141.354932:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246719744/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763141.354979:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763141/real 1789763141] req@ffff9985857d9180 x1876702246719232/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763141.355006:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246719232/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763141.355021:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763141.355026:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763141.355030:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246719232:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763141.355039:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246719360:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763141.355066:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763141.355080:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763141/real 1789763141] req@ffff9985857daa00 x1876702246719360/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763141.355099:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246719360/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763141.355111:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763141.355116:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763141.355122:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246719360:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763141.355158:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246719488:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763141.355187:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763141.355200:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763141/real 1789763141] req@ffff9985857db800 x1876702246719488/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763141.355212:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246719488/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763141.355220:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763141.355224:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763141.355227:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246719488:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763141.355233:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246719616:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763141.355248:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763141.355257:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763141/real 1789763141] req@ffff9985857dbb80 x1876702246719616/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763141.355268:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246719616/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763141.355275:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763141.355278:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763141.355281:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246719616:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763141.355333:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246719744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763141.355354:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763141.355371:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763141/real 1789763141] req@ffff9985857d8e00 x1876702246719744/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763141.355400:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246719744/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763141.355413:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763141.355419:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763141.355424:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246719744:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763141.930544:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763142.954557:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763143.978401:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763145.002554:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763146.026621:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763146.474471:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763146.474487:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763146.474494:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763146.474525:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 446 00000100:00080000:3.0:1789763146.474541:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763146.474551:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763146.474601:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246719872/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763146.474629:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763146.474632:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763146.474633:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763146.474637:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 446 00000100:00080000:3.0:1789763146.474639:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763146.474643:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763146.474654:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763146.474663:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246720000/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763146.474671:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763146.474674:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763146.474675:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763146.474680:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 446 00000100:00100000:1.0:1789763146.474681:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246719872:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763146.474683:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763146.474690:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763146.474694:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763146.474704:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246720128/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763146.474711:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763146.474713:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763146.474715:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763146.474718:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 446 00000100:00080000:3.0:1789763146.474720:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763146.474722:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763146.474725:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763146.474732:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246720256/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763146.474738:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763146.474741:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763146.474743:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763146.474745:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 446 00000100:00080000:3.0:1789763146.474747:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763146.474750:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763146.474752:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763146.474758:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246720384/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763146.474771:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763146.474825:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763146/real 1789763146] req@ffff998588b41c00 x1876702246719872/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763146.474848:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246719872/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763146.474863:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763146.474868:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763146.474873:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246719872:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763146.474903:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246720000:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763146.474930:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763146.474946:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763146/real 1789763146] req@ffff998588b42300 x1876702246720000/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763146.474957:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246720000/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763146.474965:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763146.474967:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763146.474969:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246720000:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763146.474974:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246720128:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763146.474990:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763146.474997:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763146/real 1789763146] req@ffff998588b43800 x1876702246720128/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763146.475005:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246720128/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763146.475011:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763146.475012:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763146.475014:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246720128:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763146.475018:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246720256:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763146.475029:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763146.475036:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763146/real 1789763146] req@ffff998588b43100 x1876702246720256/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763146.475043:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246720256/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763146.475048:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763146.475050:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763146.475053:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246720256:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763146.475056:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246720384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763146.475066:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763146.475072:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763146/real 1789763146] req@ffff998588b42680 x1876702246720384/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763146.475079:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246720384/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763146.475084:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763146.475085:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763146.475087:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246720384:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763147.050573:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763148.074559:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763149.098581:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763150.122552:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763151.146586:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763151.594486:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763151.594500:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763151.594506:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763151.594519:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 451 00000100:00080000:3.0:1789763151.594535:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763151.594545:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763151.594593:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246720512/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763151.594632:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763151.594638:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763151.594641:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763151.594646:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 451 00000100:00080000:3.0:1789763151.594651:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763151.594655:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763151.594667:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763151.594684:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246720640/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763151.594700:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763151.594706:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763151.594709:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763151.594717:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246720512:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763151.594718:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 451 00000100:00080000:3.0:1789763151.594726:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763151.594738:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763151.594746:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763151.594761:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246720768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763151.594772:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763151.594777:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763151.594780:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763151.594785:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 451 00000100:00080000:3.0:1789763151.594790:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763151.594794:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763151.594800:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763151.594814:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246720896/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763151.594826:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1789763151.594833:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763151.594835:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763151.594842:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763151.594849:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 451 00000100:00080000:3.0:1789763151.594857:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763151.594862:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763151.594868:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763151.594882:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246721024/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763151.594942:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763151/real 1789763151] req@ffff998588b42a00 x1876702246720512/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763151.594982:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246720512/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763151.595005:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763151.595015:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763151.595023:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246720512:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763151.595061:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246720640:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763151.595107:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763151.595134:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763151/real 1789763151] req@ffff998588b40e00 x1876702246720640/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763151.595163:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246720640/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763151.595181:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763151.595187:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763151.595191:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246720640:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763151.595201:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246720768:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763151.595232:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763151.595247:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763151/real 1789763151] req@ffff998588b42d80 x1876702246720768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763151.595262:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246720768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763151.595272:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763151.595276:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763151.595280:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246720768:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763151.595328:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246720896:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763151.595354:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763151.595392:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763151/real 1789763151] req@ffff998588b41f80 x1876702246720896/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763151.595417:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246720896/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763151.595428:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763151.595432:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763151.595436:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246720896:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763151.595444:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246721024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763151.595469:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763151.595482:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763151/real 1789763151] req@ffff998588b41880 x1876702246721024/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763151.595497:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246721024/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763151.595507:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763151.595510:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763151.595513:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246721024:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763152.170545:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763153.194518:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763154.218616:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763155.242606:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763156.266468:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763156.714426:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763156.714440:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763156.714445:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763156.714458:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 456 00000100:00080000:3.0:1789763156.714472:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763156.714482:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763156.714545:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246721152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763156.714600:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763156.714604:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763156.714606:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763156.714612:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 456 00000100:00080000:3.0:1789763156.714617:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763156.714623:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763156.714634:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763156.714652:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246721280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763156.714664:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763156.714673:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763156.714676:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763156.714681:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 456 00000100:00080000:3.0:1789763156.714686:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763156.714690:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763156.714696:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763156.714726:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246721408/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763156.714733:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246721152:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763156.714744:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763156.714750:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763156.714752:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763156.714758:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 456 00000100:00080000:3.0:1789763156.714763:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763156.714767:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763156.714800:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763156.714818:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246721536/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763156.714841:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763156.714847:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:1.0:1789763156.714856:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763156.714856:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763156.714870:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 456 00000100:00080000:3.0:1789763156.714887:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763156.714894:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763156.714902:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763156.714919:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246721664/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763156.714945:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763156/real 1789763156] req@ffff998588b43b80 x1876702246721152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763156.715009:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246721152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763156.715045:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763156.715051:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763156.715056:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246721152:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763156.715066:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246721280:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763156.715100:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763156.715117:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763156/real 1789763156] req@ffff998588b40000 x1876702246721280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763156.715132:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246721280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763156.715141:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763156.715145:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763156.715149:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246721280:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763156.715177:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246721408:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763156.715196:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763156.715208:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763156/real 1789763156] req@ffff998588b41880 x1876702246721408/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763156.715221:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246721408/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763156.715247:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763156.715251:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763156.715254:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246721408:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763156.715262:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246721536:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763156.715390:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763156.715411:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763156/real 1789763156] req@ffff998588b41f80 x1876702246721536/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763156.715427:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246721536/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763156.715438:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763156.715450:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763156.715454:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246721536:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763156.715461:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246721664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763156.715488:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763156.715501:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763156/real 1789763156] req@ffff998588b42d80 x1876702246721664/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763156.715515:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246721664/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763156.715525:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763156.715528:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763156.715532:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246721664:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763157.290560:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763158.314562:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763159.338497:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763160.362539:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763161.386542:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763161.834415:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763161.834431:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763161.834440:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763161.834456:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 461 00000100:00080000:3.0:1789763161.834473:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763161.834486:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763161.834552:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246721792/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763161.834589:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763161.834595:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763161.834597:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763161.834603:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 461 00000100:00080000:3.0:1789763161.834609:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763161.834616:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763161.834629:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763161.834658:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246721920/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763161.834663:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246721792:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763161.834692:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763161.834697:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763161.834700:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763161.834707:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 461 00000100:00080000:3.0:1789763161.834713:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763161.834719:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763161.834727:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763161.834745:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246722048/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763161.834759:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1789763161.834770:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763161.834772:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763161.834780:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763161.834787:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 461 00000100:00080000:3.0:1789763161.834794:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763161.834799:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763161.834806:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763161.834824:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246722176/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763161.834839:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763161/real 1789763161] req@ffff998588b40e00 x1876702246721792/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763161.834842:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763161.834861:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763161.834867:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763161.834877:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 461 00000100:00080000:3.0:1789763161.834883:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763161.834889:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246721792/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763161.834896:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763161.834910:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789763161.834920:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763161.834931:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763161.834938:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246721792:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763161.834946:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246722304/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763161.834987:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246721920:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763161.835041:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763161.835069:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763161/real 1789763161] req@ffff998588b42a00 x1876702246721920/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763161.835093:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246721920/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763161.835105:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763161.835110:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763161.835114:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246721920:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763161.835123:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246722048:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763161.835153:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763161.835167:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763161/real 1789763161] req@ffff998588b42680 x1876702246722048/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763161.835183:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246722048/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763161.835202:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763161.835206:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763161.835210:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246722048:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763161.835217:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246722176:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763161.835237:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763161.835249:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763161/real 1789763161] req@ffff998588b43100 x1876702246722176/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763161.835264:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246722176/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763161.835274:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763161.835277:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763161.835281:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246722176:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763161.835360:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246722304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763161.835392:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763161.835408:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763161/real 1789763161] req@ffff998588b43800 x1876702246722304/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763161.835424:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246722304/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763161.835435:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763161.835438:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763161.835445:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246722304:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763162.410511:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763163.434567:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763164.458457:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763165.482480:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763166.506542:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763166.954450:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763166.954460:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763166.954465:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763166.954478:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 466 00000100:00080000:1.0:1789763166.954502:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763166.954512:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763166.954557:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246722432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763166.954596:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763166.954601:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763166.954604:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763166.954609:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 466 00000100:00080000:1.0:1789763166.954613:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763166.954619:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763166.954632:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763166.954649:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246722560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763166.954663:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763166.954667:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763166.954669:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763166.954674:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 466 00000100:00080000:1.0:1789763166.954683:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763166.954687:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246722432:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763166.954706:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763166.954717:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763166.954738:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246722688/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763166.954752:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763166.954757:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763166.954760:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763166.954765:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 466 00000100:00080000:1.0:1789763166.954769:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763166.954775:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763166.954781:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763166.954793:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763166.954801:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246722816/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763166.954818:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763166.954823:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763166.954825:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763166.954830:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 466 00000100:00080000:1.0:1789763166.954835:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763166.954840:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763166.954848:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763166.954856:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763166/real 1789763166] req@ffff9985836d9880 x1876702246722432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763166.954870:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246722944/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763166.954897:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246722432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763166.954923:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763166.954930:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763166.954938:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246722432:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763166.954973:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246722560:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763166.955002:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763166.955018:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763166/real 1789763166] req@ffff9985836d8380 x1876702246722560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763166.955034:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246722560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763166.955044:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763166.955048:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763166.955052:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246722560:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763166.955059:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246722688:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763166.955079:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763166.955093:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763166/real 1789763166] req@ffff9985836da300 x1876702246722688/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763166.955108:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246722688/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763166.955118:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763166.955122:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763166.955125:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246722688:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763166.955132:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246722816:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763166.955150:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763166.955162:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763166/real 1789763166] req@ffff9985836db800 x1876702246722816/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763166.955176:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246722816/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763166.955186:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763166.955189:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763166.955192:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246722816:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763166.955199:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246722944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763166.955216:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763166.955227:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763166/real 1789763166] req@ffff9985836d8e00 x1876702246722944/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763166.955241:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246722944/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763166.955318:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763166.955324:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763166.955329:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246722944:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763167.530618:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763168.554370:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763169.578554:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763170.602410:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763171.626535:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763172.074418:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763172.074431:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763172.074437:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763172.074449:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 472 00000100:00080000:1.0:1789763172.074463:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763172.074473:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763172.074520:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246723072/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763172.074557:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763172.074563:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763172.074565:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763172.074571:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 472 00000100:00080000:1.0:1789763172.074576:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763172.074580:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763172.074592:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763172.074609:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dbb80 x1876702246723200/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763172.074622:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763172.074626:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763172.074628:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763172.074632:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 472 00000100:00080000:1.0:1789763172.074636:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763172.074642:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763172.074648:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763172.074660:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246723328/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763172.074673:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763172.074677:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763172.074680:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763172.074685:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 472 00000100:00080000:1.0:1789763172.074689:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763172.074698:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246723072:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763172.074700:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763172.074716:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763172.074732:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246723456/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763172.074746:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763172.074750:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763172.074753:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763172.074758:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 472 00000100:00080000:1.0:1789763172.074764:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763172.074769:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763172.074774:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763172.074789:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246723584/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763172.074798:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763172.074864:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763172/real 1789763172] req@ffff9985836d9180 x1876702246723072/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763172.074889:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246723072/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763172.074903:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763172.074908:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763172.074913:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246723072:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763172.074923:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246723200:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763172.074948:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763172.074963:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763172/real 1789763172] req@ffff9985836dbb80 x1876702246723200/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763172.074979:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dbb80 x1876702246723200/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763172.074989:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763172.074993:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763172.074997:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246723200:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763172.075005:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246723328:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763172.075024:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763172.075037:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763172/real 1789763172] req@ffff9985836d8700 x1876702246723328/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763172.075052:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246723328/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763172.075062:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763172.075065:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763172.075069:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246723328:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763172.075100:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246723456:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763172.075120:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763172.075133:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763172/real 1789763172] req@ffff9985836d9c00 x1876702246723456/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763172.075147:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246723456/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763172.075156:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763172.075160:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763172.075163:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246723456:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763172.075170:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246723584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763172.075188:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763172.075201:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763172/real 1789763172] req@ffff9985836da680 x1876702246723584/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763172.075253:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246723584/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763172.075270:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763172.075276:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763172.075283:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246723584:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763172.650439:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763173.674563:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763174.698554:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763175.722520:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763176.746465:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763177.194462:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763177.194479:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763177.194486:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763177.194502:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 477 00000100:00080000:3.0:1789763177.194517:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763177.194527:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763177.194575:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246723712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763177.194617:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763177.194622:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763177.194625:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763177.194630:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 477 00000100:00080000:3.0:1789763177.194634:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763177.194639:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763177.194653:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763177.194684:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246723840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763177.194708:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246723712:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763177.194712:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763177.194729:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763177.194734:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763177.194744:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 477 00000100:00080000:3.0:1789763177.194751:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763177.194760:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763177.194769:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763177.194794:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246723968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763177.194811:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763177.194818:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763177.194823:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789763177.194832:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763177.194842:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 477 00000100:00080000:3.0:1789763177.194855:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763177.194865:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763177.194877:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763177.194894:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763177/real 1789763177] req@ffff998588b42300 x1876702246723712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763177.194909:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246724096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763177.194944:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763177.194950:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763177.194953:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763177.194962:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246723712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763177.194967:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 477 00000100:00080000:3.0:1789763177.194980:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763177.194993:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763177.195009:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789763177.195012:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763177.195022:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763177.195030:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246724224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763177.195036:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246723712:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763177.195088:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246723840:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763177.195128:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763177.195147:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763177/real 1789763177] req@ffff998588b41c00 x1876702246723840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763177.195165:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246723840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763177.195205:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763177.195210:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763177.195215:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246723840:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763177.195224:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246723968:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763177.195254:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763177.195270:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763177/real 1789763177] req@ffff998588b43800 x1876702246723968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763177.195328:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246723968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763177.195339:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763177.195343:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763177.195347:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246723968:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763177.195355:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246724096:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763177.195380:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763177.195393:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763177/real 1789763177] req@ffff998588b43100 x1876702246724096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763177.195408:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246724096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763177.195418:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763177.195421:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763177.195425:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246724096:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763177.195432:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246724224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763177.195450:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763177.195462:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763177/real 1789763177] req@ffff998588b42680 x1876702246724224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763177.195476:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246724224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763177.195494:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763177.195497:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763177.195501:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246724224:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763177.770544:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763178.794523:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763179.818514:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763180.842501:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763181.866574:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763182.314483:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763182.314500:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763182.314506:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763182.314524:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 482 00000100:00080000:3.0:1789763182.314546:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763182.314562:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763182.314642:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246724352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763182.314695:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763182.314701:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763182.314704:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763182.314714:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 482 00000100:00080000:3.0:1789763182.314722:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763182.314731:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763182.314751:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763182.314780:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246724480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763182.314818:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246724352:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763182.314828:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763182.314840:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763182.314845:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763182.314852:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 482 00000100:00080000:3.0:1789763182.314857:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763182.314863:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763182.314872:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763182.314891:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246724608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763182.314904:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763182.314909:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763182.314913:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763182.314919:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 482 00000100:00080000:3.0:1789763182.314923:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763182.314928:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763182.314935:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763182.314947:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246724736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763182.314959:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1789763182.314974:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763182.314976:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763182.314981:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763182.314988:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 482 00000100:00080000:3.0:1789763182.314996:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763182.315002:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763182.315011:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763182.315027:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246724864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763182.315050:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763182/real 1789763182] req@ffff998588b42a00 x1876702246724352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763182.315095:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246724352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763182.315118:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763182.315127:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763182.315155:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246724352:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763182.315217:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246724480:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763182.315260:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763182.315279:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763182/real 1789763182] req@ffff998588b40e00 x1876702246724480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763182.315351:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246724480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763182.315363:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763182.315367:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763182.315373:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246724480:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763182.315383:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246724608:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763182.315410:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763182.315426:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763182/real 1789763182] req@ffff998588b42d80 x1876702246724608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763182.315440:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246724608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763182.315451:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763182.315455:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763182.315459:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246724608:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763182.315466:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246724736:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763182.315486:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763182.315513:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763182/real 1789763182] req@ffff998588b41f80 x1876702246724736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763182.315535:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246724736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763182.315545:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763182.315549:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763182.315553:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246724736:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763182.315561:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246724864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763182.315584:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763182.315598:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763182/real 1789763182] req@ffff998588b41880 x1876702246724864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763182.315613:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246724864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763182.315622:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763182.315626:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763182.315630:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246724864:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763182.890657:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763183.914582:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763184.938544:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763185.962558:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763186.986473:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763187.434462:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763187.434475:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763187.434481:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763187.434499:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 487 00000100:00080000:1.0:1789763187.434514:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763187.434523:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763187.434573:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246724992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763187.434611:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763187.434617:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763187.434620:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763187.434625:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 487 00000100:00080000:1.0:1789763187.434629:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763187.434634:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763187.434646:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763187.434664:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246725120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763187.434679:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763187.434684:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246724992:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763187.434685:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763187.434692:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763187.434707:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 487 00000100:00080000:1.0:1789763187.434711:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763187.434715:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763187.434724:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763187.434740:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246725248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763187.434753:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763187.434757:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763187.434761:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763187.434767:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 487 00000100:00080000:1.0:1789763187.434772:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763187.434776:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763187.434783:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763187.434804:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246725376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763187.434805:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763187.434824:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763187.434829:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763187.434831:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763187.434837:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 487 00000100:00080000:1.0:1789763187.434843:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763187.434848:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763187.434854:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763187.434870:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246725504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763187.434900:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763187/real 1789763187] req@ffff9985836dad80 x1876702246724992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763187.434939:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246724992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763187.434954:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763187.434960:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763187.434966:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246724992:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763187.435000:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246725120:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763187.435037:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763187.435064:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763187/real 1789763187] req@ffff9985836d8a80 x1876702246725120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763187.435092:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246725120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763187.435135:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763187.435144:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763187.435152:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246725120:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763187.435165:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246725248:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763187.435202:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763187.435219:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763187/real 1789763187] req@ffff9985836da680 x1876702246725248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763187.435236:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246725248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763187.435247:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763187.435251:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763187.435256:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246725248:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763187.435264:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246725376:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763187.435284:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763187.435333:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763187/real 1789763187] req@ffff9985836d9c00 x1876702246725376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763187.435348:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246725376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763187.435358:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763187.435363:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763187.435366:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246725376:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763187.435373:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246725504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763187.435398:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763187.435411:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763187/real 1789763187] req@ffff9985836d8700 x1876702246725504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763187.435426:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246725504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763187.435436:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763187.435439:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763187.435442:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246725504:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763188.010539:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763189.034426:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763190.058529:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763191.082580:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763192.106581:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763192.554520:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763192.554533:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763192.554538:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763192.554551:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 492 00000100:00080000:3.0:1789763192.554567:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763192.554576:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763192.554625:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246725632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763192.554668:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763192.554673:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763192.554676:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763192.554682:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 492 00000100:00080000:3.0:1789763192.554686:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763192.554690:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763192.554704:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763192.554720:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246725760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763192.554734:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763192.554739:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763192.554742:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763192.554747:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 492 00000100:00080000:3.0:1789763192.554752:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763192.554760:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246725632:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763192.554762:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763192.554777:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763192.554797:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246725888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763192.554812:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763192.554818:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763192.554820:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763192.554825:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 492 00000100:00080000:3.0:1789763192.554831:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763192.554836:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763192.554843:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763192.554858:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246726016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763192.554870:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763192.554875:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763192.554878:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763192.554883:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 492 00000100:00080000:3.0:1789763192.554890:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763192.554896:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763192.554903:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763192.554910:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246725760:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763192.554927:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246726144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763192.554978:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246725888:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763192.555011:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246726016:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763192.555032:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246726144:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763193.130465:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763194.154531:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763195.178617:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763195.626688:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789763195.626743:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763195.626763:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763195.626814:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763195.626833:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763195.626858:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763195.626884:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789763195.626889:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763192/real 1789763195] req@ffff998588b41880 x1876702246725888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763195.626940:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246725888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763195.626963:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763195.626973:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763195.626982:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246725888:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763195.626998:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763192/real 1789763195] req@ffff998588b41f80 x1876702246726016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763195.627025:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246726016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763195.627075:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763195.627083:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763195.627090:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246726016:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763195.627105:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763192/real 1789763195] req@ffff998588b42d80 x1876702246726144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763195.627133:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246726144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763195.627151:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763195.627158:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763195.627165:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246726144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763195.627179:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763192/real 1789763195] req@ffff998588b40000 x1876702246725632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763195.627204:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246725632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763195.627220:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763195.627227:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763195.627233:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246725632:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763195.627256:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763192/real 1789763195] req@ffff998588b43b80 x1876702246725760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763195.627279:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246725760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763195.627359:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763195.627366:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763195.627372:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246725760:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763196.202508:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763197.226483:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763197.674401:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763197.674414:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763197.674420:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763197.674435:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 497 00000100:00080000:3.0:1789763197.674448:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763197.674458:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763197.674515:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246726272/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763197.674558:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763197.674565:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763197.674569:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763197.674577:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 497 00000100:00080000:3.0:1789763197.674584:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763197.674592:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763197.674609:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763197.674640:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246726400/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763197.674654:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246726272:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763197.674666:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763197.674673:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763197.674676:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763197.674683:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 497 00000100:00080000:3.0:1789763197.674690:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763197.674695:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763197.674703:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763197.674723:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246726528/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763197.674736:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763197.674741:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763197.674743:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763197.674749:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 497 00000100:00080000:3.0:1789763197.674753:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763197.674757:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:1.0:1789763197.674766:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789763197.674768:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763197.674811:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246726656/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763197.674830:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763197/real 1789763197] req@ffff998588b40e00 x1876702246726272/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763197.674840:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763197.674856:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763197.674864:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763197.674879:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 497 00000100:00080000:3.0:1789763197.674888:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763197.674891:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246726272/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763197.674900:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763197.674913:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789763197.674926:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763197.674941:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763197.674948:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246726784/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763197.674959:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246726272:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763197.675048:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246726400:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763197.675111:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763197.675140:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763197/real 1789763197] req@ffff998588b42a00 x1876702246726400/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763197.675169:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246726400/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763197.675200:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763197.675207:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763197.675214:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246726400:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763197.675227:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246726528:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763197.675270:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763197.675351:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763197/real 1789763197] req@ffff998588b42680 x1876702246726528/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763197.675379:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246726528/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763197.675397:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763197.675403:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763197.675410:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246726528:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763197.675423:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246726656:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763197.675467:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763197.675490:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763197/real 1789763197] req@ffff998588b43100 x1876702246726656/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763197.675514:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246726656/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763197.675530:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763197.675536:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763197.675543:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246726656:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763197.675555:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246726784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763197.675596:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763197.675619:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763197/real 1789763197] req@ffff998588b43800 x1876702246726784/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763197.675642:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246726784/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763197.675655:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763197.675661:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763197.675667:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246726784:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763198.250535:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763199.274536:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763200.298576:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763201.322670:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763202.346565:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763202.794456:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763202.794476:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763202.794485:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763202.794504:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 502 00000100:00080000:3.0:1789763202.794524:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763202.794538:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763202.794611:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246726912/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763202.794649:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763202.794654:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763202.794656:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763202.794663:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 502 00000100:00080000:3.0:1789763202.794668:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763202.794673:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763202.794687:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763202.794707:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246727040/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763202.794731:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763202.794733:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246726912:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763202.794737:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763202.794754:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763202.794760:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 502 00000100:00080000:3.0:1789763202.794764:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763202.794769:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763202.794776:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763202.794793:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246727168/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763202.794806:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763202.794810:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763202.794812:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763202.794816:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 502 00000100:00080000:3.0:1789763202.794821:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763202.794825:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763202.794831:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763202.794843:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246727296/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763202.794851:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763202.794867:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763202.794872:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763202.794875:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763202.794881:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 502 00000100:00080000:3.0:1789763202.794889:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763202.794893:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763202.794898:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763202.794911:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246727424/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763202.794924:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763202/real 1789763202] req@ffff998588b41c00 x1876702246726912/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763202.794953:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246726912/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763202.794970:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763202.794975:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763202.795002:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246726912:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763202.795046:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246727040:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763202.795098:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763202.795121:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763202/real 1789763202] req@ffff998588b42300 x1876702246727040/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763202.795137:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246727040/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763202.795147:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763202.795151:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763202.795155:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246727040:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763202.795162:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246727168:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763202.795188:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763202.795200:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763202/real 1789763202] req@ffff998588b43800 x1876702246727168/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763202.795213:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246727168/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763202.795222:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763202.795226:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763202.795229:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246727168:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763202.795235:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246727296:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763202.795253:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763202.795264:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763202/real 1789763202] req@ffff998588b43100 x1876702246727296/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763202.795346:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246727296/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763202.795363:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763202.795369:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763202.795375:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246727296:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763202.795384:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246727424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763202.795420:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763202.795442:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763202/real 1789763202] req@ffff998588b42680 x1876702246727424/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763202.795465:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246727424/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763202.795481:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763202.795487:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763202.795491:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246727424:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763203.370469:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763204.394524:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763205.418516:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763206.442559:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763207.466484:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763207.914427:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763207.914438:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763207.914443:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763207.914454:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 507 00000100:00080000:3.0:1789763207.914466:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763207.914474:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763207.914515:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246727552/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763207.914545:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763207.914549:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763207.914551:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763207.914555:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 507 00000100:00080000:3.0:1789763207.914559:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763207.914562:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763207.914572:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763207.914584:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246727680/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763207.914606:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763207.914609:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246727552:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763207.914613:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763207.914619:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763207.914626:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 507 00000100:00080000:3.0:1789763207.914629:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763207.914633:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763207.914639:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763207.914652:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246727808/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763207.914663:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763207.914667:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763207.914669:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763207.914672:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 507 00000100:00080000:3.0:1789763207.914684:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763207.914689:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:1.0:1789763207.914695:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789763207.914699:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763207.914714:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246727936/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763207.914724:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763207.914727:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763207.914730:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763207.914734:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 507 00000100:00080000:3.0:1789763207.914738:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763207.914742:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763207.914748:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763207/real 1789763207] req@ffff998588b42a00 x1876702246727552/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763207.914751:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763207.914768:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246728064/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763207.914779:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246727552/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763207.914795:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763207.914800:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763207.914806:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246727552:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763207.914829:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246727680:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763207.914850:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763207.914862:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763207/real 1789763207] req@ffff998588b40e00 x1876702246727680/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763207.914874:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246727680/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763207.914882:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763207.914885:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763207.914888:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246727680:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763207.914894:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246727808:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763207.914909:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763207.914918:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763207/real 1789763207] req@ffff998588b43b80 x1876702246727808/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763207.914929:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246727808/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763207.914937:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763207.914939:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763207.914942:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246727808:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763207.914968:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246727936:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763207.915011:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763207.915025:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763207/real 1789763207] req@ffff998588b40000 x1876702246727936/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763207.915040:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246727936/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763207.915050:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763207.915054:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763207.915058:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246727936:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763207.915065:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246728064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763207.915084:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763207.915095:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763207/real 1789763207] req@ffff998588b42d80 x1876702246728064/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763207.915109:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246728064/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763207.915119:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763207.915122:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763207.915126:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246728064:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763208.490511:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763209.514493:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763210.538555:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763211.562491:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763212.586532:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763213.034404:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763213.034422:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763213.034429:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763213.034446:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 512 00000100:00080000:3.0:1789763213.034463:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763213.034477:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763213.034534:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246728192/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763213.034586:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763213.034602:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763213.034606:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763213.034613:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 512 00000100:00080000:3.0:1789763213.034620:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763213.034627:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763213.034640:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763213.034666:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246728320/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763213.034671:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246728192:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763213.034699:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763213.034705:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763213.034707:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763213.034715:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 512 00000100:00080000:3.0:1789763213.034721:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763213.034726:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763213.034734:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763213.034752:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246728448/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763213.034768:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1789763213.034774:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763213.034776:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763213.034785:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763213.034792:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 512 00000100:00080000:3.0:1789763213.034798:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763213.034804:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763213.034810:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763213.034832:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246728576/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763213.034840:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763213/real 1789763213] req@ffff998588b41f80 x1876702246728192/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763213.034879:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763213.034890:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763213.034895:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763213.034904:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246728192/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763213.034941:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 512 00000100:00080000:1.0:1789763213.034957:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763213.034959:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763213.034972:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00080000:1.0:1789763213.034979:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000008:00100000:3.0:1789763213.034986:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763213.034989:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246728192:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763213.035025:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246728704/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763213.035037:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246728320:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763213.035104:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763213.035125:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763213/real 1789763213] req@ffff998588b41880 x1876702246728320/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763213.035155:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246728320/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763213.035167:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763213.035171:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763213.035175:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246728320:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763213.035184:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246728448:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763213.035209:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763213.035222:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763213/real 1789763213] req@ffff998588b42d80 x1876702246728448/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763213.035238:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246728448/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763213.035257:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763213.035261:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763213.035265:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246728448:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763213.035282:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246728576:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763213.035347:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763213.035363:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763213/real 1789763213] req@ffff998588b40000 x1876702246728576/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763213.035378:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246728576/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763213.035388:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763213.035392:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763213.035396:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246728576:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763213.035420:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246728704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763213.035442:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763213.035455:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763213/real 1789763213] req@ffff998588b43b80 x1876702246728704/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763213.035470:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246728704/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763213.035479:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763213.035483:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763213.035488:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246728704:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763213.610498:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763214.634544:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763215.658583:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763216.682552:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763217.706573:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763218.154467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763218.154481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763218.154487:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763218.154500:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 518 00000100:00080000:2.0:1789763218.154514:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763218.154523:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763218.154571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8700 x1876702246728832/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763218.154610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763218.154617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763218.154621:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763218.154643:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 518 00000100:00080000:2.0:1789763218.154651:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763218.154662:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763218.154680:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763218.154698:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246728832:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789763218.154712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246728960/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763218.154732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763218.154737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763218.154739:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763218.154746:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 518 00000100:00080000:2.0:1789763218.154753:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763218.154759:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763218.154766:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763218.154784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246729088/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763218.154797:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789763218.154819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763218.154825:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763218.154828:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763218.154834:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 518 00000100:00080000:2.0:1789763218.154838:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763218.154844:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763218.154852:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763218.154863:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763218/real 1789763218] req@ffff9985857d8700 x1876702246728832/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763218.154901:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246729216/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763218.154938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763218.154943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763218.154948:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763218.154951:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8700 x1876702246728832/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763218.154960:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 518 00000100:00080000:2.0:1789763218.154972:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763218.154983:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00080000:1.0:1789763218.154984:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1789763218.154993:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789763218.154995:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763218.155010:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246728832:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789763218.155025:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246729344/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763218.155052:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246728960:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763218.155091:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763218.155109:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763218/real 1789763218] req@ffff9985857d8000 x1876702246728960/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763218.155125:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246728960/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763218.155136:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763218.155140:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763218.155144:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246728960:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763218.155151:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246729088:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763218.155172:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763218.155185:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763218/real 1789763218] req@ffff9985857d9500 x1876702246729088/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763218.155200:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246729088/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763218.155210:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763218.155214:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763218.155218:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246729088:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763218.155224:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246729216:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763218.155243:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763218.155254:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763218/real 1789763218] req@ffff9985857d9f80 x1876702246729216/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763218.155268:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246729216/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763218.155278:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763218.155281:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763218.155285:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246729216:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763218.155332:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246729344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763218.155357:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763218.155372:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763218/real 1789763218] req@ffff9985857d8e00 x1876702246729344/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763218.155396:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246729344/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763218.155406:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763218.155410:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763218.155414:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246729344:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763218.730510:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763219.754574:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763220.778529:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763221.802595:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763222.826567:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763223.274499:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763223.274512:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763223.274518:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763223.274531:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 523 00000100:00080000:3.0:1789763223.274544:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763223.274554:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763223.274619:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246729472/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763223.274655:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763223.274660:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763223.274663:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763223.274668:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 523 00000100:00080000:3.0:1789763223.274672:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763223.274678:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763223.274689:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763223.274704:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246729600/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763223.274717:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763223.274721:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763223.274724:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763223.274728:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 523 00000100:00080000:3.0:1789763223.274732:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763223.274738:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763223.274745:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763223.274757:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246729728/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763223.274771:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763223.274776:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763223.274782:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763223.274786:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246729472:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763223.274790:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 523 00000100:00080000:3.0:1789763223.274800:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763223.274808:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763223.274815:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763223.274828:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246729856/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763223.274863:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763223.274867:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763223.274871:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763223.274876:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 523 00000100:00080000:3.0:1789763223.274880:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763223.274886:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763223.274892:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763223.274907:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246729984/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763223.274927:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763223.274985:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763223/real 1789763223] req@ffff998588b40e00 x1876702246729472/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763223.275010:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246729472/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763223.275024:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763223.275029:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763223.275035:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246729472:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763223.275045:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246729600:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763223.275085:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763223.275100:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763223/real 1789763223] req@ffff998588b42a00 x1876702246729600/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763223.275115:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246729600/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763223.275126:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763223.275130:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763223.275134:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246729600:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763223.275166:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246729728:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763223.275187:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763223.275200:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763223/real 1789763223] req@ffff998588b42680 x1876702246729728/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763223.275214:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246729728/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763223.275224:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763223.275227:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763223.275231:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246729728:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763223.275238:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246729856:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763223.275256:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763223.275268:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763223/real 1789763223] req@ffff998588b43100 x1876702246729856/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763223.275282:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246729856/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763223.275330:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763223.275334:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763223.275339:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246729856:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763223.275347:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246729984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763223.275375:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763223.275389:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763223/real 1789763223] req@ffff998588b43800 x1876702246729984/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763223.275403:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246729984/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763223.275413:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763223.275417:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763223.275421:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246729984:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763223.850540:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763224.874555:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763225.898541:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763226.922551:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763227.946450:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763228.394361:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763228.394369:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763228.394372:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763228.394381:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 528 00000100:00080000:3.0:1789763228.394390:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763228.394397:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763228.394428:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246730112/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763228.394447:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763228.394450:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763228.394451:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763228.394455:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 528 00000100:00080000:3.0:1789763228.394457:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763228.394461:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763228.394468:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763228.394478:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246730240/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763228.394486:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763228.394488:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763228.394490:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763228.394493:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 528 00000100:00080000:3.0:1789763228.394496:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763228.394499:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763228.394503:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763228.394512:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246730368/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763228.394520:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246730112:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763228.394525:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763228.394529:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763228.394531:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763228.394535:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 528 00000100:00080000:3.0:1789763228.394540:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763228.394543:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763228.394547:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763228.394559:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246730496/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763228.394566:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763228.394569:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763228.394571:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763228.394574:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 528 00000100:00080000:3.0:1789763228.394577:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763228.394580:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:1.0:1789763228.394584:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789763228.394587:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763228.394597:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246730624/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763228.394620:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763228/real 1789763228] req@ffff998588b42300 x1876702246730112/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763228.394635:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246730112/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763228.394643:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763228.394645:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763228.394648:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246730112:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763228.394655:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246730240:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763228.394669:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763228.394677:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763228/real 1789763228] req@ffff998588b41c00 x1876702246730240/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763228.394685:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246730240/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763228.394689:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763228.394691:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763228.394693:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246730240:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763228.394712:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246730368:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763228.394723:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763228.394729:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763228/real 1789763228] req@ffff998588b43800 x1876702246730368/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763228.394737:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246730368/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763228.394742:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763228.394744:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763228.394746:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246730368:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763228.394749:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246730496:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763228.394759:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763228.394765:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763228/real 1789763228] req@ffff998588b43100 x1876702246730496/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763228.394773:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246730496/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763228.394778:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763228.394779:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763228.394781:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246730496:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763228.394784:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246730624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763228.394809:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763228.394817:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763228/real 1789763228] req@ffff998588b42680 x1876702246730624/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763228.394825:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246730624/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763228.394841:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763228.394842:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763228.394845:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246730624:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763228.970537:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763229.994526:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763231.018528:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763232.042590:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763233.066475:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763233.514399:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763233.514408:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763233.514412:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763233.514420:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 533 00000100:00080000:3.0:1789763233.514430:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763233.514436:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763233.514470:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246730752/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763233.514494:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763233.514499:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763233.514501:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763233.514505:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 533 00000100:00080000:3.0:1789763233.514509:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763233.514514:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763233.514523:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763233.514538:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246730880/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763233.514549:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763233.514553:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763233.514555:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763233.514559:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 533 00000100:00080000:3.0:1789763233.514562:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763233.514564:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246730752:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763233.514568:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763233.514577:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763233.514588:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246731008/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763233.514596:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763233.514600:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763233.514601:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763233.514604:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 533 00000100:00080000:3.0:1789763233.514608:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763233.514610:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763233.514613:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763233.514621:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246731136/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763233.514629:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763233.514630:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763233.514635:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763233.514636:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763233.514640:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 533 00000100:00080000:3.0:1789763233.514660:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763233.514664:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763233.514668:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763233.514678:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246731264/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763233.514696:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763233/real 1789763233] req@ffff998588b42a00 x1876702246730752/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763233.514720:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246730752/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763233.514734:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763233.514740:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763233.514745:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246730752:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763233.514754:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246730880:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763233.514793:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763233.514805:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763233/real 1789763233] req@ffff998588b40e00 x1876702246730880/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763233.514815:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246730880/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763233.514822:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763233.514824:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763233.514827:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246730880:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763233.514849:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246731008:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763233.514862:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763233.514870:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763233/real 1789763233] req@ffff998588b43b80 x1876702246731008/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763233.514879:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246731008/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763233.514885:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763233.514887:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763233.514889:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246731008:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763233.514894:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246731136:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763233.514905:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763233.514912:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763233/real 1789763233] req@ffff998588b40000 x1876702246731136/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763233.514921:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246731136/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763233.514927:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763233.514929:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763233.514931:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246731136:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763233.514935:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246731264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763233.514946:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763233.514953:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763233/real 1789763233] req@ffff998588b42d80 x1876702246731264/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763233.514961:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246731264/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763233.514967:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763233.514970:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763233.514972:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246731264:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763234.090540:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763235.114520:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763236.138542:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763237.162547:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763238.186515:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763238.634418:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763238.634434:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763238.634441:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763238.634457:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 538 00000100:00080000:3.0:1789763238.634476:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763238.634489:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763238.634567:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246731392/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763238.634617:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763238.634622:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763238.634625:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763238.634631:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 538 00000100:00080000:3.0:1789763238.634638:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763238.634644:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763238.634659:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763238.634681:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246731520/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763238.634694:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763238.634699:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763238.634702:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763238.634710:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 538 00000100:00080000:3.0:1789763238.634714:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763238.634744:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763238.634753:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763238.634777:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246731648/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763238.634779:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246731392:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763238.634807:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763238.634811:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763238.634815:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763238.634821:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 538 00000100:00080000:3.0:1789763238.634827:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763238.634832:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763238.634839:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763238.634856:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246731776/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763238.634869:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763238.634873:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763238.634875:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763238.634880:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 538 00000100:00080000:3.0:1789763238.634889:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763238.634893:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763238.634898:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763238.634908:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763238.634916:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246731904/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763238.634984:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763238/real 1789763238] req@ffff998588b41880 x1876702246731392/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763238.635013:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246731392/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763238.635030:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763238.635035:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763238.635041:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246731392:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763238.635051:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246731520:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763238.635079:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763238.635094:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763238/real 1789763238] req@ffff998588b41f80 x1876702246731520/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763238.635110:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246731520/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763238.635120:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763238.635123:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763238.635127:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246731520:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763238.635161:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246731648:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763238.635184:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763238.635197:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763238/real 1789763238] req@ffff998588b42d80 x1876702246731648/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763238.635221:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246731648/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763238.635233:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763238.635239:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763238.635246:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246731648:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763238.635258:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246731776:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763238.635358:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763238.635383:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763238/real 1789763238] req@ffff998588b40000 x1876702246731776/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763238.635401:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246731776/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763238.635412:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763238.635416:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763238.635420:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246731776:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763238.635427:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246731904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763238.635456:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763238.635469:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763238/real 1789763238] req@ffff998588b43b80 x1876702246731904/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763238.635483:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246731904/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763238.635502:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763238.635506:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763238.635510:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246731904:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763239.210578:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763240.234552:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763241.258594:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763242.282562:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763243.306549:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763243.754488:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763243.754503:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763243.754510:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763243.754527:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 543 00000100:00080000:3.0:1789763243.754546:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763243.754558:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763243.754620:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246732032/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763243.754664:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763243.754674:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763243.754676:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763243.754707:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 543 00000100:00080000:3.0:1789763243.754714:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763243.754722:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763243.754737:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763243.754758:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246732160/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763243.754773:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763243.754779:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763243.754781:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763243.754786:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 543 00000100:00080000:3.0:1789763243.754791:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763243.754795:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763243.754801:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763243.754813:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246732288/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763243.754833:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763243.754837:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246732032:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763243.754840:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763243.754843:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763243.754864:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 543 00000100:00080000:3.0:1789763243.754871:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763243.754875:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763243.754882:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763243.754897:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246732416/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763243.754908:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763243.754914:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763243.754917:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763243.754923:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 543 00000100:00080000:3.0:1789763243.754926:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763243.754933:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763243.754939:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763243.754951:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246732544/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763243.754969:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763243.755033:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763243/real 1789763243] req@ffff998588b40e00 x1876702246732032/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763243.755058:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246732032/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763243.755074:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763243.755082:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763243.755090:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246732032:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763243.755105:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246732160:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763243.755152:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763243.755178:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763243/real 1789763243] req@ffff998588b42a00 x1876702246732160/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763243.755204:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246732160/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763243.755215:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763243.755221:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763243.755225:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246732160:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763243.755259:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246732288:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763243.755348:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763243.755366:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763243/real 1789763243] req@ffff998588b42680 x1876702246732288/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763243.755382:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246732288/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763243.755393:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763243.755397:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763243.755402:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246732288:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763243.755410:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246732416:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763243.755433:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763243.755445:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763243/real 1789763243] req@ffff998588b43100 x1876702246732416/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763243.755459:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246732416/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763243.755469:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763243.755472:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763243.755476:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246732416:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763243.755483:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246732544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763243.755504:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763243.755516:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763243/real 1789763243] req@ffff998588b43800 x1876702246732544/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763243.755531:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246732544/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763243.755540:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763243.755544:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763243.755547:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246732544:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763244.330712:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763245.354614:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763246.378574:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763247.402537:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763248.426527:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763248.874469:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763248.874484:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763248.874491:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763248.874507:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 548 00000100:00080000:1.0:1789763248.874524:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763248.874535:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763248.874599:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dbb80 x1876702246732672/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763248.874667:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763248.874673:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763248.874677:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763248.874684:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 548 00000100:00080000:1.0:1789763248.874689:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763248.874696:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763248.874712:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763248.874727:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246732672:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763248.874737:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246732800/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763248.874758:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763248.874762:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763248.874765:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763248.874770:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 548 00000100:00080000:1.0:1789763248.874776:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763248.874780:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763248.874786:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763248.874801:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246732928/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763248.874813:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763248.874817:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763248.874820:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763248.874825:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 548 00000100:00080000:1.0:1789763248.874831:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763248.874835:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763248.874840:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763248.874853:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246733056/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763248.874864:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763248.874873:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:3.0:1789763248.874876:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763248.874877:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763248.874889:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 548 00000100:00080000:1.0:1789763248.874897:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763248.874903:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763248.874909:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763248.874940:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246733184/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763248.874962:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763248/real 1789763248] req@ffff9985836dbb80 x1876702246732672/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763248.874992:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dbb80 x1876702246732672/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763248.875009:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763248.875014:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763248.875020:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246732672:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763248.875058:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246732800:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763248.875089:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763248.875106:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763248/real 1789763248] req@ffff9985836d9180 x1876702246732800/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763248.875121:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246732800/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763248.875131:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763248.875135:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763248.875139:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246732800:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763248.875146:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246732928:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763248.875172:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763248.875184:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763248/real 1789763248] req@ffff9985836d8e00 x1876702246732928/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763248.875199:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246732928/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763248.875209:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763248.875212:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763248.875216:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246732928:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763248.875223:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246733056:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763248.875242:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763248.875254:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763248/real 1789763248] req@ffff9985836db800 x1876702246733056/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763248.875277:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246733056/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763248.875321:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763248.875326:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763248.875330:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246733056:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763248.875337:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246733184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763248.875362:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763248.875377:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763248/real 1789763248] req@ffff9985836da300 x1876702246733184/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763248.875392:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246733184/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763248.875402:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763248.875406:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763248.875410:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246733184:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763249.450520:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763250.474576:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763251.498493:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763252.522540:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763253.546605:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763253.994469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763253.994483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763253.994489:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763253.994502:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 553 00000100:00080000:0.0:1789763253.994518:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763253.994528:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763253.994577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246733312/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763253.994637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763253.994645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763253.994650:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763253.994660:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 553 00000100:00080000:0.0:1789763253.994669:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763253.994679:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763253.994695:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246733312:192.168.203.136@tcp:250:kworker.0 00000008:00100000:0.0:1789763253.994697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763253.994730:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1c00 x1876702246733440/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763253.994747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763253.994752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763253.994756:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763253.994762:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 553 00000100:00080000:0.0:1789763253.994768:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763253.994774:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763253.994782:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:3.0:1789763253.994792:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763253.994801:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246733568/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763253.994817:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763253.994822:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763253.994825:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763253.994829:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 553 00000100:00080000:0.0:1789763253.994833:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763253.994838:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763253.994845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763253.994862:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763253/real 1789763253] req@ffff9985856a3480 x1876702246733312/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763253.994864:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246733696/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763253.994919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763253.994926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763253.994929:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763253.994935:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 553 00000100:00080000:0.0:1789763253.994941:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763253.994944:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246733312/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763253.994952:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763253.994963:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763253.994985:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246733824/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763253.994994:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763253.995008:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763253.995018:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246733312:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763253.995051:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246733440:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763253.995081:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763253.995098:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763253/real 1789763253] req@ffff9985856a1c00 x1876702246733440/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763253.995114:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1c00 x1876702246733440/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763253.995144:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763253.995151:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763253.995158:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246733440:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763253.995171:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246733568:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763253.995213:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763253.995238:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763253/real 1789763253] req@ffff9985856a1500 x1876702246733568/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763253.995264:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246733568/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763253.995281:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763253.995287:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763253.995348:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246733568:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763253.995359:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246733696:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763253.995407:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763253.995425:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763253/real 1789763253] req@ffff9985856a1880 x1876702246733696/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763253.995441:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246733696/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763253.995452:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763253.995456:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763253.995460:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246733696:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763253.995467:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246733824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763253.995490:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763253.995503:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763253/real 1789763253] req@ffff9985856a0e00 x1876702246733824/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763253.995517:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246733824/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763253.995527:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763253.995530:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763253.995534:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246733824:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763254.570718:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763255.594527:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763256.618474:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763257.642619:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763258.666526:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763259.114503:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763259.114516:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763259.114522:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763259.114535:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 559 00000100:00080000:1.0:1789763259.114549:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763259.114558:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763259.114633:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246733952/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763259.114689:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763259.114697:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763259.114701:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763259.114712:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 559 00000100:00080000:1.0:1789763259.114722:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763259.114734:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763259.114751:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763259.114777:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246734080/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763259.114777:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246733952:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763259.114822:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763259.114830:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763259.114835:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763259.114861:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 559 00000100:00080000:1.0:1789763259.114872:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763259.114880:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763259.114891:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763259.114922:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246734208/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763259.114945:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763259.114952:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763259.114956:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763259.114965:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 559 00000100:00080000:1.0:1789763259.114973:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763259.114984:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763259.114991:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246734080:192.168.203.136@tcp:38:kworker.0 00000008:00100000:1.0:1789763259.114999:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763259.115032:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246734336/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763259.115050:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763259.115059:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1789763259.115063:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246734208:192.168.203.136@tcp:8:kworker.0 00000100:00080000:1.0:1789763259.115065:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763259.115081:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 559 00000100:00080000:1.0:1789763259.115110:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763259.115117:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763259.115128:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763259.115161:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246734336:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763259.115163:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246734464/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763259.115261:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246734464:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763259.690581:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763260.714547:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763261.738546:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763262.186686:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789763262.186745:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763262.186767:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763262.186817:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763262.186829:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763262.186846:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763262.186864:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789763262.186892:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763259/real 1789763262] req@ffff9985836db800 x1876702246734336/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763262.186944:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246734336/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763262.186969:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763262.186976:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763262.186982:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246734336:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763262.186994:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763259/real 1789763262] req@ffff9985836d9880 x1876702246734080/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763262.187021:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246734080/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763262.187038:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763262.187045:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763262.187052:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246734080:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763262.187066:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763259/real 1789763262] req@ffff9985836da300 x1876702246734208/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763262.187090:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246734208/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763262.187107:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763262.187114:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763262.187121:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246734208:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763262.187134:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763259/real 1789763262] req@ffff9985836d8380 x1876702246733952/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763262.187158:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246733952/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763262.187177:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763262.187184:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763262.187192:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246733952:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763262.187243:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763259/real 1789763262] req@ffff9985836d8e00 x1876702246734464/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763262.187267:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246734464/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763262.187285:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763262.187348:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763262.187356:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246734464:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763262.762614:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763263.786484:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763264.234501:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763264.234517:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763264.234524:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763264.234563:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 564 00000100:00080000:3.0:1789763264.234581:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763264.234592:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763264.234652:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246734592/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763264.234697:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763264.234702:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763264.234705:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763264.234711:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 564 00000100:00080000:3.0:1789763264.234715:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763264.234721:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763264.234736:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763264.234754:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246734720/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763264.234770:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246734592:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763264.234775:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763264.234789:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763264.234792:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763264.234798:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 564 00000100:00080000:3.0:1789763264.234802:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763264.234806:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763264.234813:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763264.234831:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246734848/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763264.234853:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763264.234858:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763264.234860:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763264.234864:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 564 00000100:00080000:3.0:1789763264.234870:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763264.234874:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763264.234880:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763264.234894:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246734976/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763264.234911:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763264.234912:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763264.234923:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763264.234926:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763264.234933:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 564 00000100:00080000:3.0:1789763264.234939:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763264.234943:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763264.234949:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763264.234962:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246735104/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763264.235032:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763264/real 1789763264] req@ffff998588b41c00 x1876702246734592/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763264.235074:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246734592/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763264.235108:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763264.235118:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763264.235127:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246734592:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763264.235180:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246734720:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763264.235230:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763264.235258:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763264/real 1789763264] req@ffff998588b42300 x1876702246734720/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763264.235344:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246734720/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763264.235363:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763264.235369:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763264.235377:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246734720:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763264.235391:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246734848:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763264.235438:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763264.235463:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763264/real 1789763264] req@ffff998588b43800 x1876702246734848/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763264.235487:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246734848/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763264.235505:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763264.235512:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763264.235519:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246734848:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763264.235570:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246734976:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763264.235616:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763264.235641:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763264/real 1789763264] req@ffff998588b43100 x1876702246734976/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763264.235668:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246734976/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763264.235697:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763264.235704:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763264.235711:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246734976:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763264.235725:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246735104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763264.235765:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763264.235789:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763264/real 1789763264] req@ffff998588b42680 x1876702246735104/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763264.235813:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246735104/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763264.235830:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763264.235837:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763264.235843:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246735104:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763264.810605:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763265.834576:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763266.858540:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763267.882550:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763268.906553:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763269.354519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763269.354545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763269.354552:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763269.354568:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 569 00000100:00080000:0.0:1789763269.354587:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763269.354599:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763269.354665:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246735232/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763269.354709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763269.354715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763269.354717:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763269.354723:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 569 00000100:00080000:0.0:1789763269.354727:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763269.354732:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763269.354746:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763269.354764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246735360/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763269.354779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763269.354784:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763269.354787:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763269.354793:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 569 00000100:00080000:0.0:1789763269.354797:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763269.354802:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763269.354809:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763269.354820:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246735232:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763269.354832:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246735488/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763269.354852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763269.354858:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763269.354861:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763269.354870:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 569 00000100:00080000:0.0:1789763269.354876:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763269.354881:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763269.354890:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763269.354909:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246735616/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763269.354923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763269.354929:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763269.354932:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763269.354938:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 569 00000800:00000100:1.0:1789763269.354952:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789763269.354955:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763269.354965:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763269.354974:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763269.354990:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246735744/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763269.355024:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763269/real 1789763269] req@ffff9985856a2a00 x1876702246735232/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763269.355051:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246735232/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763269.355077:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763269.355087:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763269.355093:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246735232:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763269.355104:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246735360:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763269.355132:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763269.355148:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763269/real 1789763269] req@ffff9985856a0000 x1876702246735360/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763269.355164:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246735360/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763269.355174:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763269.355177:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763269.355181:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246735360:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763269.355217:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246735488:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763269.355240:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763269.355253:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763269/real 1789763269] req@ffff9985856a0e00 x1876702246735488/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763269.355268:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246735488/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763269.355278:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763269.355282:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763269.355285:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246735488:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763269.355342:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246735616:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763269.355367:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763269.355382:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763269/real 1789763269] req@ffff9985856a1880 x1876702246735616/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763269.355397:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246735616/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763269.355407:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763269.355411:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763269.355415:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246735616:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763269.355422:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246735744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763269.355441:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763269.355453:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763269/real 1789763269] req@ffff9985856a1500 x1876702246735744/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763269.355467:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246735744/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763269.355476:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763269.355480:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763269.355483:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246735744:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763269.930610:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763270.954528:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763271.978560:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763273.002502:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763274.026540:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763274.474506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763274.474522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763274.474531:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763274.474548:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 574 00000100:00080000:3.0:1789763274.474567:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763274.474578:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763274.474629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246735872/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763274.474672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763274.474677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763274.474687:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763274.474693:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 574 00000100:00080000:3.0:1789763274.474697:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763274.474702:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763274.474714:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763274.474731:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246736000/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763274.474748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763274.474764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1789763274.474767:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246735872:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763274.474768:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763274.474784:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 574 00000100:00080000:3.0:1789763274.474790:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763274.474794:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763274.474800:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763274.474817:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246736128/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763274.474839:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763274.474845:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763274.474847:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763274.474852:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 574 00000100:00080000:3.0:1789763274.474857:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763274.474861:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763274.474868:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763274.474881:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246736256/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763274.474890:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763274.474906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763274.474912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763274.474916:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763274.474923:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 574 00000100:00080000:3.0:1789763274.474942:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763274.474948:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763274.474956:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763274.474970:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763274/real 1789763274] req@ffff998588b42a00 x1876702246735872/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763274.474975:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246736384/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763274.475049:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246735872/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763274.475065:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763274.475070:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763274.475075:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246735872:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763274.475106:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246736000:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763274.475139:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763274.475155:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763274/real 1789763274] req@ffff998588b40e00 x1876702246736000/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763274.475171:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246736000/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763274.475181:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763274.475186:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763274.475190:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246736000:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763274.475197:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246736128:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763274.475217:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763274.475229:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763274/real 1789763274] req@ffff998588b43b80 x1876702246736128/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763274.475252:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246736128/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763274.475262:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763274.475265:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763274.475269:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246736128:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763274.475276:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246736256:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763274.475337:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763274.475352:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763274/real 1789763274] req@ffff998588b40000 x1876702246736256/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763274.475367:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246736256/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763274.475377:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763274.475381:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763274.475385:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246736256:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763274.475392:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246736384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763274.475413:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763274.475425:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763274/real 1789763274] req@ffff998588b42d80 x1876702246736384/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763274.475439:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246736384/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763274.475486:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763274.475493:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763274.475500:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246736384:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763275.050559:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763276.074558:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763277.098533:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763278.122483:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763279.146594:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763279.594487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763279.594502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763279.594508:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763279.594523:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 579 00000100:00080000:0.0:1789763279.594540:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763279.594551:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763279.594609:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1c00 x1876702246736512/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763279.594653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763279.594658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763279.594661:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763279.594666:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 579 00000100:00080000:0.0:1789763279.594671:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763279.594677:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763279.594691:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763279.594710:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246736640/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763279.594722:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246736512:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763279.594728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763279.594741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763279.594744:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763279.594751:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 579 00000100:00080000:0.0:1789763279.594756:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763279.594761:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763279.594767:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763279.594782:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246736768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763279.594796:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763279.594801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763279.594803:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763279.594811:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 579 00000100:00080000:0.0:1789763279.594819:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763279.594821:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789763279.594828:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763279.594834:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763279.594849:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246736896/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763279.594862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763279.594867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763279.594870:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763279.594877:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 579 00000100:00080000:0.0:1789763279.594882:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763279.594885:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763279/real 1789763279] req@ffff9985856a1c00 x1876702246736512/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763279.594891:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763279.594903:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763279.594927:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246737024/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763279.594929:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1c00 x1876702246736512/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763279.595022:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763279.595029:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763279.595034:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246736512:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763279.595064:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246736640:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763279.595087:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763279.595096:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763279/real 1789763279] req@ffff9985856a3480 x1876702246736640/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763279.595105:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246736640/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763279.595116:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763279.595118:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763279.595121:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246736640:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763279.595125:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246736768:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763279.595146:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763279.595154:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763279/real 1789763279] req@ffff9985856a0700 x1876702246736768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763279.595162:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246736768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763279.595167:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763279.595170:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763279.595172:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246736768:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763279.595176:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246736896:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763279.595189:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763279.595195:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763279/real 1789763279] req@ffff9985856a3800 x1876702246736896/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763279.595203:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246736896/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763279.595208:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763279.595210:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763279.595212:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246736896:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763279.595216:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246737024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763279.595227:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763279.595234:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763279/real 1789763279] req@ffff9985856a2300 x1876702246737024/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763279.595241:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246737024/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763279.595251:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763279.595253:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763279.595256:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246737024:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763280.170532:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763281.194541:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763282.218467:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763283.242524:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763284.266551:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763284.714488:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763284.714496:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763284.714500:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763284.714508:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 584 00000100:00080000:3.0:1789763284.714517:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763284.714523:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763284.714556:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246737152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763284.714580:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763284.714583:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763284.714584:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763284.714587:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 584 00000100:00080000:3.0:1789763284.714589:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763284.714592:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763284.714600:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763284.714611:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246737280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763284.714619:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763284.714624:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1789763284.714625:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246737152:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763284.714626:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763284.714635:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 584 00000100:00080000:3.0:1789763284.714638:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763284.714640:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763284.714644:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763284.714654:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246737408/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763284.714666:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763284.714669:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763284.714670:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763284.714672:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 584 00000100:00080000:3.0:1789763284.714683:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763284.714685:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763284.714689:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1789763284.714692:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763284.714699:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246737536/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763284.714707:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763284.714710:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763284.714712:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763284.714715:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 584 00000100:00080000:3.0:1789763284.714717:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763284.714719:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763284.714722:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763284.714730:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246737664/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763284.714739:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763284/real 1789763284] req@ffff998588b41f80 x1876702246737152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763284.714757:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246737152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763284.714766:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763284.714769:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763284.714772:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246737152:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763284.714792:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246737280:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763284.714826:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763284.714835:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763284/real 1789763284] req@ffff998588b41880 x1876702246737280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763284.714844:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246737280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763284.714850:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763284.714852:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763284.714855:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246737280:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763284.714858:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246737408:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763284.714870:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763284.714876:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763284/real 1789763284] req@ffff998588b42d80 x1876702246737408/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763284.714900:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246737408/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763284.714905:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763284.714907:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763284.714909:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246737408:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763284.714913:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246737536:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763284.714923:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763284.714929:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763284/real 1789763284] req@ffff998588b40000 x1876702246737536/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763284.714947:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246737536/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763284.714952:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763284.714954:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763284.714956:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246737536:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763284.714975:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246737664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763284.714988:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763284.714995:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763284/real 1789763284] req@ffff998588b43b80 x1876702246737664/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763284.715003:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246737664/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763284.715009:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763284.715012:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763284.715016:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246737664:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763285.290468:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763286.314440:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763287.338519:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763288.362511:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763289.386515:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763289.834440:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763289.834455:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763289.834461:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763289.834477:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 589 00000100:00080000:3.0:1789763289.834495:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763289.834506:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763289.834564:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246737792/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763289.834607:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763289.834612:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763289.834614:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763289.834620:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 589 00000100:00080000:3.0:1789763289.834625:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763289.834630:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763289.834643:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763289.834666:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246737920/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763289.834667:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246737792:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763289.834700:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763289.834706:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763289.834710:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763289.834719:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 589 00000100:00080000:3.0:1789763289.834724:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763289.834730:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763289.834738:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763289.834752:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246738048/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763289.834764:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763289.834784:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763289.834789:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763289.834791:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763289.834798:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 589 00000100:00080000:3.0:1789763289.834803:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763289.834809:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763289.834818:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763289.834822:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763289/real 1789763289] req@ffff998588b40e00 x1876702246737792/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763289.834836:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246738176/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763289.834870:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246737792/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763289.834880:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763289.834884:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763289.834887:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246737792:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763289.834919:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763289.834923:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763289.834927:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763289.834936:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 589 00000100:00100000:1.0:1789763289.834938:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246737920:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789763289.834945:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763289.834953:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763289.834960:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763289.834969:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763289.834977:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246738304/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763289.834990:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763289/real 1789763289] req@ffff998588b42a00 x1876702246737920/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763289.835023:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246737920/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763289.835031:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763289.835035:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763289.835038:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246737920:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763289.835045:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246738048:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763289.835068:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763289.835077:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763289/real 1789763289] req@ffff998588b42680 x1876702246738048/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763289.835085:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246738048/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763289.835096:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763289.835098:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763289.835100:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246738048:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763289.835104:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246738176:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763289.835114:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763289.835120:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763289/real 1789763289] req@ffff998588b43100 x1876702246738176/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763289.835127:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246738176/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763289.835132:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763289.835134:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763289.835136:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246738176:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763289.835146:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246738304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763289.835157:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763289.835164:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763289/real 1789763289] req@ffff998588b43800 x1876702246738304/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763289.835171:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246738304/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763289.835176:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763289.835178:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763289.835180:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246738304:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763290.410480:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763291.434597:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763292.458520:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763293.482456:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763294.506425:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763294.954385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763294.954396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763294.954400:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763294.954411:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 594 00000100:00080000:0.0:1789763294.954424:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763294.954432:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763294.954475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246738432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763294.954500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763294.954504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763294.954505:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763294.954508:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 594 00000100:00080000:0.0:1789763294.954510:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763294.954513:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763294.954522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763294.954531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246738560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763294.954538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763294.954541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763294.954542:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763294.954545:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 594 00000100:00080000:0.0:1789763294.954547:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763294.954549:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763294.954554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763294.954555:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246738432:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763294.954564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246738688/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763294.954573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763294.954576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763294.954578:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763294.954581:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 594 00000100:00080000:0.0:1789763294.954583:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763294.954586:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763294.954589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763294.954598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246738816/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763294.954604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763294.954607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763294.954608:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763294.954611:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 594 00000100:00080000:0.0:1789763294.954614:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763294.954617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763294.954620:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763294.954628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246738944/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763294.954633:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763294.954679:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763294/real 1789763294] req@ffff9985856a2d80 x1876702246738432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763294.954695:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246738432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763294.954704:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763294.954707:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763294.954710:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246738432:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763294.954715:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246738560:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763294.954730:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763294.954739:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763294/real 1789763294] req@ffff9985856a2680 x1876702246738560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763294.954747:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246738560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763294.954752:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763294.954754:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763294.954756:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246738560:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763294.954778:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246738688:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763294.954790:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763294.954797:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763294/real 1789763294] req@ffff9985856a2300 x1876702246738688/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763294.954804:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246738688/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763294.954810:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763294.954811:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763294.954813:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246738688:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763294.954817:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246738816:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763294.954827:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763294.954833:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763294/real 1789763294] req@ffff9985856a3800 x1876702246738816/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763294.954841:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246738816/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763294.954846:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763294.954847:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763294.954849:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246738816:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763294.954852:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246738944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763294.954862:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763294.954867:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763294/real 1789763294] req@ffff9985856a0700 x1876702246738944/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763294.954876:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246738944/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763294.954881:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763294.954882:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763294.954884:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246738944:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763295.530446:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763296.554438:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763297.578436:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763298.602430:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763299.626438:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763300.074473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763300.074485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763300.074491:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763300.074503:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 600 00000100:00080000:3.0:1789763300.074519:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763300.074528:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763300.074579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246739072/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763300.074609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763300.074612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763300.074614:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763300.074618:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 600 00000100:00080000:3.0:1789763300.074621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763300.074624:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763300.074636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763300.074651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246739200/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763300.074663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763300.074666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763300.074668:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763300.074674:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 600 00000100:00100000:1.0:1789763300.074677:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246739072:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763300.074678:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763300.074687:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763300.074693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763300.074704:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246739328/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763300.074714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763300.074717:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763300.074719:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763300.074723:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 600 00000100:00080000:3.0:1789763300.074727:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763300.074730:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763300.074734:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763300.074743:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246739456/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763300.074750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763300.074753:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763300.074755:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763300.074759:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 600 00000100:00080000:3.0:1789763300.074763:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763300.074766:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763300.074769:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763300.074782:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763300.074782:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246739584/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763300.074846:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763300/real 1789763300] req@ffff998588b42300 x1876702246739072/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763300.074883:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246739072/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763300.074895:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763300.074899:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763300.074903:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246739072:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763300.074931:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246739200:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763300.074978:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763300.074992:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763300/real 1789763300] req@ffff998588b41c00 x1876702246739200/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763300.075012:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246739200/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763300.075021:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763300.075024:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763300.075028:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246739200:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763300.075034:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246739328:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763300.075051:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763300.075060:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763300/real 1789763300] req@ffff998588b43800 x1876702246739328/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763300.075072:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246739328/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763300.075080:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763300.075082:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763300.075085:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246739328:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763300.075090:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246739456:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763300.075106:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763300.075116:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763300/real 1789763300] req@ffff998588b43100 x1876702246739456/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763300.075127:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246739456/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763300.075159:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763300.075163:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763300.075167:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246739456:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763300.075172:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246739584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763300.075191:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763300.075201:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763300/real 1789763300] req@ffff998588b42680 x1876702246739584/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763300.075213:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246739584/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763300.075221:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763300.075224:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763300.075227:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246739584:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763300.650460:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763301.674474:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763302.698454:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763303.722509:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763304.746476:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763305.194412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763305.194422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763305.194427:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763305.194438:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 605 00000100:00080000:3.0:1789763305.194450:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763305.194458:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763305.194502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246739712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763305.194529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763305.194532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763305.194533:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763305.194536:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 605 00000100:00080000:3.0:1789763305.194539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763305.194541:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763305.194550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763305.194558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246739840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763305.194566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763305.194568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763305.194570:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763305.194573:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 605 00000100:00080000:3.0:1789763305.194575:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763305.194577:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763305.194580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763305.194587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246739968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763305.194595:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246739712:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763305.194597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763305.194604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763305.194607:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763305.194611:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 605 00000100:00080000:3.0:1789763305.194613:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763305.194616:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763305.194619:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763305.194627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246740096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763305.194633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763305.194635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763305.194637:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763305.194639:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 605 00000100:00080000:3.0:1789763305.194641:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763305.194643:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763305.194645:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763305.194651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246740224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763305.194683:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763305.194731:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763305/real 1789763305] req@ffff998588b42a00 x1876702246739712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763305.194751:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246739712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763305.194771:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763305.194775:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763305.194780:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246739712:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763305.194788:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246739840:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763305.194810:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763305.194823:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763305/real 1789763305] req@ffff998588b40e00 x1876702246739840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763305.194836:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246739840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763305.194845:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763305.194849:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763305.194852:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246739840:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763305.194879:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246739968:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763305.194902:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763305.194913:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763305/real 1789763305] req@ffff998588b43b80 x1876702246739968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763305.194926:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246739968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763305.194936:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763305.194939:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763305.194943:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246739968:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763305.194950:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246740096:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763305.194967:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763305.194977:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763305/real 1789763305] req@ffff998588b40000 x1876702246740096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763305.194990:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246740096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763305.194999:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763305.195002:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763305.195005:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246740096:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763305.195012:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246740224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763305.195028:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763305.195038:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763305/real 1789763305] req@ffff998588b42d80 x1876702246740224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763305.195050:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246740224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763305.195059:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763305.195063:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763305.195066:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246740224:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763305.770456:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763306.794465:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763307.818419:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763308.842417:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763309.866394:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763310.314406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763310.314417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763310.314420:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763310.314429:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 610 00000100:00080000:1.0:1789763310.314438:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763310.314444:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763310.314477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246740352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763310.314503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763310.314506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763310.314507:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763310.314510:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 610 00000100:00080000:1.0:1789763310.314512:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763310.314515:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763310.314523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763310.314535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dbb80 x1876702246740480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763310.314545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763310.314548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763310.314551:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763310.314551:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246740352:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763310.314559:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 610 00000100:00080000:1.0:1789763310.314566:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763310.314570:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763310.314574:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763310.314586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246740608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763310.314593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763310.314596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763310.314597:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763310.314599:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 610 00000100:00080000:1.0:1789763310.314601:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763310.314603:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763310.314607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763310.314612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246740736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763310.314617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763310.314621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763310.314623:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763310.314626:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 610 00000100:00080000:1.0:1789763310.314629:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763310.314631:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763310.314633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763310.314639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246740864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763310.314658:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763310.314712:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763310/real 1789763310] req@ffff9985836d9180 x1876702246740352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763310.314730:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246740352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763310.314740:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763310.314743:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763310.314747:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246740352:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763310.314770:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246740480:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763310.314789:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763310.314799:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763310/real 1789763310] req@ffff9985836dbb80 x1876702246740480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763310.314807:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dbb80 x1876702246740480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763310.314813:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763310.314815:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763310.314817:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246740480:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763310.314822:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246740608:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763310.314836:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763310.314843:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763310/real 1789763310] req@ffff9985836d8700 x1876702246740608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763310.314850:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246740608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763310.314855:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763310.314857:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763310.314859:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246740608:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763310.314863:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246740736:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763310.314874:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763310.314880:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763310/real 1789763310] req@ffff9985836d9c00 x1876702246740736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763310.314887:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246740736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763310.314892:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763310.314894:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763310.314895:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246740736:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763310.314899:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246740864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763310.314909:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763310.314915:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763310/real 1789763310] req@ffff9985836da680 x1876702246740864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763310.314923:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246740864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763310.314927:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763310.314929:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763310.314931:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246740864:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763310.890555:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763311.914410:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763312.938524:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763313.962406:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763314.986531:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763315.434548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763315.434561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763315.434566:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763315.434579:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 615 00000100:00080000:3.0:1789763315.434593:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763315.434603:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763315.434675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246740992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763315.434755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763315.434766:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763315.434771:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763315.434782:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 615 00000100:00080000:3.0:1789763315.434789:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763315.434795:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763315.434808:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763315.434840:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246741120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763315.434841:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246740992:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763315.434905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763315.434910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763315.434913:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763315.434922:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 615 00000100:00080000:3.0:1789763315.434928:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763315.434933:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763315.434940:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763315.434955:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246741248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763315.434968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763315.434973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763315.434976:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763315.434983:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 615 00000100:00080000:3.0:1789763315.434990:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763315.434995:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763315.435004:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763315.435017:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246741376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763315.435036:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763315.435041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763315.435047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763315.435050:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763315.435056:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 615 00000100:00080000:3.0:1789763315.435065:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763315.435070:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763315.435078:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763315.435095:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246741504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763315.435128:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763315/real 1789763315] req@ffff998588b41880 x1876702246740992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763315.435201:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246740992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763315.435229:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763315.435235:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763315.435241:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246740992:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763315.435301:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246741120:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763315.435399:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763315.435417:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763315/real 1789763315] req@ffff998588b41f80 x1876702246741120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763315.435433:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246741120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763315.435443:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763315.435447:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763315.435451:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246741120:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763315.435459:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246741248:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763315.435487:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763315.435505:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763315/real 1789763315] req@ffff998588b42d80 x1876702246741248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763315.435529:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246741248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763315.435539:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763315.435543:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763315.435546:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246741248:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763315.435553:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246741376:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763315.435572:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763315.435583:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763315/real 1789763315] req@ffff998588b40000 x1876702246741376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763315.435596:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246741376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763315.435607:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763315.435612:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763315.435616:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246741376:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763315.435623:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246741504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763315.435645:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763315.435657:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763315/real 1789763315] req@ffff998588b43b80 x1876702246741504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763315.435670:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246741504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763315.435688:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763315.435691:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763315.435695:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246741504:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763316.010454:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763317.034420:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763318.058385:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763319.082613:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763320.106519:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763320.554459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763320.554474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763320.554481:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763320.554498:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 620 00000100:00080000:3.0:1789763320.554516:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763320.554528:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763320.554593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246741632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763320.554639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763320.554648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763320.554652:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763320.554660:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 620 00000100:00080000:3.0:1789763320.554667:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763320.554676:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763320.554695:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763320.554731:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246741632:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763320.554732:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246741760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763320.554762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763320.554767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763320.554769:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763320.554776:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 620 00000100:00080000:3.0:1789763320.554782:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763320.554787:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763320.554795:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763320.554815:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246741888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763320.554828:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763320.554834:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763320.554837:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763320.554841:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 620 00000100:00080000:3.0:1789763320.554846:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763320.554851:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:1.0:1789763320.554861:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789763320.554866:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763320.554883:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246742016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763320.554897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763320.554902:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763320.554904:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763320.554909:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 620 00000100:00080000:3.0:1789763320.554913:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763320.554918:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763320.554925:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763320.554937:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763320/real 1789763320] req@ffff998588b40e00 x1876702246741632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763320.554943:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246742144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763320.555002:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246741632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763320.555022:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763320.555029:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763320.555038:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246741632:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763320.555070:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246741760:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763320.555099:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763320.555146:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763320/real 1789763320] req@ffff998588b42a00 x1876702246741760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763320.555167:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246741760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763320.555187:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763320.555192:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763320.555197:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246741760:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763320.555205:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246741888:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763320.555234:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763320.555249:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763320/real 1789763320] req@ffff998588b42680 x1876702246741888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763320.555264:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246741888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763320.555274:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763320.555278:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763320.555282:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246741888:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763320.555331:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246742016:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763320.555373:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763320.555397:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763320/real 1789763320] req@ffff998588b43100 x1876702246742016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763320.555423:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246742016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763320.555440:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763320.555446:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763320.555454:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246742016:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763320.555463:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246742144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763320.555494:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763320.555509:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763320/real 1789763320] req@ffff998588b43800 x1876702246742144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763320.555524:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246742144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763320.555534:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763320.555538:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763320.555543:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246742144:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763321.130617:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763322.154475:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763323.178494:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763324.202621:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763325.226602:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763325.674455:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763325.674472:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763325.674479:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763325.674495:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 625 00000100:00080000:2.0:1789763325.674513:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763325.674538:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763325.674605:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246742272/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763325.674654:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763325.674660:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763325.674663:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763325.674668:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 625 00000100:00080000:2.0:1789763325.674673:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763325.674678:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763325.674692:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763325.674711:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246742400/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763325.674726:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763325.674731:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763325.674734:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763325.674739:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 625 00000100:00080000:2.0:1789763325.674743:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763325.674748:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763325.674756:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763325.674771:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246742272:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789763325.674774:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246742528/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763325.674797:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763325.674802:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763325.674805:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763325.674811:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 625 00000100:00080000:2.0:1789763325.674818:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763325.674825:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763325.674835:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763325.674859:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246742656/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763325.674880:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763325.674888:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763325.674892:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763325.674901:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 625 00000100:00080000:2.0:1789763325.674909:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763325.674918:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763325.674927:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763325.674949:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246742784/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763325.674965:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246742400:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763325.675036:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246742528:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763325.675072:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246742656:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763325.675142:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246742784:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763326.250471:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763327.274542:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763328.298449:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789763328.746639:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:3.0:1789763328.746701:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789763328.746717:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789763328.746752:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789763328.746759:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789763328.746765:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789763328.746771:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789763328.746819:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763325/real 1789763328] req@ffff9985857daa00 x1876702246742528/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763328.746843:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246742528/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763328.746853:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763328.746857:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763328.746861:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246742528:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763328.746867:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763325/real 1789763328] req@ffff9985857d9180 x1876702246742656/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763328.746876:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246742656/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763328.746881:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763328.746883:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763328.746886:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246742656:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763328.746890:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763325/real 1789763328] req@ffff9985857d8380 x1876702246742784/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763328.746898:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246742784/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763328.746904:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763328.746906:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763328.746909:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246742784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763328.746920:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763325/real 1789763328] req@ffff9985857dbb80 x1876702246742272/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763328.746934:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246742272/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763328.746943:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763328.746946:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763328.746950:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246742272:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763328.746957:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763325/real 1789763328] req@ffff9985857db800 x1876702246742400/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763328.746970:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246742400/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763328.746979:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763328.746983:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763328.746987:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246742400:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763329.322558:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763330.346533:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763330.794462:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763330.794476:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763330.794481:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763330.794494:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 630 00000100:00080000:1.0:1789763330.794508:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763330.794518:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763330.794562:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246742912/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763330.794604:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763330.794609:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763330.794612:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763330.794617:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 630 00000100:00080000:1.0:1789763330.794621:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763330.794626:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763330.794638:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763330.794672:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246742912:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763330.794673:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246743040/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763330.794708:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763330.794715:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763330.794719:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763330.794727:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 630 00000100:00080000:1.0:1789763330.794736:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763330.794744:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763330.794755:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763330.794783:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246743168/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763330.794793:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763330.794819:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763330.794827:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763330.794832:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763330.794841:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 630 00000100:00080000:1.0:1789763330.794851:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763330.794860:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763330.794871:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763330.794894:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246743296/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763330.794916:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763330.794918:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763330/real 1789763330] req@ffff9985836d8a80 x1876702246742912/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763330.794927:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763330.794935:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763330.794952:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 630 00000100:00080000:1.0:1789763330.794965:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763330.794979:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763330.794996:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763330.795015:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246742912/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763330.795025:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246743424/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763330.795082:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763330.795096:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763330.795108:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246742912:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763330.795157:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246743040:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763330.795204:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763330.795606:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763330/real 1789763330] req@ffff9985836dad80 x1876702246743040/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763330.795656:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246743040/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763330.795676:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763330.795684:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763330.795691:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246743040:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763330.795707:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246743168:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763330.795755:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763330.795785:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763330/real 1789763330] req@ffff9985836da680 x1876702246743168/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763330.795814:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246743168/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763330.795844:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763330.795852:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763330.795859:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246743168:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763330.796014:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246743296:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763330.796098:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763330.796126:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763330/real 1789763330] req@ffff9985836d9c00 x1876702246743296/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763330.796154:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246743296/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763330.796169:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763330.796173:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763330.796178:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246743296:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763330.796188:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246743424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763330.796228:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763330.796244:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763330/real 1789763330] req@ffff9985836d8700 x1876702246743424/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763330.796260:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246743424/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763330.796270:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763330.796274:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763330.796279:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246743424:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763331.370555:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763332.394548:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763333.418588:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763334.442430:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763335.466638:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763335.914482:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763335.914495:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763335.914501:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763335.914525:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 635 00000100:00080000:2.0:1789763335.914539:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763335.914549:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763335.914598:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246743552/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763335.914658:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763335.914663:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763335.914666:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763335.914671:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 635 00000100:00080000:2.0:1789763335.914676:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763335.914681:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763335.914693:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763335.914709:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246743680/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763335.914725:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763335.914734:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763335.914734:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246743552:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763335.914740:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763335.914752:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 635 00000100:00080000:2.0:1789763335.914757:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763335.914762:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763335.914769:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763335.914785:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246743808/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763335.914798:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763335.914803:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763335.914805:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763335.914810:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 635 00000100:00080000:2.0:1789763335.914816:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763335.914821:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763335.914829:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763335.914831:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789763335.914848:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246743936/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763335.914863:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763335.914868:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763335.914870:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763335.914876:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 635 00000100:00080000:2.0:1789763335.914882:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763335.914888:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763335.914895:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763335.914897:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763335/real 1789763335] req@ffff9985857d9880 x1876702246743552/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763335.914915:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246744064/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763335.914932:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246743552/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763335.914964:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763335.914971:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763335.914976:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246743552:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763335.915040:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246743680:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763335.915076:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763335.915106:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763335/real 1789763335] req@ffff9985857d8a80 x1876702246743680/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763335.915124:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246743680/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763335.915135:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763335.915140:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763335.915145:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246743680:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763335.915153:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246743808:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763335.915176:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763335.915191:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763335/real 1789763335] req@ffff9985857da300 x1876702246743808/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763335.915206:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246743808/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763335.915217:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763335.915220:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763335.915224:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246743808:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763335.915230:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246743936:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763335.915263:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763335.915277:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763335/real 1789763335] req@ffff9985857db100 x1876702246743936/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763335.915350:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246743936/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763335.915368:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763335.915376:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763335.915383:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246743936:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763335.915396:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246744064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763335.915439:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763335.915455:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763335/real 1789763335] req@ffff9985857db800 x1876702246744064/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763335.915470:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246744064/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763335.915482:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763335.915486:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763335.915490:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246744064:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763336.490558:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763337.514532:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763338.538414:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763339.562580:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763340.586592:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763341.034459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763341.034475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763341.034481:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763341.034498:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 640 00000100:00080000:3.0:1789763341.034515:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763341.034526:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763341.034590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246744192/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763341.034638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763341.034645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763341.034649:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763341.034657:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 640 00000100:00080000:3.0:1789763341.034664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763341.034671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763341.034690:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763341.034715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246744320/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763341.034730:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246744192:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763341.034736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763341.034743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763341.034746:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763341.034752:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 640 00000100:00080000:3.0:1789763341.034758:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763341.034764:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763341.034772:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763341.034793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246744448/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763341.034809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763341.034814:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763341.034817:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763341.034824:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 640 00000100:00080000:3.0:1789763341.034829:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763341.034834:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763341.034841:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1789763341.034848:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763341.034857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246744576/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763341.034872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763341.034878:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763341.034881:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763341.034887:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 640 00000100:00080000:3.0:1789763341.034892:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763341.034898:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763341.034906:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763341.034919:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763341/real 1789763341] req@ffff998588b41c00 x1876702246744192/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763341.034922:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246744704/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763341.034997:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246744192/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763341.035018:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763341.035027:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763341.035036:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246744192:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763341.035082:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246744320:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763341.035119:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763341.035137:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763341/real 1789763341] req@ffff998588b42300 x1876702246744320/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763341.035153:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246744320/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763341.035163:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763341.035167:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763341.035186:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246744320:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763341.035194:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246744448:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763341.035218:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763341.035232:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763341/real 1789763341] req@ffff998588b43800 x1876702246744448/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763341.035246:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246744448/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763341.035264:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763341.035268:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763341.035272:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246744448:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763341.035278:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246744576:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763341.035345:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763341.035361:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763341/real 1789763341] req@ffff998588b43100 x1876702246744576/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763341.035375:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246744576/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763341.035385:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763341.035389:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763341.035393:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246744576:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763341.035399:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246744704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763341.035420:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763341.035432:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763341/real 1789763341] req@ffff998588b42680 x1876702246744704/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763341.035446:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246744704/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763341.035455:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763341.035458:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763341.035463:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246744704:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763341.610563:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763342.634454:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763343.658513:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763344.682553:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763345.706574:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763346.154493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763346.154508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763346.154514:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763346.154530:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 646 00000100:00080000:1.0:1789763346.154548:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763346.154574:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763346.154648:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dbb80 x1876702246744832/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763346.154689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763346.154697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763346.154700:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763346.154708:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 646 00000100:00080000:1.0:1789763346.154716:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763346.154724:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763346.154742:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763346.154776:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246744832:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763346.154778:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246744960/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763346.154798:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763346.154804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763346.154807:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763346.154815:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 646 00000100:00080000:1.0:1789763346.154821:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763346.154827:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763346.154836:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763346.154853:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246745088/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763346.154869:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763346.154874:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763346.154877:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763346.154883:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 646 00000100:00080000:1.0:1789763346.154888:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763346.154895:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:3.0:1789763346.154897:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:1.0:1789763346.154902:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763346.154920:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246745216/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763346.154961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763346.154967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763346.154970:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763346.154977:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 646 00000100:00080000:1.0:1789763346.154982:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763346.154988:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763346.154996:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763346.154996:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763346/real 1789763346] req@ffff9985836dbb80 x1876702246744832/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763346.155015:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246745344/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763346.155031:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dbb80 x1876702246744832/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763346.155050:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763346.155059:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763346.155066:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246744832:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763346.155114:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246744960:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763346.155152:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763346.155171:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763346/real 1789763346] req@ffff9985836d9180 x1876702246744960/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763346.155187:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246744960/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763346.155198:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763346.155202:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763346.155206:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246744960:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763346.155214:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246745088:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763346.155235:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763346.155248:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763346/real 1789763346] req@ffff9985836d8e00 x1876702246745088/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763346.155263:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246745088/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763346.155273:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763346.155276:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763346.155279:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246745088:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763346.155326:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246745216:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763346.155353:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763346.155368:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763346/real 1789763346] req@ffff9985836d8380 x1876702246745216/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763346.155382:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246745216/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763346.155392:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763346.155396:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763346.155400:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246745216:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763346.155406:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246745344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763346.155426:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763346.155443:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763346/real 1789763346] req@ffff9985836da300 x1876702246745344/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763346.155458:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246745344/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763346.155467:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763346.155470:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763346.155474:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246745344:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763346.730566:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763347.754488:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763348.778445:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763349.802592:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763350.826535:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763351.274507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763351.274523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763351.274529:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763351.274546:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 651 00000100:00080000:3.0:1789763351.274565:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763351.274577:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763351.274657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246745472/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763351.274702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763351.274707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763351.274710:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763351.274715:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 651 00000100:00080000:3.0:1789763351.274720:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763351.274725:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763351.274741:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763351.274758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246745600/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763351.274776:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246745472:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763351.274780:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763351.274792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763351.274795:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763351.274801:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 651 00000100:00080000:3.0:1789763351.274805:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763351.274809:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763351.274816:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763351.274832:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246745728/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763351.274845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763351.274850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763351.274853:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763351.274858:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 651 00000100:00080000:3.0:1789763351.274862:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763351.274866:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763351.274872:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763351.274887:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246745856/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763351.274927:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763351.274945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763351.274951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763351.274954:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763351.274963:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 651 00000100:00080000:3.0:1789763351.274970:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763351.274978:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763351.274990:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763351.275006:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763351/real 1789763351] req@ffff998588b42a00 x1876702246745472/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763351.275020:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246745984/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763351.275041:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246745472/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763351.275062:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763351.275068:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763351.275075:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246745472:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763351.275112:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246745600:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763351.275144:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763351.275160:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763351/real 1789763351] req@ffff998588b40e00 x1876702246745600/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763351.275175:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246745600/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763351.275185:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763351.275189:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763351.275193:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246745600:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763351.275200:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246745728:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763351.275221:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763351.275233:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763351/real 1789763351] req@ffff998588b43b80 x1876702246745728/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763351.275248:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246745728/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763351.275258:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763351.275261:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763351.275265:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246745728:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763351.275271:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246745856:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763351.275322:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763351.275336:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763351/real 1789763351] req@ffff998588b40000 x1876702246745856/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763351.275351:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246745856/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763351.275361:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763351.275365:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763351.275369:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246745856:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763351.275375:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246745984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763351.275397:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763351.275409:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763351/real 1789763351] req@ffff998588b42d80 x1876702246745984/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763351.275432:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246745984/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763351.275442:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763351.275445:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763351.275450:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246745984:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763351.850455:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763352.874543:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763353.898594:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763354.922522:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763355.946445:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763356.394380:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763356.394391:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763356.394396:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763356.394406:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 656 00000100:00080000:3.0:1789763356.394419:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763356.394426:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763356.394479:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246746112/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763356.394506:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763356.394509:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763356.394510:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763356.394513:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 656 00000100:00080000:3.0:1789763356.394516:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763356.394518:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763356.394526:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763356.394538:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246746240/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763356.394546:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763356.394549:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763356.394550:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763356.394553:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 656 00000100:00080000:3.0:1789763356.394555:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763356.394557:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763356.394560:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763356.394565:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246746112:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763356.394571:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246746368/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763356.394579:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763356.394581:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763356.394582:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763356.394585:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 656 00000100:00080000:3.0:1789763356.394586:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763356.394589:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763356.394592:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763356.394600:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246746496/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763356.394606:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763356.394609:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763356.394611:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763356.394613:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 656 00000100:00080000:3.0:1789763356.394615:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763356.394617:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763356.394621:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763356.394627:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246746624/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763356.394649:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763356.394703:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763356/real 1789763356] req@ffff998588b41f80 x1876702246746112/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763356.394726:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246746112/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763356.394739:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763356.394743:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763356.394746:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246746112:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763356.394752:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246746240:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763356.394773:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763356.394782:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763356/real 1789763356] req@ffff998588b41880 x1876702246746240/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763356.394805:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246746240/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763356.394818:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763356.394821:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763356.394825:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246746240:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763356.394867:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246746368:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763356.394890:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763356.394902:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763356/real 1789763356] req@ffff998588b42d80 x1876702246746368/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763356.394914:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246746368/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763356.394922:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763356.394925:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763356.394927:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246746368:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763356.394931:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246746496:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763356.394944:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763356.394950:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763356/real 1789763356] req@ffff998588b40000 x1876702246746496/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763356.394958:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246746496/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763356.394967:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763356.394970:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763356.394972:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246746496:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763356.394975:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246746624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763356.394992:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763356.395003:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763356/real 1789763356] req@ffff998588b43b80 x1876702246746624/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763356.395015:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246746624/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763356.395025:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763356.395028:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763356.395031:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246746624:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763356.970626:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763357.994567:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763359.018577:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763360.042605:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763361.066445:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763361.514373:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763361.514402:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763361.514409:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763361.514423:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 661 00000100:00080000:3.0:1789763361.514439:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763361.514449:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763361.514501:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246746752/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763361.514528:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763361.514531:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763361.514533:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763361.514537:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 661 00000100:00080000:3.0:1789763361.514540:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763361.514544:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763361.514554:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763361.514563:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246746880/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763361.514570:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763361.514574:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763361.514575:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763361.514578:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 661 00000100:00080000:3.0:1789763361.514581:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763361.514583:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763361.514587:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763361.514594:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246747008/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763361.514602:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763361.514604:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763361.514607:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763361.514610:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246746752:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763361.514612:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 661 00000100:00080000:3.0:1789763361.514618:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763361.514622:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763361.514626:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763361.514634:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246747136/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763361.514640:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763361.514643:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763361.514645:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763361.514647:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 661 00000100:00080000:3.0:1789763361.514650:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763361.514653:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763361.514657:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763361.514664:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246747264/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763361.514694:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763361.514745:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763361/real 1789763361] req@ffff998588b40e00 x1876702246746752/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763361.514764:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246746752/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763361.514774:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763361.514778:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763361.514782:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246746752:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763361.514787:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246746880:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763361.514803:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763361.514828:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763361/real 1789763361] req@ffff998588b42a00 x1876702246746880/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763361.514844:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246746880/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763361.514869:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763361.514873:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763361.514877:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246746880:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763361.514906:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246747008:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763361.514923:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763361.514931:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763361/real 1789763361] req@ffff998588b42680 x1876702246747008/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763361.514947:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246747008/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763361.514953:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763361.514955:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763361.514957:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246747008:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763361.514961:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246747136:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763361.514973:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763361.514980:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763361/real 1789763361] req@ffff998588b43100 x1876702246747136/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763361.514987:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246747136/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763361.514992:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763361.514994:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763361.514995:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246747136:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763361.514999:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246747264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763361.515009:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763361.515015:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763361/real 1789763361] req@ffff998588b43800 x1876702246747264/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763361.515022:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246747264/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763361.515027:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763361.515028:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763361.515030:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246747264:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763362.090577:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763363.114550:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763364.138556:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763365.162523:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763366.186461:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763366.634353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763366.634363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763366.634369:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763366.634381:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 666 00000100:00080000:3.0:1789763366.634395:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763366.634404:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763366.634453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246747392/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763366.634482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763366.634485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763366.634486:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763366.634490:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 666 00000100:00080000:3.0:1789763366.634493:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763366.634495:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763366.634516:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763366.634527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246747520/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763366.634534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763366.634536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763366.634538:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763366.634541:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 666 00000100:00080000:3.0:1789763366.634543:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763366.634546:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763366.634549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763366.634557:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246747648/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763366.634565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763366.634568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763366.634569:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763366.634573:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 666 00000100:00080000:3.0:1789763366.634577:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763366.634578:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246747392:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763366.634581:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763366.634587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763366.634594:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246747776/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763366.634601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763366.634603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763366.634605:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763366.634607:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 666 00000100:00080000:3.0:1789763366.634609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763366.634611:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763366.634614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763366.634623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246747904/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763366.634662:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763366.634723:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763366/real 1789763366] req@ffff998588b42300 x1876702246747392/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763366.634742:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246747392/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763366.634755:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763366.634760:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763366.634765:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246747392:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763366.634774:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246747520:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763366.634842:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763366.634852:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763366/real 1789763366] req@ffff998588b41c00 x1876702246747520/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763366.634861:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246747520/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763366.634867:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763366.634869:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763366.634871:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246747520:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763366.634891:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246747648:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763366.634904:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763366.634911:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763366/real 1789763366] req@ffff998588b43800 x1876702246747648/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763366.634918:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246747648/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763366.634928:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763366.634930:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763366.634932:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246747648:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763366.634936:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246747776:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763366.634945:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763366.634957:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763366/real 1789763366] req@ffff998588b43100 x1876702246747776/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763366.634965:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246747776/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763366.634969:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763366.634971:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763366.634973:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246747776:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763366.634976:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246747904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763366.634986:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763366.634992:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763366/real 1789763366] req@ffff998588b42680 x1876702246747904/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763366.634999:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246747904/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763366.635004:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763366.635006:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763366.635008:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246747904:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763367.210601:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763368.234515:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763369.258611:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763370.282453:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763371.306524:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763371.754468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763371.754486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763371.754492:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763371.754508:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 671 00000100:00080000:3.0:1789763371.754526:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763371.754538:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763371.754600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246748032/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763371.754643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763371.754650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763371.754654:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763371.754662:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 671 00000100:00080000:3.0:1789763371.754668:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763371.754685:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763371.754703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763371.754726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246748160/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763371.754728:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246748032:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763371.754770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763371.754793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763371.754797:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763371.754805:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 671 00000100:00080000:3.0:1789763371.754810:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763371.754816:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763371.754826:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763371.754845:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246748288/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763371.754862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763371.754867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763371.754870:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763371.754877:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 671 00000100:00080000:3.0:1789763371.754882:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763371.754889:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763371.754889:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763371.754897:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763371.754914:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246748416/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763371.754930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763371.754936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763371.754939:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763371.754945:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 671 00000100:00080000:3.0:1789763371.754951:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763371.754958:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763371.754964:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763371/real 1789763371] req@ffff998588b42a00 x1876702246748032/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763371.754967:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763371.754984:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246748544/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763371.754999:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246748032/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763371.755018:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763371.755026:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763371.755034:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246748032:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763371.755082:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246748160:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763371.755126:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763371.755145:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763371/real 1789763371] req@ffff998588b40e00 x1876702246748160/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763371.755161:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246748160/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763371.755179:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763371.755183:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763371.755187:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246748160:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763371.755194:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246748288:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763371.755217:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763371.755229:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763371/real 1789763371] req@ffff998588b43b80 x1876702246748288/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763371.755262:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246748288/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763371.755271:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763371.755274:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763371.755277:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246748288:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763371.755284:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246748416:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763371.755303:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763371.755315:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763371/real 1789763371] req@ffff998588b40000 x1876702246748416/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763371.755362:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246748416/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763371.755372:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763371.755375:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763371.755379:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246748416:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763371.755386:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246748544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763371.755409:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763371.755421:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763371/real 1789763371] req@ffff998588b42d80 x1876702246748544/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763371.755444:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246748544/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763371.755453:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763371.755456:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763371.755459:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246748544:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763372.330511:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763373.354554:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763374.378561:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763375.402602:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763376.426554:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763376.874427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763376.874442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763376.874448:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763376.874464:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 676 00000100:00080000:3.0:1789763376.874483:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763376.874494:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763376.874570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246748672/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763376.874611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763376.874616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763376.874619:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763376.874624:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 676 00000100:00080000:3.0:1789763376.874628:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763376.874633:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763376.874647:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763376.874669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246748800/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763376.874689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763376.874696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763376.874720:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763376.874731:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 676 00000100:00080000:3.0:1789763376.874739:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763376.874759:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763376.874771:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763376.874791:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246748672:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763376.874801:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246748928/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763376.874828:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763376.874832:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763376.874835:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763376.874841:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 676 00000100:00080000:3.0:1789763376.874847:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763376.874852:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763376.874859:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763376.874879:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246749056/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763376.874890:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763376.874895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763376.874898:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763376.874903:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 676 00000100:00080000:3.0:1789763376.874908:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763376.874911:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763376.874917:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763376.874924:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763376.874938:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246749184/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763376.875002:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763376/real 1789763376] req@ffff998588b41880 x1876702246748672/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763376.875043:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246748672/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763376.875066:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763376.875074:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763376.875082:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246748672:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763376.875097:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246748800:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763376.875143:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763376.875163:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763376/real 1789763376] req@ffff998588b41f80 x1876702246748800/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763376.875206:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246748800/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763376.875226:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763376.875233:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763376.875240:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246748800:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763376.875334:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246748928:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763376.875372:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763376.875388:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763376/real 1789763376] req@ffff998588b42d80 x1876702246748928/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763376.875404:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246748928/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763376.875415:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763376.875419:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763376.875423:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246748928:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763376.875431:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246749056:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763376.875451:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763376.875464:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763376/real 1789763376] req@ffff998588b40000 x1876702246749056/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763376.875478:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246749056/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763376.875488:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763376.875491:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763376.875495:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246749056:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763376.875503:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246749184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763376.875532:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763376.875544:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763376/real 1789763376] req@ffff998588b43b80 x1876702246749184/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763376.875557:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246749184/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763376.875567:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763376.875570:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763376.875574:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246749184:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763377.450475:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763378.474445:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763379.498538:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763380.522538:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763381.546526:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763381.994456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763381.994467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763381.994472:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763381.994483:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 681 00000100:00080000:3.0:1789763381.994497:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763381.994505:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763381.994549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246749312/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763381.994582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763381.994587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763381.994589:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763381.994594:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 681 00000100:00080000:3.0:1789763381.994598:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763381.994615:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763381.994629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763381.994651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246749440/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763381.994693:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763381.994700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763381.994704:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763381.994713:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 681 00000100:00080000:3.0:1789763381.994721:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763381.994747:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246749312:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763381.994784:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763381.994798:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763381.994827:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246749568/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763381.994845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763381.994850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763381.994854:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763381.994860:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 681 00000100:00080000:3.0:1789763381.994868:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763381.994877:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763381.994884:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763381.994895:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763381.994915:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246749696/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763381.994926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763381.994931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763381.994933:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763381.994943:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 681 00000100:00080000:3.0:1789763381.994952:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763381.994958:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763381.994964:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763381.994966:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763381/real 1789763381] req@ffff998588b40e00 x1876702246749312/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763381.994988:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246749824/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763381.995008:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246749312/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763381.995029:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763381.995035:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763381.995043:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246749312:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763381.995055:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246749440:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763381.995088:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763381.995104:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763381/real 1789763381] req@ffff998588b42a00 x1876702246749440/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763381.995119:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246749440/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763381.995129:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763381.995133:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763381.995137:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246749440:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763381.995188:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246749568:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763381.995213:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763381.995226:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763381/real 1789763381] req@ffff998588b42680 x1876702246749568/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763381.995241:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246749568/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763381.995252:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763381.995256:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763381.995260:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246749568:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763381.995267:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246749696:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763381.995328:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763381.995344:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763381/real 1789763381] req@ffff998588b43100 x1876702246749696/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763381.995368:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246749696/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763381.995378:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763381.995382:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763381.995386:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246749696:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763381.995393:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246749824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763381.995417:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763381.995429:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763381/real 1789763381] req@ffff998588b43800 x1876702246749824/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763381.995442:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246749824/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763381.995452:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763381.995455:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763381.995459:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246749824:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763382.570470:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763383.594528:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763384.618406:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763385.642456:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763386.666506:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763387.114408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763387.114422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763387.114427:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763387.114440:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 687 00000100:00080000:3.0:1789763387.114454:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763387.114464:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763387.114511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246749952/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763387.114548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763387.114553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763387.114562:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763387.114569:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 687 00000100:00080000:3.0:1789763387.114577:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763387.114586:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763387.114604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763387.114664:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246749952:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763387.114666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246750080/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763387.114701:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763387.114707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763387.114712:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763387.114720:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 687 00000100:00080000:3.0:1789763387.114732:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763387.114741:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763387.114754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:1.0:1789763387.114760:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763387.114793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246750208/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763387.114815:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763387.114820:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763387/real 1789763387] req@ffff998588b41c00 x1876702246749952/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763387.114822:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763387.114830:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763387.114856:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246749952/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763387.114856:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 687 00000100:00080000:3.0:1789763387.114869:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763387.114882:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00080000:1.0:1789763387.114891:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1789763387.114894:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1789763387.114905:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763387.114913:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246749952:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763387.114922:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246750336/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763387.114936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763387.114941:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763387.114945:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763387.114952:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246750080:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789763387.114954:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 687 00000100:00080000:3.0:1789763387.114965:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763387.114972:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763387.114979:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763387.115004:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246750464/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763387.115020:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763387.115062:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763387/real 1789763387] req@ffff998588b42300 x1876702246750080/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763387.115093:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246750080/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763387.115112:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763387.115119:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763387.115126:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246750080:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763387.115136:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246750208:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763387.115168:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763387.115186:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763387/real 1789763387] req@ffff998588b43800 x1876702246750208/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763387.115212:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246750208/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763387.115230:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763387.115236:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763387.115243:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246750208:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763387.115257:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246750336:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763387.115351:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763387.115370:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763387/real 1789763387] req@ffff998588b43100 x1876702246750336/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763387.115397:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246750336/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763387.115409:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763387.115413:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763387.115417:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246750336:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763387.115440:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246750464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763387.115465:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763387.115479:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763387/real 1789763387] req@ffff998588b42680 x1876702246750464/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763387.115494:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246750464/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763387.115504:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763387.115508:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763387.115512:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246750464:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763387.690547:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763388.714490:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763389.738498:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763390.762507:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763391.786626:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763392.234505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763392.234517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763392.234522:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763392.234534:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 692 00000100:00080000:0.0:1789763392.234549:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763392.234558:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763392.234639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246750592/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763392.234680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763392.234685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763392.234688:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763392.234693:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 692 00000100:00080000:0.0:1789763392.234698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763392.234702:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763392.234715:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763392.234733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1c00 x1876702246750720/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763392.234756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763392.234763:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763392.234766:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763392.234777:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 692 00000100:00100000:1.0:1789763392.234782:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246750592:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763392.234784:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763392.234804:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763392.234814:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763392.234833:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246750848/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763392.234845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763392.234850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763392.234854:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763392.234859:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 692 00000100:00080000:0.0:1789763392.234863:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763392.234868:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763392.234876:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763392.234891:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246750976/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763392.234901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763392.234906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763392.234909:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763392.234916:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 692 00000100:00080000:0.0:1789763392.234922:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763392.234927:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763392.234933:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763392.234956:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246751104/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763392.234997:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246750720:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763392.235062:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246750848:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763392.235116:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246750976:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763392.235163:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246751104:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763392.810615:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763393.834605:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763394.858439:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789763395.306792:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:3.0:1789763395.306870:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789763395.306904:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789763395.306987:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789763395.307009:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789763395.307030:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789763395.307045:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789763395.307076:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763392/real 1789763395] req@ffff9985856a1c00 x1876702246750720/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763395.307133:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1c00 x1876702246750720/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763395.307158:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763395.307167:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763395.307176:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246750720:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763395.307193:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763392/real 1789763395] req@ffff9985856a1500 x1876702246750848/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763395.307221:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246750848/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763395.307237:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763395.307244:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763395.307252:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246750848:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763395.307268:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763392/real 1789763395] req@ffff9985856a1880 x1876702246750976/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763395.307367:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246750976/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763395.307384:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763395.307392:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763395.307401:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246750976:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763395.307418:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763392/real 1789763395] req@ffff9985856a0e00 x1876702246751104/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763395.307441:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246751104/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763395.307455:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763395.307462:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763395.307468:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246751104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763395.307482:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763392/real 1789763395] req@ffff9985856a3480 x1876702246750592/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763395.307506:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246750592/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763395.307521:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763395.307528:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763395.307534:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246750592:192.168.203.136@tcp:250:kworker.0 00010000:00010000:3.0:1789763395.882424:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763396.906548:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763397.354478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763397.354507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763397.354512:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763397.354525:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 697 00000100:00080000:3.0:1789763397.354538:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763397.354549:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763397.354639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246751232/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763397.354686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763397.354691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763397.354694:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763397.354699:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 697 00000100:00080000:3.0:1789763397.354704:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763397.354711:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763397.354723:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763397.354742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246751360/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763397.354754:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246751232:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763397.354762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763397.354767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763397.354769:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763397.354773:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 697 00000100:00080000:3.0:1789763397.354777:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763397.354782:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763397.354789:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763397.354807:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246751488/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763397.354821:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763397.354826:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763397.354829:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763397.354842:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 697 00000100:00080000:3.0:1789763397.354848:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763397.354857:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:1.0:1789763397.354860:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789763397.354872:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763397.354891:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246751616/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763397.354904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763397.354910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763397.354928:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763397.354929:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763397/real 1789763397] req@ffff998588b42a00 x1876702246751232/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763397.354939:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 697 00000100:00080000:3.0:1789763397.354952:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763397.354961:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763397.354969:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763397.354970:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246751232/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763397.354991:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789763397.354991:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246751744/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763397.355005:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763397.355017:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246751232:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763397.355054:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246751360:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763397.355088:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763397.355106:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763397/real 1789763397] req@ffff998588b40e00 x1876702246751360/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763397.355142:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246751360/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763397.355166:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763397.355172:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763397.355177:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246751360:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763397.355186:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246751488:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763397.355215:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763397.355231:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763397/real 1789763397] req@ffff998588b43b80 x1876702246751488/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763397.355256:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246751488/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763397.355267:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763397.355271:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763397.355275:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246751488:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763397.355284:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246751616:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763397.355351:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763397.355366:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763397/real 1789763397] req@ffff998588b40000 x1876702246751616/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763397.355381:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246751616/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763397.355391:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763397.355396:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763397.355400:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246751616:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763397.355407:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246751744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763397.355436:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763397.355452:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763397/real 1789763397] req@ffff998588b42d80 x1876702246751744/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763397.355468:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246751744/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763397.355487:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763397.355493:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763397.355497:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246751744:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763397.930525:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763398.954458:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763399.978556:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763401.002557:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763402.026547:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763402.474583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763402.474598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763402.474606:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763402.474622:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 702 00000100:00080000:1.0:1789763402.474654:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763402.474667:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763402.474727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246751872/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763402.474783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763402.474791:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763402.474795:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763402.474803:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 702 00000100:00080000:1.0:1789763402.474811:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763402.474820:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763402.474835:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763402.474861:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246752000/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763402.474883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763402.474891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763402.474895:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763402.474903:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 702 00000100:00080000:1.0:1789763402.474911:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763402.474920:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246751872:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763402.474926:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763402.474966:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763402.475000:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246752128/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763402.475024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763402.475031:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763402.475036:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763402.475048:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 702 00000800:00000100:3.0:1789763402.475055:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763402.475072:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763402.475086:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763402.475099:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763402.475140:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246752256/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763402.475162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763402.475174:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763402/real 1789763402] req@ffff9985836d9880 x1876702246751872/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763402.475175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763402.475200:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763402.475224:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 702 00000100:00080000:1.0:1789763402.475238:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763402.475251:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246751872/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763402.475252:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763402.475299:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1789763402.475341:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763402.475351:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763402.475360:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246751872:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763402.475374:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246752000:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763402.475435:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763402.475437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246752384/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763402.475460:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763402/real 1789763402] req@ffff9985836db800 x1876702246752000/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763402.475492:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246752000/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763402.475504:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763402.475537:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763402.475548:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246752000:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763402.475601:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246752128:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763402.475631:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763402.475646:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763402/real 1789763402] req@ffff9985836da300 x1876702246752128/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763402.475661:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246752128/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763402.475671:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763402.475676:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763402.475680:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246752128:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763402.475687:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246752256:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763402.475706:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763402.475717:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763402/real 1789763402] req@ffff9985836d8380 x1876702246752256/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763402.475731:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246752256/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763402.475749:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763402.475753:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763402.475757:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246752256:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763402.475763:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246752384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763402.475782:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763402.475794:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763402/real 1789763402] req@ffff9985836d8e00 x1876702246752384/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763402.475808:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246752384/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763402.475818:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763402.475821:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763402.475825:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246752384:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763403.050435:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763404.074570:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763405.098673:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763406.122527:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763407.146526:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763407.594503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763407.594537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763407.594544:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763407.594560:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 707 00000100:00080000:3.0:1789763407.594577:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763407.594590:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763407.594642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246752512/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763407.594713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763407.594718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763407.594720:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763407.594726:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 707 00000100:00080000:3.0:1789763407.594734:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763407.594739:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763407.594753:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763407.594770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246752640/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763407.594786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763407.594792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763407.594795:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763407.594806:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 707 00000100:00100000:1.0:1789763407.594811:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246752512:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763407.594813:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763407.594831:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763407.594841:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763407.594860:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246752768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763407.594875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763407.594879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763407.594881:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763407.594887:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 707 00000100:00080000:3.0:1789763407.594892:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763407.594897:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763407.594903:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763407.594916:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246752896/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763407.594927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763407.594931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763407.594933:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763407.594939:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 707 00000100:00080000:3.0:1789763407.594955:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763407.594960:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763407.594966:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763407.594977:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246753024/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763407.594997:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763407.595104:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763407/real 1789763407] req@ffff998588b41f80 x1876702246752512/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763407.595152:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246752512/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763407.595170:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763407.595176:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763407.595182:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246752512:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763407.595245:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246752640:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763407.595352:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763407.595375:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763407/real 1789763407] req@ffff998588b41880 x1876702246752640/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763407.595393:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246752640/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763407.595404:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763407.595409:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763407.595413:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246752640:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763407.595423:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246752768:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763407.595451:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763407.595465:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763407/real 1789763407] req@ffff998588b42d80 x1876702246752768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763407.595515:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246752768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763407.595527:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763407.595532:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763407.595536:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246752768:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763407.595544:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246752896:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763407.595574:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763407.595588:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763407/real 1789763407] req@ffff998588b40000 x1876702246752896/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763407.595603:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246752896/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763407.595613:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763407.595616:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763407.595620:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246752896:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763407.595627:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246753024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763407.595660:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763407.595672:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763407/real 1789763407] req@ffff998588b43b80 x1876702246753024/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763407.595687:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246753024/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763407.595696:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763407.595700:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763407.595703:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246753024:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763408.170508:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763409.194486:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763410.218472:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763411.242480:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763412.266593:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763412.714370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763412.714384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763412.714389:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763412.714401:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 712 00000100:00080000:3.0:1789763412.714415:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763412.714425:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763412.714493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246753152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763412.714530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763412.714535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763412.714538:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763412.714544:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 712 00000100:00080000:3.0:1789763412.714549:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763412.714554:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763412.714565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763412.714581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246753280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763412.714597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763412.714602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763412.714604:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763412.714610:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 712 00000100:00080000:3.0:1789763412.714614:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763412.714622:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246753152:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763412.714624:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763412.714641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763412.714659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246753408/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763412.714673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763412.714678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763412.714681:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763412.714686:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 712 00000100:00080000:3.0:1789763412.714692:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763412.714697:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763412.714704:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763412.714725:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246753536/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763412.714731:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763412.714755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763412.714763:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763412.714766:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763412.714776:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 712 00000100:00080000:3.0:1789763412.714785:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763412.714794:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763412/real 1789763412] req@ffff998588b40e00 x1876702246753152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763412.714801:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763412.714821:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763412.714836:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246753152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763412.714854:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246753664/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763412.714858:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763412.714873:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763412.714886:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246753152:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763412.714906:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246753280:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763412.714937:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763412.714955:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763412/real 1789763412] req@ffff998588b42a00 x1876702246753280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763412.714971:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246753280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763412.714990:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763412.714994:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763412.714999:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246753280:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763412.715029:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246753408:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763412.715050:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763412.715062:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763412/real 1789763412] req@ffff998588b42680 x1876702246753408/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763412.715077:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246753408/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763412.715092:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763412.715099:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763412.715105:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246753408:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763412.715116:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246753536:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763412.715154:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763412.715178:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763412/real 1789763412] req@ffff998588b43100 x1876702246753536/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763412.715203:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246753536/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763412.715214:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763412.715218:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763412.715223:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246753536:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763412.715230:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246753664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763412.715258:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763412.715273:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763412/real 1789763412] req@ffff998588b43800 x1876702246753664/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763412.715287:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246753664/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763412.715335:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763412.715340:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763412.715344:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246753664:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763413.290660:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763414.314603:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763415.338471:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763416.362590:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763417.386681:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763417.834520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763417.834534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763417.834541:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763417.834556:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 717 00000100:00080000:3.0:1789763417.834573:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763417.834584:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763417.834649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246753792/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763417.834696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763417.834701:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763417.834703:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763417.834708:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 717 00000100:00080000:3.0:1789763417.834711:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763417.834715:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763417.834729:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763417.834747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246753920/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763417.834760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763417.834764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763417.834767:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763417.834771:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 717 00000100:00080000:3.0:1789763417.834774:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763417.834778:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763417.834786:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763417.834787:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246753792:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763417.834803:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246754048/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763417.834817:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763417.834820:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763417.834822:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763417.834826:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 717 00000100:00080000:3.0:1789763417.834832:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763417.834836:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763417.834840:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763417.834864:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246754176/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763417.834875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763417.834878:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763417.834880:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763417.834884:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 717 00000100:00080000:3.0:1789763417.834891:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763417.834895:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763417.834899:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763417.834921:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763417.834923:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246754304/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763417.835011:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763417/real 1789763417] req@ffff998588b42300 x1876702246753792/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763417.835048:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246753792/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763417.835064:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763417.835070:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763417.835074:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246753792:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763417.835083:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246753920:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763417.835117:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763417.835138:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763417/real 1789763417] req@ffff998588b41c00 x1876702246753920/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763417.835175:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246753920/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763417.835191:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763417.835198:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763417.835204:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246753920:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763417.835242:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246754048:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763417.835271:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763417.835285:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763417/real 1789763417] req@ffff998588b43800 x1876702246754048/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763417.835338:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246754048/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763417.835348:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763417.835352:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763417.835355:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246754048:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763417.835362:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246754176:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763417.835384:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763417.835397:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763417/real 1789763417] req@ffff998588b43100 x1876702246754176/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763417.835448:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246754176/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763417.835470:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763417.835476:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763417.835482:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246754176:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763417.835493:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246754304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763417.835532:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763417.835554:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763417/real 1789763417] req@ffff998588b42680 x1876702246754304/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763417.835576:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246754304/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763417.835590:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763417.835597:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763417.835603:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246754304:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763418.410572:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763419.434584:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763420.458596:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763421.482559:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763422.506564:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763422.954419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763422.954433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763422.954439:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763422.954452:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 722 00000100:00080000:3.0:1789763422.954466:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763422.954476:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763422.954526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246754432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763422.954564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763422.954572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763422.954576:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763422.954585:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 722 00000100:00080000:3.0:1789763422.954593:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763422.954600:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763422.954617:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763422.954643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246754560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763422.954645:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246754432:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763422.954666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763422.954672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763422.954675:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763422.954682:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 722 00000100:00080000:3.0:1789763422.954689:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763422.954695:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763422.954704:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763422.954722:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246754688/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763422.954740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763422.954745:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763422.954749:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789763422.954753:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763422.954757:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 722 00000100:00080000:3.0:1789763422.954762:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763422.954768:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763422.954776:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763422.954794:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246754816/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763422.954812:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763422/real 1789763422] req@ffff998588b42a00 x1876702246754432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763422.954812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763422.954819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763422.954823:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763422.954831:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 722 00000100:00080000:3.0:1789763422.954837:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763422.954844:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763422.954845:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246754432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763422.954853:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789763422.954867:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789763422.954869:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246754944/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763422.954874:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763422.954883:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246754432:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763422.954921:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246754560:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763422.954981:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763422.955002:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763422/real 1789763422] req@ffff998588b40e00 x1876702246754560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763422.955020:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246754560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763422.955031:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763422.955035:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763422.955040:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246754560:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763422.955047:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246754688:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763422.955073:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763422.955086:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763422/real 1789763422] req@ffff998588b43b80 x1876702246754688/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763422.955101:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246754688/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763422.955111:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763422.955115:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763422.955118:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246754688:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763422.955126:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246754816:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763422.955148:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763422.955160:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763422/real 1789763422] req@ffff998588b40000 x1876702246754816/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763422.955175:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246754816/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763422.955185:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763422.955189:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763422.955192:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246754816:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763422.955198:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246754944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763422.955218:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763422.955229:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763422/real 1789763422] req@ffff998588b42d80 x1876702246754944/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763422.955243:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246754944/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763422.955252:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763422.955256:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763422.955259:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246754944:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763423.530483:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763424.554560:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763425.578544:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763426.602568:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763427.626468:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763428.074444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763428.074458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763428.074463:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763428.074476:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 728 00000100:00080000:3.0:1789763428.074490:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763428.074499:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763428.074547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246755072/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763428.074593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763428.074599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763428.074602:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763428.074607:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 728 00000100:00080000:3.0:1789763428.074611:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763428.074615:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763428.074627:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763428.074643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246755200/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763428.074656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763428.074660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763428.074663:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763428.074667:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 728 00000100:00080000:3.0:1789763428.074670:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763428.074675:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763428.074680:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763428.074693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246755328/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763428.074706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763428.074711:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763428.074714:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763428.074719:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 728 00000100:00080000:3.0:1789763428.074724:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763428.074733:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246755072:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763428.074735:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763428.074747:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763428.074761:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246755456/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763428.074775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763428.074779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763428.074782:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763428.074787:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 728 00000100:00080000:3.0:1789763428.074792:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763428.074796:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763428.074802:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763428.074816:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246755584/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763428.074835:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763428.074916:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763428/real 1789763428] req@ffff998588b41880 x1876702246755072/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763428.074953:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246755072/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763428.074974:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763428.074983:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763428.074990:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246755072:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763428.075003:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246755200:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763428.075052:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763428.075079:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763428/real 1789763428] req@ffff998588b41f80 x1876702246755200/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763428.075106:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246755200/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763428.075118:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763428.075122:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763428.075127:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246755200:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763428.075135:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246755328:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763428.075167:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763428.075181:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763428/real 1789763428] req@ffff998588b42d80 x1876702246755328/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763428.075196:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246755328/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763428.075215:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763428.075220:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763428.075224:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246755328:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763428.075259:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246755456:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763428.075279:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763428.075362:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763428/real 1789763428] req@ffff998588b40000 x1876702246755456/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763428.075379:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246755456/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763428.075389:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763428.075394:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763428.075398:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246755456:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763428.075406:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246755584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763428.075432:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763428.075445:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763428/real 1789763428] req@ffff998588b43b80 x1876702246755584/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763428.075460:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246755584/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763428.075469:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763428.075473:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763428.075478:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246755584:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763428.650558:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763429.674583:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763430.698532:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763431.722521:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763432.746628:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763433.194513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763433.194525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763433.194531:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763433.194544:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 733 00000100:00080000:1.0:1789763433.194558:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763433.194567:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763433.194617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246755712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763433.194659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763433.194664:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763433.194667:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763433.194672:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 733 00000100:00080000:1.0:1789763433.194676:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763433.194681:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763433.194695:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763433.194711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dbb80 x1876702246755840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763433.194726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763433.194730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763433.194733:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763433.194740:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 733 00000100:00080000:1.0:1789763433.194752:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763433.194758:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763433.194764:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246755712:192.168.203.136@tcp:250:kworker.0 00000008:00100000:1.0:1789763433.194766:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763433.194790:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246755968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763433.194803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763433.194808:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763433.194811:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763433.194816:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 733 00000100:00080000:1.0:1789763433.194820:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763433.194825:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763433.194831:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763433.194843:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246756096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763433.194854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763433.194873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763433.194876:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763433.194883:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 733 00000100:00080000:1.0:1789763433.194888:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763433.194893:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763433.194901:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763433.194920:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246756224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763433.194940:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763433.195027:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763433/real 1789763433] req@ffff9985836d9180 x1876702246755712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763433.195056:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246755712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763433.195073:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763433.195079:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763433.195085:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246755712:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763433.195123:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246755840:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763433.195156:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763433.195172:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763433/real 1789763433] req@ffff9985836dbb80 x1876702246755840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763433.195187:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dbb80 x1876702246755840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763433.195198:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763433.195202:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763433.195206:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246755840:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763433.195214:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246755968:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763433.195234:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763433.195246:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763433/real 1789763433] req@ffff9985836d8700 x1876702246755968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763433.195261:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246755968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763433.195270:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763433.195274:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763433.195278:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246755968:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763433.195285:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246756096:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763433.195380:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763433.195396:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763433/real 1789763433] req@ffff9985836d9c00 x1876702246756096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763433.195412:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246756096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763433.195422:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763433.195426:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763433.195430:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246756096:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763433.195437:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246756224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763433.195457:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763433.195470:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763433/real 1789763433] req@ffff9985836da680 x1876702246756224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763433.195484:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246756224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763433.195493:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763433.195496:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763433.195500:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246756224:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763433.770600:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763434.794563:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763435.818554:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763436.842547:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763437.866522:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763438.314460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763438.314473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763438.314478:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763438.314492:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 738 00000100:00080000:3.0:1789763438.314507:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763438.314517:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763438.314574:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246756352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763438.314642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763438.314650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763438.314654:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763438.314673:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 738 00000100:00080000:3.0:1789763438.314680:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763438.314688:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763438.314703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763438.314714:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246756352:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763438.314730:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246756480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763438.314749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763438.314754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763438.314758:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763438.314763:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 738 00000100:00080000:3.0:1789763438.314768:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763438.314773:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763438.314779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763438.314794:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246756608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763438.314809:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763438.314813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763438.314820:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763438.314824:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763438.314833:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 738 00000100:00080000:3.0:1789763438.314841:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763438.314845:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763438.314853:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763438.314873:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763438/real 1789763438] req@ffff998588b40e00 x1876702246756352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763438.314874:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246756736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763438.314910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763438.314914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763438.314920:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763438.314932:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 738 00000100:00080000:3.0:1789763438.314939:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763438.314944:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763438.314951:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763438.314952:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246756352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763438.314970:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246756864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763438.314977:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763438.314994:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763438.315004:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246756352:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763438.315040:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246756480:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763438.315069:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763438.315086:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763438/real 1789763438] req@ffff998588b42a00 x1876702246756480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763438.315102:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246756480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763438.315112:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763438.315117:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763438.315121:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246756480:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763438.315132:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246756608:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763438.315152:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763438.315164:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763438/real 1789763438] req@ffff998588b42680 x1876702246756608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763438.315178:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246756608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763438.315189:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763438.315192:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763438.315196:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246756608:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763438.315203:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246756736:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763438.315221:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763438.315233:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763438/real 1789763438] req@ffff998588b43100 x1876702246756736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763438.315247:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246756736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763438.315375:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763438.315380:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763438.315385:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246756736:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763438.315393:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246756864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763438.315420:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763438.315435:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763438/real 1789763438] req@ffff998588b43800 x1876702246756864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763438.315451:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246756864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763438.315461:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763438.315465:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763438.315469:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246756864:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763438.890518:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763439.914444:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763440.938486:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763441.962544:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763442.986527:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763443.434463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763443.434475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763443.434481:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763443.434495:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 743 00000100:00080000:1.0:1789763443.434512:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763443.434525:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763443.434581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246756992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763443.434632:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763443.434639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763443.434643:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763443.434651:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 743 00000100:00080000:1.0:1789763443.434660:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763443.434670:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763443.434686:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763443.434697:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246756992:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763443.434717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246757120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763443.434734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763443.434739:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763443.434741:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763443.434747:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 743 00000100:00080000:1.0:1789763443.434755:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763443.434759:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763443.434767:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:3.0:1789763443.434781:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763443.434789:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246757248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763443.434804:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763443.434809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763443.434812:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763443.434816:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 743 00000100:00080000:1.0:1789763443.434821:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763443.434825:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763443.434832:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763443.434843:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763443/real 1789763443] req@ffff9985836dad80 x1876702246756992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763443.434851:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246757376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763443.434881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763443.434886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763443.434888:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763443.434896:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 743 00000100:00080000:1.0:1789763443.434904:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763443.434908:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763443.434914:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763443.434944:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246756992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763443.434947:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246757504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763443.434981:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763443.434999:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763443.435013:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246756992:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763443.435053:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246757120:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763443.435090:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763443.435112:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763443/real 1789763443] req@ffff9985836d8a80 x1876702246757120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763443.435133:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246757120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763443.435147:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763443.435153:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763443.435159:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246757120:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763443.435169:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246757248:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763443.435201:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763443.435249:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763443/real 1789763443] req@ffff9985836da680 x1876702246757248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763443.435272:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246757248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763443.435319:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763443.435327:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763443.435334:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246757248:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763443.435345:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246757376:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763443.435396:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763443.435414:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763443/real 1789763443] req@ffff9985836d9c00 x1876702246757376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763443.435429:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246757376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763443.435440:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763443.435443:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763443.435447:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246757376:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763443.435454:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246757504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763443.435474:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763443.435486:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763443/real 1789763443] req@ffff9985836d8700 x1876702246757504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763443.435500:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246757504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763443.435523:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763443.435527:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763443.435531:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246757504:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763444.010509:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763445.034525:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763446.058592:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763447.082536:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763448.106466:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763448.554402:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763448.554411:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763448.554416:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763448.554425:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 748 00000100:00080000:3.0:1789763448.554436:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763448.554444:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763448.554484:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246757632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763448.554518:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763448.554522:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763448.554524:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763448.554528:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 748 00000100:00080000:3.0:1789763448.554531:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763448.554534:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763448.554543:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763448.554555:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246757760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763448.554566:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763448.554569:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763448.554572:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763448.554579:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246757632:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763448.554579:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 748 00000100:00080000:3.0:1789763448.554585:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763448.554592:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763448.554597:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763448.554608:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246757888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763448.554617:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763448.554621:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763448.554623:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763448.554627:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 748 00000100:00080000:3.0:1789763448.554631:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763448.554635:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763448.554639:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763448.554649:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246758016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763448.554657:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763448.554661:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763448.554663:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789763448.554670:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763448.554671:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 748 00000100:00080000:3.0:1789763448.554678:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763448.554681:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763448.554686:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763448.554697:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246758144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763448.554729:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763448/real 1789763448] req@ffff998588b41c00 x1876702246757632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763448.554755:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246757632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763448.554770:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763448.554775:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763448.554781:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246757632:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763448.554807:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246757760:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763448.554836:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763448.554853:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763448/real 1789763448] req@ffff998588b42300 x1876702246757760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763448.554869:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246757760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763448.554889:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763448.554893:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763448.554898:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246757760:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763448.554906:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246757888:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763448.554933:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763448.554947:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763448/real 1789763448] req@ffff998588b43800 x1876702246757888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763448.554963:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246757888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763448.554973:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763448.554978:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763448.554982:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246757888:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763448.554990:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246758016:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763448.555024:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763448.555039:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763448/real 1789763448] req@ffff998588b43100 x1876702246758016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763448.555053:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246758016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763448.555064:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763448.555069:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763448.555074:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246758016:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763448.555098:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246758144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763448.555132:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763448.555151:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763448/real 1789763448] req@ffff998588b42680 x1876702246758144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763448.555206:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246758144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763448.555249:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763448.555253:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763448.555258:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246758144:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763449.130509:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763450.154507:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763451.178558:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763452.202468:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763453.226475:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763453.674439:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763453.674455:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763453.674462:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763453.674478:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 753 00000100:00080000:2.0:1789763453.674494:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763453.674505:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763453.674566:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246758272/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763453.674622:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763453.674627:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763453.674630:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763453.674635:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 753 00000100:00080000:2.0:1789763453.674639:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763453.674644:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763453.674658:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763453.674676:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246758400/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763453.674690:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763453.674694:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763453.674696:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763453.674704:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 753 00000100:00100000:1.0:1789763453.674709:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246758272:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763453.674710:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763453.674724:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763453.674734:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763453.674762:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246758528/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763453.674801:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763453.674808:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763453.674811:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763453.674817:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 753 00000100:00080000:2.0:1789763453.674823:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763453.674832:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:1.0:1789763453.674833:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:2.0:1789763453.674843:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763453.674865:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246758656/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763453.674877:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763453.674882:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763453.674884:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763453.674889:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 753 00000100:00080000:2.0:1789763453.674893:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763453.674899:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763453.674907:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763453.674916:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763453/real 1789763453] req@ffff9985857dbb80 x1876702246758272/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763453.674933:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246758784/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763453.674950:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246758272/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763453.674985:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763453.674991:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763453.674997:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246758272:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763453.675034:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246758400:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763453.675062:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763453.675076:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763453/real 1789763453] req@ffff9985857d8380 x1876702246758400/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763453.675090:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246758400/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763453.675099:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763453.675103:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763453.675106:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246758400:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763453.675112:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246758528:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763453.675131:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763453.675173:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763453/real 1789763453] req@ffff9985857d9180 x1876702246758528/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763453.675188:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246758528/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763453.675197:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763453.675201:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763453.675204:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246758528:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763453.675211:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246758656:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763453.675253:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763453.675273:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763453/real 1789763453] req@ffff9985857daa00 x1876702246758656/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763453.675374:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246758656/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763453.675384:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763453.675387:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763453.675391:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246758656:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763453.675398:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246758784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763453.675426:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763453.675439:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763453/real 1789763453] req@ffff9985857d8e00 x1876702246758784/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763453.675451:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246758784/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763453.675459:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763453.675462:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763453.675465:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246758784:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763454.250565:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763455.274561:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763456.298517:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763457.322479:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763458.346617:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763458.794438:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763458.794453:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763458.794460:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763458.794478:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 758 00000100:00080000:3.0:1789763458.794497:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763458.794509:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763458.794585:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246758912/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763458.794629:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763458.794636:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763458.794638:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763458.794644:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 758 00000100:00080000:3.0:1789763458.794649:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763458.794653:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763458.794669:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763458.794685:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246759040/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763458.794700:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763458.794705:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763458.794707:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763458.794712:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 758 00000100:00080000:3.0:1789763458.794716:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763458.794720:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763458.794728:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763458.794736:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246758912:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763458.794746:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246759168/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763458.794773:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763458.794778:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763458.794781:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763458.794786:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 758 00000100:00080000:3.0:1789763458.794791:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763458.794795:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763458.794803:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763458.794818:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246759296/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763458.794831:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763458.794836:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763458.794838:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763458.794842:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 758 00000100:00080000:3.0:1789763458.794848:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763458.794852:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763458.794857:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763458.794871:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246759424/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763458.794922:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246759040:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763458.795001:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246759168:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763458.795032:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246759296:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763458.795068:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246759424:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763459.370537:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763460.394520:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763461.418554:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763461.866659:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789763461.866713:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763461.866733:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763461.866785:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763461.866796:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763461.866806:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763461.866816:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789763461.866928:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763458/real 1789763461] req@ffff998588b43b80 x1876702246759168/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763461.866978:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246759168/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763461.866995:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763461.867002:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763461.867008:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246759168:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763461.867018:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763458/real 1789763461] req@ffff998588b40000 x1876702246759296/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763461.867034:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246759296/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763461.867043:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763461.867047:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763461.867052:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246759296:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763461.867060:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763458/real 1789763461] req@ffff998588b42d80 x1876702246759424/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763461.867074:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246759424/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763461.867111:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763461.867116:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763461.867120:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246759424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763461.867128:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763458/real 1789763461] req@ffff998588b42a00 x1876702246758912/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763461.867144:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246758912/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763461.867159:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763461.867165:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763461.867172:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246758912:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763461.867184:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763458/real 1789763461] req@ffff998588b40e00 x1876702246759040/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763461.867208:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246759040/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763461.867225:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763461.867231:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763461.867238:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246759040:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763462.442609:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763463.466590:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763463.914490:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763463.914510:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763463.914519:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763463.914540:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 763 00000100:00080000:0.0:1789763463.914563:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763463.914579:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763463.914653:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246759552/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763463.914720:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763463.914728:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763463.914733:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763463.914741:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 763 00000100:00080000:0.0:1789763463.914749:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763463.914757:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763463.914776:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763463.914800:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246759680/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763463.914821:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763463.914829:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763463.914833:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763463.914841:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 763 00000100:00080000:0.0:1789763463.914866:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763463.914868:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246759552:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763463.914882:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763463.914896:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763463.914924:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246759808/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763463.914947:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763463.914954:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763463.914957:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763463.914976:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 763 00000100:00080000:0.0:1789763463.914985:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763463.914993:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:1.0:1789763463.915006:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:0.0:1789763463.915008:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763463.915039:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246759936/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763463.915059:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763463.915089:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763463.915093:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763463.915102:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 763 00000100:00080000:0.0:1789763463.915110:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763463.915118:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763463.915129:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763463.915143:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763463/real 1789763463] req@ffff9985856a0000 x1876702246759552/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763463.915159:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246760064/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763463.915213:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246759552/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763463.915237:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763463.915248:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763463.915260:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246759552:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763463.915277:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246759680:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763463.915376:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763463.915404:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763463/real 1789763463] req@ffff9985856a2a00 x1876702246759680/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763463.915427:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246759680/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763463.915445:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763463.915451:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763463.915458:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246759680:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763463.915511:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246759808:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763463.915557:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763463.915581:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763463/real 1789763463] req@ffff9985856a3480 x1876702246759808/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763463.915604:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246759808/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763463.915634:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763463.915641:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763463.915648:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246759808:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763463.915660:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246759936:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763463.915703:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763463.915728:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763463/real 1789763463] req@ffff9985856a0e00 x1876702246759936/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763463.915751:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246759936/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763463.915765:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763463.915771:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763463.915777:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246759936:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763463.915791:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246760064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763463.915834:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763463.915857:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763463/real 1789763463] req@ffff9985856a1880 x1876702246760064/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763463.915883:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246760064/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763463.915900:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763463.915907:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763463.915916:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246760064:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763464.490524:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763465.514510:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763466.538510:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763467.562613:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763468.586443:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763469.034375:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763469.034383:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763469.034387:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763469.034396:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 768 00000100:00080000:0.0:1789763469.034405:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763469.034411:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763469.034445:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246760192/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763469.034469:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763469.034471:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763469.034473:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763469.034476:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 768 00000100:00080000:0.0:1789763469.034478:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763469.034480:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763469.034489:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763469.034501:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1c00 x1876702246760320/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763469.034513:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763469.034518:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763469.034521:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763469.034525:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 768 00000100:00080000:0.0:1789763469.034529:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763469.034534:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763469.034541:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763469.034551:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246760448/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763469.034564:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763469.034564:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246760192:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763469.034578:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763469.034581:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763469.034586:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 768 00000100:00080000:0.0:1789763469.034589:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763469.034592:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763469.034596:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763469.034609:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246760576/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763469.034617:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763469.034620:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763469.034621:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763469.034624:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 768 00000100:00080000:0.0:1789763469.034642:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763469.034645:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763469.034648:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763469.034662:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763469.034663:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246760704/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763469.034729:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763469/real 1789763469] req@ffff9985856a1500 x1876702246760192/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763469.034746:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246760192/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763469.034756:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763469.034760:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763469.034765:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246760192:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763469.034772:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246760320:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763469.034789:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763469.034797:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763469/real 1789763469] req@ffff9985856a1c00 x1876702246760320/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763469.034805:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1c00 x1876702246760320/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763469.034810:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763469.034812:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763469.034814:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246760320:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763469.034836:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246760448:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763469.034849:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763469.034855:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763469/real 1789763469] req@ffff9985856a0700 x1876702246760448/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763469.034863:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246760448/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763469.034868:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763469.034870:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763469.034871:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246760448:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763469.034875:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246760576:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763469.034886:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763469.034892:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763469/real 1789763469] req@ffff9985856a3800 x1876702246760576/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763469.034899:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246760576/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763469.034904:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763469.034905:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763469.034907:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246760576:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763469.034911:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246760704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763469.034921:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763469.034927:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763469/real 1789763469] req@ffff9985856a2300 x1876702246760704/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763469.034939:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246760704/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763469.034944:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763469.034946:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763469.034947:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246760704:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763469.610456:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763470.634558:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763471.658558:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763472.682567:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763473.706447:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763474.154486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763474.154507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763474.154516:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763474.154538:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 774 00000100:00080000:2.0:1789763474.154559:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763474.154576:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763474.154646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246760832/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763474.154696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763474.154701:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763474.154704:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763474.154710:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 774 00000100:00080000:2.0:1789763474.154716:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763474.154721:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763474.154735:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763474.154752:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246760960/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763474.154768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763474.154775:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763474.154777:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763474.154786:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246760832:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763474.154788:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 774 00000100:00080000:2.0:1789763474.154800:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763474.154807:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763474.154813:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763474.154829:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246761088/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763474.154842:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763474.154847:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763474.154850:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763474.154855:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 774 00000100:00080000:2.0:1789763474.154860:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763474.154864:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763474.154870:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763474.154903:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8700 x1876702246761216/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763474.154917:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789763474.154929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763474.154935:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763474.154938:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763474.154946:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 774 00000100:00080000:2.0:1789763474.154962:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763474.154968:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763474.154976:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763474.155023:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246761344/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763474.155042:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763474/real 1789763474] req@ffff9985857d9f80 x1876702246760832/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763474.155086:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246760832/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763474.155107:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763474.155115:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763474.155125:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246760832:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763474.155172:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246760960:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763474.155238:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763474.155260:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763474/real 1789763474] req@ffff9985857d9500 x1876702246760960/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763474.155276:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246760960/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763474.155330:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763474.155336:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763474.155341:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246760960:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763474.155349:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246761088:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763474.155379:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763474.155393:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763474/real 1789763474] req@ffff9985857d8000 x1876702246761088/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763474.155409:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246761088/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763474.155419:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763474.155423:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763474.155427:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246761088:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763474.155433:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246761216:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789763474.155453:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763474.155477:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763474/real 1789763474] req@ffff9985857d8700 x1876702246761216/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763474.155503:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8700 x1876702246761216/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763474.155513:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763474.155517:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763474.155522:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246761216:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789763474.155529:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246761344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789763474.155552:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763474.155565:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763474/real 1789763474] req@ffff9985857d8e00 x1876702246761344/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763474.155579:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246761344/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763474.155588:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763474.155592:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763474.155595:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246761344:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763474.730559:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763475.754562:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763476.778510:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763477.802510:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763478.826540:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763479.274437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763479.274447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763479.274451:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763479.274462:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 779 00000100:00080000:1.0:1789763479.274474:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763479.274481:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763479.274525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dbb80 x1876702246761472/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763479.274555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763479.274558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763479.274560:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763479.274564:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 779 00000100:00080000:1.0:1789763479.274567:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763479.274570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763479.274579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763479.274589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246761600/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763479.274596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763479.274599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763479.274601:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763479.274603:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 779 00000100:00080000:1.0:1789763479.274605:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763479.274609:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763479.274613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763479.274621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246761728/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763479.274629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763479.274631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763479.274634:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763479.274636:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246761472:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763479.274639:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 779 00000100:00080000:1.0:1789763479.274645:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763479.274648:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763479.274652:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763479.274661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246761856/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763479.274667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763479.274669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763479.274671:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763479.274675:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 779 00000100:00080000:1.0:1789763479.274677:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763479.274680:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763479.274683:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763479.274690:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246761984/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763479.274717:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763479.274773:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763479/real 1789763479] req@ffff9985836dbb80 x1876702246761472/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763479.274801:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dbb80 x1876702246761472/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763479.274810:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763479.274814:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763479.274817:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246761472:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763479.274823:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246761600:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763479.274842:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763479.274852:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763479/real 1789763479] req@ffff9985836d9180 x1876702246761600/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763479.274869:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246761600/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763479.274875:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763479.274878:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763479.274880:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246761600:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763479.274917:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246761728:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763479.274931:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763479.274939:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763479/real 1789763479] req@ffff9985836d8e00 x1876702246761728/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763479.274960:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246761728/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763479.274967:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763479.274969:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763479.274972:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246761728:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763479.274986:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246761856:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763479.274999:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763479.275007:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763479/real 1789763479] req@ffff9985836d8380 x1876702246761856/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763479.275021:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246761856/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763479.275026:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763479.275028:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763479.275030:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246761856:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763479.275034:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246761984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763479.275046:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763479.275053:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763479/real 1789763479] req@ffff9985836da300 x1876702246761984/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763479.275061:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246761984/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763479.275066:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763479.275068:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763479.275070:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246761984:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763479.850553:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763480.874578:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763481.898728:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763482.922584:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763483.946488:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763484.394442:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763484.394464:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763484.394484:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763484.394506:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 784 00000100:00080000:1.0:1789763484.394530:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763484.394553:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763484.394628:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246762112/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763484.394672:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763484.394678:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763484.394681:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763484.394688:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 784 00000100:00080000:1.0:1789763484.394692:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763484.394698:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763484.394713:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763484.394731:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246762240/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763484.394746:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763484.394754:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763484.394757:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763484.394759:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246762112:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763484.394766:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 784 00000100:00080000:1.0:1789763484.394785:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763484.394792:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763484.394799:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763484.394819:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246762368/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763484.394831:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763484.394836:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763484.394838:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763484.394843:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 784 00000100:00080000:1.0:1789763484.394851:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763484.394856:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763484.394862:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763484.394876:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246762496/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763484.394898:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763484.394906:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:3.0:1789763484.394907:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763484.394935:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763484.394948:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 784 00000100:00080000:1.0:1789763484.394955:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763484.394961:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763484.394981:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763484.395002:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246762624/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763484.395026:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763484/real 1789763484] req@ffff9985836db800 x1876702246762112/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763484.395056:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246762112/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763484.395073:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763484.395079:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763484.395084:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246762112:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763484.395118:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246762240:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763484.395150:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763484.395167:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763484/real 1789763484] req@ffff9985836d9880 x1876702246762240/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763484.395188:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246762240/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763484.395199:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763484.395203:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763484.395207:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246762240:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763484.395215:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246762368:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763484.395241:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763484.395253:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763484/real 1789763484] req@ffff9985836da300 x1876702246762368/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763484.395268:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246762368/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763484.395278:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763484.395281:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763484.395285:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246762368:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763484.395350:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246762496:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763484.395402:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763484.395427:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763484/real 1789763484] req@ffff9985836d8380 x1876702246762496/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763484.395447:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246762496/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763484.395458:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763484.395462:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763484.395466:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246762496:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763484.395473:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246762624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763484.395499:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763484.395529:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763484/real 1789763484] req@ffff9985836d8e00 x1876702246762624/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763484.395545:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246762624/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763484.395555:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763484.395559:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763484.395563:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246762624:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763484.970596:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763485.994630:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763487.018522:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763488.042583:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763489.066650:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763489.514444:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763489.514459:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763489.514466:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763489.514482:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 789 00000100:00080000:1.0:1789763489.514501:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763489.514513:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763489.514576:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246762752/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763489.514620:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763489.514625:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763489.514628:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763489.514634:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 789 00000100:00080000:1.0:1789763489.514639:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763489.514643:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763489.514658:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763489.514674:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dbb80 x1876702246762880/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763489.514687:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763489.514692:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763489.514694:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763489.514700:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 789 00000100:00080000:1.0:1789763489.514704:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763489.514708:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763489.514713:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763489.514730:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246763008/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763489.514733:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246762752:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763489.514750:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763489.514765:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763489.514775:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763489.514783:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 789 00000100:00080000:1.0:1789763489.514787:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763489.514791:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763489.514797:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763489.514810:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246763136/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763489.514824:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763489.514829:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763489.514831:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763489.514839:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 789 00000100:00080000:1.0:1789763489.514843:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763489.514846:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763489.514852:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763489.514866:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246763264/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763489.514895:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763489.514986:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763489/real 1789763489] req@ffff9985836d9180 x1876702246762752/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763489.515011:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246762752/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763489.515027:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763489.515032:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763489.515037:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246762752:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763489.515049:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246762880:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763489.515090:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763489.515109:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763489/real 1789763489] req@ffff9985836dbb80 x1876702246762880/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763489.515126:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dbb80 x1876702246762880/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763489.515136:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763489.515140:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763489.515145:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246762880:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763489.515179:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246763008:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763489.515226:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763489.515243:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763489/real 1789763489] req@ffff9985836d8700 x1876702246763008/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763489.515271:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246763008/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763489.515285:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763489.515290:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763489.515295:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246763008:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763489.515354:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246763136:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763489.515388:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763489.515406:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763489/real 1789763489] req@ffff9985836d9c00 x1876702246763136/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763489.515424:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246763136/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763489.515437:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763489.515443:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763489.515448:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246763136:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763489.515458:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246763264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763489.515489:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763489.515507:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763489/real 1789763489] req@ffff9985836da680 x1876702246763264/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763489.515526:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246763264/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763489.515548:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763489.515554:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763489.515560:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246763264:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763490.090582:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763491.114492:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763492.138405:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763493.162554:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763494.186588:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763494.634440:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763494.634460:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763494.634467:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763494.634484:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 794 00000100:00080000:0.0:1789763494.634502:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763494.634512:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763494.634567:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246763392/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763494.634601:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763494.634606:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763494.634609:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763494.634612:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 794 00000100:00080000:0.0:1789763494.634616:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763494.634620:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763494.634640:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763494.634655:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246763392:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763494.634656:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246763520/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763494.634674:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763494.634677:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763494.634678:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763494.634681:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 794 00000100:00080000:0.0:1789763494.634684:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763494.634687:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763494.634692:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763494.634704:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246763648/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763494.634712:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763494.634716:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763494.634718:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763494.634722:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 794 00000100:00080000:0.0:1789763494.634726:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763494.634728:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763494.634733:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763494.634742:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246763776/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763494.634751:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789763494.634756:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789763494.634757:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763494.634762:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763494.634767:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 794 00000100:00080000:0.0:1789763494.634769:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763494.634772:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763494.634777:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763494.634786:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246763904/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763494.634818:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763494/real 1789763494] req@ffff9985856a2680 x1876702246763392/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763494.634858:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246763392/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763494.634870:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763494.634874:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763494.634878:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246763392:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763494.634908:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246763520:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763494.634937:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763494.634955:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763494/real 1789763494] req@ffff9985856a2d80 x1876702246763520/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763494.634972:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246763520/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763494.634991:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763494.634994:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763494.634997:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246763520:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763494.635002:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246763648:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763494.635024:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763494.635035:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763494/real 1789763494] req@ffff9985856a2300 x1876702246763648/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763494.635050:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246763648/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763494.635060:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763494.635065:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763494.635070:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246763648:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763494.635077:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246763776:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763494.635105:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763494.635118:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763494/real 1789763494] req@ffff9985856a3800 x1876702246763776/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763494.635129:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246763776/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763494.635141:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763494.635145:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763494.635150:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246763776:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763494.635158:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246763904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763494.635185:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763494.635200:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763494/real 1789763494] req@ffff9985856a0700 x1876702246763904/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763494.635211:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246763904/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763494.635217:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763494.635220:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763494.635223:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246763904:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763495.210596:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763496.234548:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763497.258567:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763498.282568:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763499.306618:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763499.754518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763499.754532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763499.754539:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763499.754554:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 799 00000100:00080000:2.0:1789763499.754575:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763499.754589:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763499.754662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246764032/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763499.754707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763499.754712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763499.754715:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763499.754721:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 799 00000100:00080000:2.0:1789763499.754727:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763499.754732:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763499.754747:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763499.754767:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246764160/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763499.754783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763499.754790:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246764032:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763499.754791:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763499.754828:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763499.754849:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 799 00000100:00080000:2.0:1789763499.754855:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763499.754861:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763499.754869:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763499.754890:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246764288/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763499.754914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763499.754919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763499.754921:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763499.754926:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 799 00000100:00080000:2.0:1789763499.754934:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763499.754939:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763499.754946:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763499.754954:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789763499.754970:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246764416/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763499.754991:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763499.754997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763499.755000:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763499.755005:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 799 00000100:00080000:2.0:1789763499.755010:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763499.755014:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763499.755020:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763499.755040:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763499/real 1789763499] req@ffff9985857daa00 x1876702246764032/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763499.755043:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246764544/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763499.755123:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246764032/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763499.755140:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763499.755146:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763499.755151:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246764032:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763499.755196:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246764160:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763499.755226:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763499.755242:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763499/real 1789763499] req@ffff9985857d9180 x1876702246764160/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763499.755258:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246764160/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763499.755268:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763499.755272:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763499.755276:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246764160:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763499.755284:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246764288:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763499.755365:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763499.755400:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763499/real 1789763499] req@ffff9985857d8380 x1876702246764288/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763499.755416:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246764288/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763499.755427:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763499.755431:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763499.755435:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246764288:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763499.755443:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246764416:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763499.755488:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763499.755510:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763499/real 1789763499] req@ffff9985857dbb80 x1876702246764416/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763499.755549:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246764416/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763499.755566:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763499.755572:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763499.755579:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246764416:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763499.755591:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246764544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763499.755622:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763499.755638:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763499/real 1789763499] req@ffff9985857db800 x1876702246764544/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763499.755654:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246764544/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763499.755664:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763499.755668:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763499.755671:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246764544:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763500.330501:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763501.354561:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763502.378478:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763503.402508:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763504.426555:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763504.874441:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763504.874458:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763504.874465:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763504.874480:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 804 00000100:00080000:1.0:1789763504.874496:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763504.874505:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763504.874551:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246764672/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763504.874592:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763504.874597:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763504.874599:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763504.874604:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 804 00000100:00080000:1.0:1789763504.874608:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763504.874613:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763504.874624:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763504.874641:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246764800/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763504.874650:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246764672:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763504.874660:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763504.874665:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763504.874667:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763504.874672:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 804 00000100:00080000:1.0:1789763504.874675:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763504.874679:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763504.874685:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763504.874718:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246764928/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763504.874731:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763504.874735:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763504.874737:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763504.874742:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 804 00000100:00080000:1.0:1789763504.874751:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763504.874798:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:3.0:1789763504.874809:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:1.0:1789763504.874812:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763504.874840:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246765056/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763504.874879:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763504.874886:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763504.874890:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763504.874896:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 804 00000100:00080000:1.0:1789763504.874903:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763504.874906:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763504/real 1789763504] req@ffff9985836d8a80 x1876702246764672/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763504.874914:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763504.874928:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763504.874947:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246764672/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763504.874955:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246765184/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763504.875003:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763504.875013:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763504.875019:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246764672:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763504.875053:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246764800:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763504.875104:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763504.875120:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763504/real 1789763504] req@ffff9985836dad80 x1876702246764800/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763504.875134:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246764800/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763504.875144:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763504.875148:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763504.875151:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246764800:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763504.875157:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246764928:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763504.875194:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763504.875206:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763504/real 1789763504] req@ffff9985836da680 x1876702246764928/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763504.875219:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246764928/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763504.875229:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763504.875232:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763504.875236:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246764928:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763504.875262:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246765056:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763504.875283:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763504.875296:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763504/real 1789763504] req@ffff9985836d9c00 x1876702246765056/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763504.875327:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246765056/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763504.875336:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763504.875339:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763504.875342:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246765056:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763504.875348:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246765184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763504.875406:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763504.875419:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763504/real 1789763504] req@ffff9985836d8700 x1876702246765184/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763504.875432:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246765184/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763504.875441:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763504.875444:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763504.875448:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246765184:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763505.450539:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763506.474521:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763507.498545:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763508.522624:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763509.546602:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763509.994504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763509.994519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763509.994525:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763509.994542:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 809 00000100:00080000:0.0:1789763509.994561:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763509.994573:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763509.994639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1c00 x1876702246765312/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763509.994687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763509.994693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763509.994695:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763509.994700:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 809 00000100:00080000:0.0:1789763509.994706:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763509.994711:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763509.994747:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763509.994775:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246765440/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763509.994790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763509.994795:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763509.994797:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763509.994803:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 809 00000100:00080000:0.0:1789763509.994808:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763509.994813:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763509.994820:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763509.994834:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246765568/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763509.994861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763509.994864:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246765312:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763509.994867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763509.994874:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763509.994882:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 809 00000100:00080000:0.0:1789763509.994886:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763509.994891:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763509.994896:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763509.994914:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246765696/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763509.994935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763509.994940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763509.994943:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763509.994948:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 809 00000100:00080000:0.0:1789763509.994952:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763509.994956:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763509.994961:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763509.994976:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246765824/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763509.994998:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763509.995069:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763509/real 1789763509] req@ffff9985856a1c00 x1876702246765312/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763509.995096:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1c00 x1876702246765312/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763509.995110:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763509.995117:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763509.995125:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246765312:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763509.995140:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246765440:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763509.995182:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763509.995209:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763509/real 1789763509] req@ffff9985856a1500 x1876702246765440/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763509.995236:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246765440/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763509.995253:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763509.995257:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763509.995262:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246765440:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763509.995382:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246765568:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763509.995425:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763509.995457:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763509/real 1789763509] req@ffff9985856a1880 x1876702246765568/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763509.995482:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246765568/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763509.995513:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763509.995519:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763509.995526:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246765568:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763509.995544:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246765696:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763509.995586:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763509.995609:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763509/real 1789763509] req@ffff9985856a0e00 x1876702246765696/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763509.995634:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246765696/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763509.995648:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763509.995652:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763509.995656:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246765696:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763509.995664:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246765824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763509.995692:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763509.995707:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763509/real 1789763509] req@ffff9985856a3480 x1876702246765824/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763509.995746:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246765824/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763509.995758:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763509.995762:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763509.995767:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246765824:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763510.570491:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763511.594589:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763512.618618:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763513.642485:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763514.666559:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763515.114499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763515.114515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763515.114522:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763515.114539:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 815 00000100:00080000:2.0:1789763515.114557:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763515.114569:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763515.114637:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246765952/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763515.114680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763515.114711:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763515.114714:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763515.114721:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 815 00000100:00080000:2.0:1789763515.114725:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763515.114731:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763515.114747:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763515.114766:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246766080/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763515.114782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763515.114788:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763515.114794:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763515.114799:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246765952:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763515.114806:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 815 00000100:00080000:2.0:1789763515.114818:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763515.114822:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763515.114829:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763515.114847:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246766208/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763515.114860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763515.114866:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763515.114868:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763515.114873:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 815 00000100:00080000:2.0:1789763515.114907:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763515.114912:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763515.114918:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763515.114931:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789763515.114938:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246766336/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763515.114953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763515.114959:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763515.114961:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763515.114966:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 815 00000100:00080000:2.0:1789763515.114980:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763515.114984:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763515.114990:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763515.115008:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246766464/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763515.115028:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763515/real 1789763515] req@ffff9985857db100 x1876702246765952/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763515.115063:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246765952/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763515.115079:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763515.115084:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763515.115090:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246765952:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763515.115127:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246766080:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763515.115161:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763515.115179:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763515/real 1789763515] req@ffff9985857da300 x1876702246766080/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763515.115195:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246766080/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763515.115205:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763515.115209:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763515.115213:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246766080:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763515.115220:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246766208:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763515.115243:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763515.115256:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763515/real 1789763515] req@ffff9985857d8a80 x1876702246766208/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763515.115330:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246766208/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763515.115342:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763515.115346:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763515.115350:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246766208:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763515.115358:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246766336:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763515.115385:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763515.115400:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763515/real 1789763515] req@ffff9985857d9880 x1876702246766336/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763515.115414:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246766336/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763515.115423:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763515.115427:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763515.115431:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246766336:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763515.115437:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246766464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763515.115456:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763515.115468:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763515/real 1789763515] req@ffff9985857db800 x1876702246766464/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763515.115491:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246766464/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763515.115500:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763515.115503:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763515.115507:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246766464:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763515.690559:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763516.714555:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763517.738618:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763518.762528:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763519.786582:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763520.234492:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763520.234514:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763520.234523:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763520.234542:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 820 00000100:00080000:1.0:1789763520.234562:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763520.234574:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763520.234642:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dbb80 x1876702246766592/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763520.234732:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763520.234737:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763520.234740:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763520.234746:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 820 00000100:00080000:1.0:1789763520.234753:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763520.234761:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763520.234777:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763520.234808:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246766720/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763520.234810:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246766592:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763520.234844:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763520.234850:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763520.234853:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763520.234862:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 820 00000100:00080000:1.0:1789763520.234867:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763520.234872:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763520.234880:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763520.234897:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246766848/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763520.234912:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763520.234925:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763520.234932:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763520.234934:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763520.234943:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 820 00000100:00080000:1.0:1789763520.234947:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763520.234953:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763520.234962:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763520.234971:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763520/real 1789763520] req@ffff9985836dbb80 x1876702246766592/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763520.234979:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246766976/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763520.235033:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763520.235041:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763520.235045:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763520.235052:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 820 00000100:00080000:1.0:1789763520.235057:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763520.235065:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763520.235068:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dbb80 x1876702246766592/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1789763520.235072:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763520.235093:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246767104/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763520.235131:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763520.235145:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763520.235157:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246766592:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763520.235213:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246766720:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763520.235268:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763520.235290:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763520/real 1789763520] req@ffff9985836d9180 x1876702246766720/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763520.235354:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246766720/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763520.235368:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763520.235371:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763520.235374:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246766720:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763520.235381:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246766848:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763520.235430:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763520.235455:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763520/real 1789763520] req@ffff9985836d8e00 x1876702246766848/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763520.235480:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246766848/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763520.235499:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763520.235506:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763520.235514:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246766848:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763520.235527:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246766976:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763520.235559:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763520.235576:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763520/real 1789763520] req@ffff9985836d8380 x1876702246766976/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763520.235591:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246766976/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763520.235602:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763520.235606:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763520.235611:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246766976:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763520.235620:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246767104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763520.235639:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763520.235694:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763520/real 1789763520] req@ffff9985836da300 x1876702246767104/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763520.235705:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246767104/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763520.235712:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763520.235716:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763520.235721:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246767104:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763520.810539:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763521.834522:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763522.858493:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763523.882526:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763524.906529:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763525.354521:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763525.354533:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763525.354538:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763525.354551:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 825 00000100:00080000:0.0:1789763525.354565:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763525.354575:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763525.354657:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246767232/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763525.354695:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763525.354700:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763525.354703:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763525.354709:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 825 00000100:00080000:0.0:1789763525.354714:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763525.354718:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763525.354732:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763525.354750:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246767360/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763525.354765:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763525.354769:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246767232:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763525.354771:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763525.354779:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763525.354789:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 825 00000100:00080000:0.0:1789763525.354792:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763525.354796:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763525.354803:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763525.354821:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246767488/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763525.354834:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763525.354838:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763525.354841:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763525.354846:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 825 00000100:00080000:0.0:1789763525.354850:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763525.354854:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763525.354860:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763525.354873:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246767616/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763525.354885:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763525.354890:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763525.354894:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763525.354899:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 825 00000100:00100000:3.0:1789763525.354916:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246767360:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789763525.354919:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763525.354932:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763525.354943:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763525.354963:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246767744/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763525.354979:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246767488:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763525.355015:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246767616:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763525.355043:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246767744:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763525.930637:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763526.954498:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763527.978486:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763528.426711:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789763528.426781:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763528.426807:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763528.426879:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763528.426900:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763528.426917:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763528.426932:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789763528.427030:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763525/real 1789763528] req@ffff9985856a1880 x1876702246767744/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763528.427078:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246767744/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763528.427104:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763528.427115:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763528.427124:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246767744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763528.427141:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763525/real 1789763528] req@ffff9985856a0000 x1876702246767360/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763528.427168:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246767360/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763528.427184:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763528.427192:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763528.427199:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246767360:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763528.427213:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763525/real 1789763528] req@ffff9985856a3480 x1876702246767488/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763528.427238:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246767488/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763528.427255:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763528.427262:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763528.427269:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246767488:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763528.427283:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763525/real 1789763528] req@ffff9985856a0e00 x1876702246767616/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763528.427360:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246767616/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763528.427377:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763528.427384:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763528.427391:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246767616:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763528.427406:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763525/real 1789763528] req@ffff9985856a2a00 x1876702246767232/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763528.427431:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246767232/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763528.427448:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763528.427454:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763528.427461:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246767232:192.168.203.136@tcp:250:kworker.0 00010000:00010000:1.0:1789763529.002562:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763530.026553:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763530.474511:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763530.474526:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763530.474533:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763530.474549:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 830 00000100:00080000:1.0:1789763530.474566:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763530.474598:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763530.474670:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246767872/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763530.474725:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763530.474749:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763530.474752:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763530.474761:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 830 00000100:00080000:1.0:1789763530.474768:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763530.474775:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763530.474792:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763530.474818:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246768000/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763530.474841:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763530.474849:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246767872:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763530.474861:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763530.474866:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763530.474888:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 830 00000100:00080000:1.0:1789763530.474897:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763530.474908:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763530.474919:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763530.474945:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246768128/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763530.474976:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763530.474977:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763530.474996:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763530.474999:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763530.475008:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 830 00000100:00080000:1.0:1789763530.475014:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763530.475021:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763530.475030:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763530.475080:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246768256/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763530.475092:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763530/real 1789763530] req@ffff9985836d9880 x1876702246767872/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763530.475104:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763530.475120:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763530.475130:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763530.475139:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 830 00000100:00080000:1.0:1789763530.475147:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763530.475154:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246767872/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763530.475162:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763530.475180:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1789763530.475188:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763530.475200:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763530.475208:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246768384/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763530.475214:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246767872:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763530.475270:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246768000:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763530.475372:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763530.475397:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763530/real 1789763530] req@ffff9985836db800 x1876702246768000/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763530.475421:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246768000/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763530.475435:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763530.475442:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763530.475448:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246768000:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763530.475597:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246768128:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763530.475640:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763530.475663:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763530/real 1789763530] req@ffff9985836da300 x1876702246768128/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763530.475686:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246768128/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763530.475701:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763530.475707:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763530.475724:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246768128:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763530.475736:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246768256:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763530.475773:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763530.475796:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763530/real 1789763530] req@ffff9985836d8380 x1876702246768256/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763530.475829:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246768256/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763530.475843:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763530.475849:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763530.475855:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246768256:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763530.475864:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246768384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763530.475891:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763530.475904:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763530/real 1789763530] req@ffff9985836d8e00 x1876702246768384/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763530.475917:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246768384/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763530.475926:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763530.475929:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763530.475933:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246768384:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763531.050517:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763532.074554:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763533.098542:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763534.122583:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763535.146575:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763535.594467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763535.594487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763535.594496:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763535.594517:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 835 00000100:00080000:0.0:1789763535.594563:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763535.594578:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763535.594642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246768512/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763535.594685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763535.594691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763535.594694:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763535.594700:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 835 00000100:00080000:0.0:1789763535.594705:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763535.594710:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763535.594725:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763535.594743:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1c00 x1876702246768640/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763535.594776:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246768512:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763535.594778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763535.594799:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763535.594804:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763535.594812:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 835 00000100:00080000:0.0:1789763535.594818:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763535.594823:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763535.594831:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763535.594850:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246768768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763535.594864:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763535.594869:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763535.594872:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763535.594879:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 835 00000100:00080000:0.0:1789763535.594883:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763535.594889:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763535.594895:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763535.594907:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763535.594917:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246768896/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763535.594932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763535.594938:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763535.594942:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763535.594949:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 835 00000100:00080000:0.0:1789763535.594955:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763535.594959:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763535.594965:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763535.595007:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246769024/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763535.595009:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763535/real 1789763535] req@ffff9985856a1500 x1876702246768512/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763535.595089:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246768512/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763535.595110:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763535.595116:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763535.595122:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246768512:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763535.595159:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246768640:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763535.595213:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763535.595233:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763535/real 1789763535] req@ffff9985856a1c00 x1876702246768640/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763535.595250:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1c00 x1876702246768640/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763535.595261:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763535.595265:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763535.595270:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246768640:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763535.595279:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246768768:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763535.595346:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763535.595363:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763535/real 1789763535] req@ffff9985856a0700 x1876702246768768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763535.595389:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246768768/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763535.595406:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763535.595412:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763535.595419:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246768768:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763535.595435:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246768896:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763535.595477:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763535.595496:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763535/real 1789763535] req@ffff9985856a3800 x1876702246768896/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763535.595512:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246768896/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763535.595523:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763535.595528:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763535.595559:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246768896:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763535.595573:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246769024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763535.595612:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763535.595633:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763535/real 1789763535] req@ffff9985856a2300 x1876702246769024/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763535.595650:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246769024/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763535.595661:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763535.595665:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763535.595669:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246769024:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763536.170523:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763537.194478:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763538.218533:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763539.242574:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763540.266497:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763540.714416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763540.714431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763540.714437:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763540.714452:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 840 00000100:00080000:0.0:1789763540.714468:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763540.714480:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763540.714575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246769152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763540.714610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763540.714616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763540.714619:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763540.714644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 840 00000100:00080000:0.0:1789763540.714652:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763540.714663:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763540.714683:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763540.714703:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246769152:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763540.714717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246769280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763540.714735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763540.714745:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763540.714748:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763540.714753:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 840 00000100:00080000:0.0:1789763540.714760:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763540.714765:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763540.714774:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763540.714793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246769408/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763540.714807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789763540.714815:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789763540.714817:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763540.714825:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763540.714832:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 840 00000100:00080000:0.0:1789763540.714839:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763540.714844:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763540.714851:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763540.714867:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246769536/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763540.714890:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763540/real 1789763540] req@ffff9985856a2d80 x1876702246769152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763540.714897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763540.714914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763540.714937:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763540.714945:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 840 00000100:00080000:0.0:1789763540.714949:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763540.714955:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246769152/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763540.714956:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763540.714968:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1789763540.714980:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763540.714989:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763540.714991:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246769664/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763540.715009:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246769152:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763540.715067:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246769280:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763540.715105:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763540.715126:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763540/real 1789763540] req@ffff9985856a2680 x1876702246769280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763540.715142:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246769280/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763540.715153:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763540.715179:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763540.715182:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246769280:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763540.715188:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246769408:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763540.715206:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763540.715216:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763540/real 1789763540] req@ffff9985856a2300 x1876702246769408/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763540.715231:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246769408/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763540.715252:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763540.715257:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763540.715262:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246769408:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763540.715271:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246769536:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763540.715300:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763540.715334:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763540/real 1789763540] req@ffff9985856a3800 x1876702246769536/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763540.715406:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246769536/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763540.715419:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763540.715425:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763540.715429:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246769536:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763540.715437:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246769664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763540.715465:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763540.715480:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763540/real 1789763540] req@ffff9985856a0700 x1876702246769664/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763540.715494:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246769664/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763540.715545:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763540.715548:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763540.715552:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246769664:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763541.290561:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763542.314565:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763543.338568:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763544.362563:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763545.386526:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763545.834420:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763545.834432:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763545.834454:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763545.834486:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 845 00000100:00080000:0.0:1789763545.834509:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763545.834534:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763545.834574:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1c00 x1876702246769792/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763545.834623:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763545.834627:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763545.834630:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763545.834634:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 845 00000100:00080000:0.0:1789763545.834638:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763545.834642:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763545.834670:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763545.834687:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246769920/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763545.834702:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763545.834706:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763545.834712:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763545.834724:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246769792:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763545.834728:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 845 00000100:00080000:0.0:1789763545.834742:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763545.834748:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763545.834754:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763545.834769:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246770048/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763545.834792:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763545.834814:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763545.834816:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763545.834820:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 845 00000100:00080000:0.0:1789763545.834825:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763545.834830:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763545.834835:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763545.834849:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763545.834852:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246770176/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763545.834867:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763545.834871:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763545.834873:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763545.834878:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 845 00000100:00080000:0.0:1789763545.834884:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763545.834888:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763545.834892:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763545.834904:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246770304/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763545.834932:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763545/real 1789763545] req@ffff9985856a1c00 x1876702246769792/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763545.834960:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1c00 x1876702246769792/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763545.834984:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763545.834989:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763545.834994:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246769792:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763545.835021:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246769920:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763545.835050:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763545.835065:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763545/real 1789763545] req@ffff9985856a1500 x1876702246769920/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763545.835079:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246769920/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763545.835088:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763545.835092:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763545.835095:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246769920:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763545.835101:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246770048:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763545.835122:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763545.835133:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763545/real 1789763545] req@ffff9985856a2a00 x1876702246770048/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763545.835146:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246770048/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763545.835155:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763545.835158:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763545.835161:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246770048:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763545.835167:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246770176:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763545.835182:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763545.835193:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763545/real 1789763545] req@ffff9985856a0e00 x1876702246770176/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763545.835205:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246770176/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763545.835213:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763545.835216:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763545.835220:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246770176:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763545.835226:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246770304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763545.835241:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763545.835251:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763545/real 1789763545] req@ffff9985856a3480 x1876702246770304/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763545.835272:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246770304/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763545.835280:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763545.835283:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763545.835317:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246770304:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763546.410574:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763547.434607:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763548.458602:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763549.482588:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763550.506506:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763550.954513:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763550.954529:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763550.954535:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763550.954579:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 850 00000100:00080000:1.0:1789763550.954599:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763550.954611:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763550.954676:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246770432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763550.954717:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763550.954738:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763550.954740:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763550.954745:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 850 00000100:00080000:1.0:1789763550.954750:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763550.954754:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763550.954770:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763550.954787:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dbb80 x1876702246770560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763550.954810:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763550.954817:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763550.954817:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246770432:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763550.954821:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763550.954832:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 850 00000100:00080000:1.0:1789763550.954837:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763550.954853:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763550.954861:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763550.954875:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246770688/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763550.954886:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763550.954891:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763550.954893:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763550.954900:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 850 00000100:00080000:1.0:1789763550.954917:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763550.954923:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763550.954930:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763550.954945:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763550.954948:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246770816/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763550.954964:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763550.954969:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763550.954972:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763550.954978:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 850 00000100:00080000:1.0:1789763550.954985:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763550.954991:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763550.954998:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763550.955011:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246770944/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763550.955036:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763550/real 1789763550] req@ffff9985836d9180 x1876702246770432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763550.955068:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246770432/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763550.955082:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763550.955086:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763550.955090:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246770432:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763550.955120:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246770560:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763550.955157:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763550.955170:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763550/real 1789763550] req@ffff9985836dbb80 x1876702246770560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763550.955181:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dbb80 x1876702246770560/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763550.955203:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763550.955206:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763550.955209:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246770560:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763550.955214:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246770688:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763550.955229:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763550.955237:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763550/real 1789763550] req@ffff9985836d8700 x1876702246770688/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763550.955246:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246770688/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763550.955253:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763550.955256:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763550.955259:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246770688:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763550.955263:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246770816:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763550.955276:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763550.955284:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763550/real 1789763550] req@ffff9985836d9c00 x1876702246770816/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763550.955342:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246770816/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763550.955350:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763550.955353:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763550.955357:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246770816:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763550.955363:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246770944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763550.955385:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763550.955397:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763550/real 1789763550] req@ffff9985836da680 x1876702246770944/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763550.955408:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246770944/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763550.955416:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763550.955445:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763550.955457:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246770944:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763551.530573:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763552.554605:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763553.578563:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763554.602569:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763555.626585:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763556.074483:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763556.074501:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763556.074508:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763556.074524:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 856 00000100:00080000:1.0:1789763556.074543:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763556.074559:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763556.074625:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246771072/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763556.074678:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763556.074687:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763556.074691:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763556.074700:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 856 00000100:00080000:1.0:1789763556.074710:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763556.074721:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763556.074738:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763556.074777:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246771200/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763556.074777:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246771072:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763556.074815:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763556.074821:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763556.074824:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763556.074831:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 856 00000100:00080000:1.0:1789763556.074839:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763556.074846:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763556.074854:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763556.074883:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246771328/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763556.074903:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763556.074911:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763556.074916:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789763556.074923:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763556.074941:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 856 00000100:00080000:1.0:1789763556.074955:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763556.074965:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763556.074974:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763556.074999:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246771456/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763556.075013:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763556/real 1789763556] req@ffff9985836dad80 x1876702246771072/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763556.075018:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763556.075039:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763556.075050:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763556.075073:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 856 00000100:00080000:1.0:1789763556.075084:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763556.075093:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246771072/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763556.075095:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763556.075113:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1789763556.075147:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1789763556.075149:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246771584/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763556.075175:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763556.075203:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246771072:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763556.075263:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246771200:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763556.075350:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763556.075379:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763556/real 1789763556] req@ffff9985836d8a80 x1876702246771200/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763556.075430:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246771200/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763556.075449:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763556.075458:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763556.075466:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246771200:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763556.075476:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246771328:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763556.075510:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763556.075527:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763556/real 1789763556] req@ffff9985836da680 x1876702246771328/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763556.075543:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246771328/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763556.075554:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763556.075558:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763556.075562:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246771328:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763556.075569:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246771456:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763556.075590:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763556.075603:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763556/real 1789763556] req@ffff9985836d9c00 x1876702246771456/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763556.075617:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246771456/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763556.075627:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763556.075632:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763556.075636:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246771456:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763556.075643:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246771584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763556.075665:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763556.075686:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763556/real 1789763556] req@ffff9985836d8700 x1876702246771584/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763556.075710:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246771584/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763556.075727:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763556.075734:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763556.075741:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246771584:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763556.650576:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763557.674616:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763558.698568:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763559.722560:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763560.746537:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763561.194467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763561.194483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763561.194490:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763561.194507:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 861 00000100:00080000:2.0:1789763561.194525:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763561.194537:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763561.194601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246771712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763561.194654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763561.194662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763561.194667:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763561.194676:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 861 00000100:00080000:2.0:1789763561.194684:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763561.194692:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763561.194711:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763561.194742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246771840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763561.194742:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246771712:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763561.194763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763561.194769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763561.194772:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763561.194778:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 861 00000100:00080000:2.0:1789763561.194784:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763561.194791:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763561.194800:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763561.194830:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246771968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763561.194858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763561.194863:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763561.194866:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763561.194884:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 861 00000100:00080000:2.0:1789763561.194889:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763561.194894:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789763561.194896:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763561.194920:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763561.194939:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246772096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763561.194961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763561.194967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763561.194971:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763561.194977:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 861 00000100:00100000:3.0:1789763561.194982:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763561/real 1789763561] req@ffff9985857dbb80 x1876702246771712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763561.194983:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763561.194990:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763561.194999:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763561.195026:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246772224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763561.195028:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246771712/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763561.195050:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763561.195058:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763561.195066:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246771712:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763561.195123:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246771840:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763561.195164:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763561.195191:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763561/real 1789763561] req@ffff9985857d8380 x1876702246771840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763561.195207:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246771840/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763561.195218:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763561.195223:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763561.195227:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246771840:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763561.195235:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246771968:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763561.195256:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763561.195269:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763561/real 1789763561] req@ffff9985857d9180 x1876702246771968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763561.195283:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246771968/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763561.195381:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763561.195390:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763561.195397:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246771968:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763561.195411:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246772096:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763561.195457:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763561.195476:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763561/real 1789763561] req@ffff9985857daa00 x1876702246772096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763561.195492:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246772096/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763561.195502:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763561.195506:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763561.195510:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246772096:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763561.195517:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246772224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763561.195538:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763561.195551:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763561/real 1789763561] req@ffff9985857d8e00 x1876702246772224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763561.195566:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246772224/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763561.195575:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763561.195578:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763561.195582:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246772224:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763561.770581:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763562.794626:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763563.818537:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763564.842545:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763565.866552:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763566.314478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763566.314493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763566.314499:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763566.314514:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 866 00000100:00080000:0.0:1789763566.314531:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763566.314541:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763566.314599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246772352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763566.314636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763566.314641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763566.314644:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763566.314649:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 866 00000100:00080000:0.0:1789763566.314653:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763566.314657:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763566.314671:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763566.314688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246772480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763566.314702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763566.314706:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763566.314708:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763566.314713:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 866 00000100:00080000:0.0:1789763566.314718:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763566.314726:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763566.314730:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246772352:192.168.203.136@tcp:250:kworker.0 00000008:00100000:0.0:1789763566.314733:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763566.314755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246772608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763566.314767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763566.314772:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763566.314775:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763566.314780:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 866 00000100:00080000:0.0:1789763566.314784:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763566.314787:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763566.314792:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763566.314808:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246772736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763566.314834:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763566.314839:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763566.314841:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763566.314846:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 866 00000100:00080000:0.0:1789763566.314850:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763566.314858:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:3.0:1789763566.314863:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:0.0:1789763566.314868:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763566.314891:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246772864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763566.314978:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763566/real 1789763566] req@ffff9985856a0000 x1876702246772352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763566.315021:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246772352/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763566.315059:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763566.315066:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763566.315071:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246772352:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763566.315111:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246772480:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763566.315149:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763566.315167:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763566/real 1789763566] req@ffff9985856a1880 x1876702246772480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763566.315184:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246772480/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763566.315195:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763566.315199:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763566.315203:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246772480:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763566.315211:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246772608:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763566.315252:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763566.315264:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763566/real 1789763566] req@ffff9985856a3480 x1876702246772608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763566.315278:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246772608/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763566.315288:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763566.315291:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763566.315295:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246772608:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763566.315365:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246772736:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763566.315396:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763566.315411:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763566/real 1789763566] req@ffff9985856a0e00 x1876702246772736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763566.315425:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246772736/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763566.315435:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763566.315439:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763566.315442:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246772736:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763566.315449:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246772864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763566.315468:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763566.315480:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763566/real 1789763566] req@ffff9985856a2a00 x1876702246772864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763566.315493:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246772864/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763566.315502:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763566.315505:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763566.315508:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246772864:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763566.890549:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763567.914541:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763568.938490:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763569.962550:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763570.986588:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763571.434431:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763571.434446:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763571.434452:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763571.434469:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 871 00000100:00080000:0.0:1789763571.434486:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763571.434496:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763571.434559:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246772992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763571.434601:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763571.434608:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763571.434611:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763571.434619:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 871 00000100:00080000:0.0:1789763571.434625:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763571.434631:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763571.434649:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763571.434672:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1c00 x1876702246773120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763571.434690:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763571.434695:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763571.434698:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763571.434700:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246772992:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763571.434704:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 871 00000100:00080000:0.0:1789763571.434710:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763571.434716:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763571.434725:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763571.434742:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246773248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763571.434756:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763571.434762:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763571.434764:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763571.434785:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 871 00000100:00080000:0.0:1789763571.434790:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763571.434796:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763571.434803:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763571.434811:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763571.434821:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246773376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763571.434837:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763571.434843:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763571.434846:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763571.434851:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 871 00000100:00080000:0.0:1789763571.434856:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763571.434861:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763571.434868:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763571.434884:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246773504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763571.434910:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763571/real 1789763571] req@ffff9985856a1500 x1876702246772992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763571.434943:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246772992/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763571.434964:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763571.434973:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763571.434979:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246772992:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763571.435021:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246773120:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763571.435063:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763571.435102:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763571/real 1789763571] req@ffff9985856a1c00 x1876702246773120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763571.435119:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1c00 x1876702246773120/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763571.435130:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763571.435134:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763571.435138:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246773120:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763571.435146:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246773248:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763571.435172:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763571.435185:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763571/real 1789763571] req@ffff9985856a0700 x1876702246773248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763571.435200:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246773248/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763571.435217:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763571.435221:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763571.435224:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246773248:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763571.435231:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246773376:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763571.435250:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763571.435262:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763571/real 1789763571] req@ffff9985856a3800 x1876702246773376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763571.435361:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246773376/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763571.435370:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763571.435373:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763571.435377:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246773376:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763571.435384:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246773504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763571.435409:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763571.435422:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763571/real 1789763571] req@ffff9985856a2300 x1876702246773504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763571.435434:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246773504/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763571.435442:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763571.435445:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763571.435449:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246773504:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763572.010518:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763573.034590:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763574.058521:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763575.082526:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763576.106555:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763576.554417:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763576.554430:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763576.554435:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763576.554448:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 876 00000100:00080000:0.0:1789763576.554462:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763576.554472:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763576.554533:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246773632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763576.554580:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763576.554583:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763576.554585:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763576.554589:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 876 00000100:00080000:0.0:1789763576.554592:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763576.554595:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763576.554604:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763576.554615:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246773760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763576.554624:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763576.554626:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763576.554628:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763576.554631:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 876 00000100:00080000:0.0:1789763576.554633:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763576.554635:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763576.554639:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763576.554651:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246773888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763576.554660:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763576.554663:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763576.554664:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763576.554668:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 876 00000100:00080000:0.0:1789763576.554671:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763576.554673:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763576.554678:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763576.554683:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246773632:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763576.554690:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246774016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763576.554700:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763576.554703:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763576.554704:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763576.554708:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 876 00000100:00080000:0.0:1789763576.554711:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763576.554714:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763576.554719:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763576.554730:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246774144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763576.554769:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763576.554828:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763576/real 1789763576] req@ffff9985856a2680 x1876702246773632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763576.554848:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246773632/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763576.554861:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763576.554866:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763576.554870:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246773632:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763576.554879:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246773760:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763576.554911:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763576.554929:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763576/real 1789763576] req@ffff9985856a2d80 x1876702246773760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763576.554947:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246773760/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763576.554959:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763576.554964:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763576.554967:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246773760:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763576.554973:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246773888:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763576.554994:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763576.555005:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763576/real 1789763576] req@ffff9985856a2300 x1876702246773888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763576.555016:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246773888/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763576.555023:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763576.555026:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763576.555029:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246773888:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763576.555053:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246774016:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763576.555066:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763576.555075:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763576/real 1789763576] req@ffff9985856a3800 x1876702246774016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763576.555084:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246774016/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763576.555091:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763576.555093:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763576.555095:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246774016:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763576.555100:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246774144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763576.555112:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763576.555120:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763576/real 1789763576] req@ffff9985856a0700 x1876702246774144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763576.555130:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246774144/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763576.555137:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763576.555140:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763576.555143:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246774144:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763577.130487:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763578.154536:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763579.178632:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763580.202580:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763581.226480:0:13607:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 2/2 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789763581.226513:0:13607:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789763581.226534:0:13607:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 3/6 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1789763581.226574:0:10429:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 2 locks of 4 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789763581.226581:0:5888:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789763581.226589:0:10429:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x28400000000 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789763581.226600:0:5888:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x28400000000 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789763581.226615:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763581.226621:0:5430:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 3 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789763581.226640:0:5430:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789763581.226656:0:10429:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x28400000000 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1789763581.226691:0:5430:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x2b:0x0]: losing layout lock 00010000:00010000:1.0:1789763581.226716:0:5888:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4829400000020 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789763581.226724:0:10429:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 1/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4829400000020 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789763581.226728:0:5430:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5915dfb1c1b5bdfa expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789763581.226744:0:5888:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789763581.226779:0:10429:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x4829400000020 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789763581.226788:0:5430:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1789763581.226791:0:5888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff99859130d000 lock: 000000004335a433/0xc03e56b8789449b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4829400000020 nid: local remote: 0x5915dfb1c1b5bc3a expref: -99 pid: 13474 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789763581.226810:0:10429:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1789763581.226841:0:10429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002684f9a9/0xc03e56b8789449eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x4829400000020 nid: local remote: 0x5915dfb1c1b5bcbf expref: -99 pid: 13514 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789763581.226873:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763581.226881:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763581.226884:0:10429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff99859130d000 lock: 000000002feb88af/0xc03e56b8789449ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x4829400000020 nid: local remote: 0x5915dfb1c1b5bc41 expref: -99 pid: 13479 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789763581.226886:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763581.226897:0:5430:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789763581.226914:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763581.226915:0:5430:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bdfa expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789763581.226924:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763581.226932:0:5430:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1789763581.226935:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763581.226938:0:2354:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9985836dbb80 x1876702246774272/t0(0) o103->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1789763581.226966:0:5430:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00000100:00080000:0.0:1789763581.226975:0:2353:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9985856a1c00 x1876702246774400/t0(0) o103->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1789763581.227020:0:5430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9e00/0xc03e56b878944a38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5915dfb1c1b5be16 expref: -99 pid: 13545 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789763581.227056:0:5430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985862c9800/0xc03e56b878944a31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bdfa expref: -99 pid: 13545 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789763581.227075:0:5430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99859130d000 lock: ffff9985a0d5b800/0xc03e56b878944a1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x5915dfb1c1b5bd98 expref: -99 pid: 13538 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000100:00080000:3.0:1789763581.227081:0:2355:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9985857d8700 x1876702246774528/t0(0) o103->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:17/18 lens 336/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1789763581.227096:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763581.227102:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763581.227105:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763581.674460:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763581.674481:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763581.674491:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763581.674511:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 881 00000100:00080000:0.0:1789763581.674533:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763581.674548:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763581.674626:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246774656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763581.674680:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763581.674686:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763581.674689:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763581.674707:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 881 00000100:00080000:0.0:1789763581.674714:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763581.674722:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763581.674738:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763581.674762:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246774784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763581.674773:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246774656:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763581.674783:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763581.674791:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763581.674794:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763581.674800:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 881 00000100:00080000:0.0:1789763581.674805:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763581.674810:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763581.674817:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763581.674832:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246774912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763581.674854:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763581.674859:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763581.674861:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763581.674866:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 881 00000100:00080000:0.0:1789763581.674871:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763581.674875:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763581.674882:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763581.674890:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763581.674901:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246775040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763581.674915:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763581.674920:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763581.674923:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763581.674928:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 881 00000100:00080000:0.0:1789763581.674934:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763581.674938:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763581.674944:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763581.674959:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246775168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763581.674999:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763581/real 1789763581] req@ffff9985856a1500 x1876702246774656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763581.675044:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246774656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763581.675061:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763581.675068:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763581.675073:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246774656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763581.675109:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246774784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763581.675145:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763581.675162:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763581/real 1789763581] req@ffff9985856a2a00 x1876702246774784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763581.675178:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246774784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763581.675231:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763581.675239:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763581.675247:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246774784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763581.675259:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246774912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763581.675381:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763581.675401:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763581/real 1789763581] req@ffff9985856a0e00 x1876702246774912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763581.675417:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246774912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763581.675429:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763581.675433:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763581.675437:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246774912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763581.675445:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246775040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763581.675470:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763581.675483:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763581/real 1789763581] req@ffff9985856a3480 x1876702246775040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763581.675497:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246775040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763581.675507:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763581.675511:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763581.675515:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246775040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763581.675522:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246775168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763581.675541:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763581.675553:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763581/real 1789763581] req@ffff9985856a1880 x1876702246775168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763581.675567:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246775168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763581.675576:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763581.675580:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763581.675583:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246775168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763582.250536:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763583.274509:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763584.298432:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763585.322579:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763586.346538:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763586.794496:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763586.794516:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763586.794524:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763586.794540:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 886 00000100:00080000:1.0:1789763586.794559:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763586.794570:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763586.794630:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246775296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763586.794670:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763586.794675:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763586.794677:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763586.794683:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 886 00000100:00080000:1.0:1789763586.794686:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763586.794691:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763586.794704:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763586.794720:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246775424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763586.794732:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763586.794737:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763586.794740:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763586.794744:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 886 00000100:00080000:1.0:1789763586.794747:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763586.794751:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763586.794761:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763586.794761:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246775296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763586.794783:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246775552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763586.794797:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763586.794801:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763586.794803:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763586.794808:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 886 00000100:00080000:1.0:1789763586.794812:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763586.794815:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763586.794821:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763586.794843:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246775680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763586.794861:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763586.794867:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763586.794870:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763586.794876:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 886 00000100:00080000:1.0:1789763586.794884:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763586.794891:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763586.794900:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763586.794906:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763586.794929:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246775808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763586.795011:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763586/real 1789763586] req@ffff9985836d9180 x1876702246775296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763586.795040:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246775296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763586.795055:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763586.795061:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763586.795067:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246775296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763586.795081:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246775424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763586.795123:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763586.795140:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763586/real 1789763586] req@ffff9985836d8e00 x1876702246775424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763586.795155:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246775424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763586.795191:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763586.795195:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763586.795199:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246775424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763586.795255:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246775552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763586.795286:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763586.795345:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763586/real 1789763586] req@ffff9985836d8380 x1876702246775552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763586.795364:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246775552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763586.795375:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763586.795379:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763586.795384:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246775552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763586.795392:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246775680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763586.795417:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763586.795449:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763586/real 1789763586] req@ffff9985836da300 x1876702246775680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763586.795463:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246775680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763586.795473:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763586.795476:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763586.795480:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246775680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763586.795486:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246775808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763586.795505:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763586.795516:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763586/real 1789763586] req@ffff9985836db800 x1876702246775808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763586.795529:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246775808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763586.795552:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763586.795555:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763586.795559:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246775808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763587.370569:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763588.394417:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763589.418515:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763590.442543:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763591.466468:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763591.914508:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763591.914529:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763591.914539:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763591.914576:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 891 00000100:00080000:0.0:1789763591.914595:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763591.914607:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763591.914664:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246775936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763591.914700:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763591.914704:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763591.914706:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763591.914710:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 891 00000100:00080000:0.0:1789763591.914714:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763591.914718:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763591.914729:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763591.914744:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246776064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763591.914754:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763591.914757:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763591.914759:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763591.914762:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 891 00000100:00080000:0.0:1789763591.914764:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763591.914767:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763591.914771:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763591.914780:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246776192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763591.914794:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763591.914798:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763591.914800:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763591.914804:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 891 00000100:00080000:0.0:1789763591.914807:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763591.914810:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763591.914817:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763591.914828:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246776320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763591.914836:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763591.914840:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763591.914842:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763591.914846:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 891 00000100:00080000:0.0:1789763591.914848:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763591.914852:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763591.914859:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763591.914872:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246776448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763591.914873:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246775936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763591.915041:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246776064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763591.915079:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246776192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763591.915106:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246776320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763591.915189:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246776448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763592.490448:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763593.514513:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763594.538538:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763594.986652:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789763594.986705:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763594.986724:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763594.986774:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763594.986785:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763594.986804:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763594.986812:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789763594.986923:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763591/real 1789763594] req@ffff9985856a2a00 x1876702246776448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763594.986986:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246776448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763594.987001:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763594.987007:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763594.987012:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246776448:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763594.987022:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763591/real 1789763594] req@ffff9985856a0000 x1876702246775936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763594.987037:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246775936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763594.987045:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763594.987049:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763594.987053:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246775936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763594.987070:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763591/real 1789763594] req@ffff9985856a1880 x1876702246776064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763594.987085:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246776064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763594.987094:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763594.987123:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763594.987130:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246776064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763594.987142:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763591/real 1789763594] req@ffff9985856a3480 x1876702246776192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763594.987166:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246776192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763594.987182:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763594.987189:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763594.987195:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246776192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763594.987206:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763591/real 1789763594] req@ffff9985856a0e00 x1876702246776320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763594.987231:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246776320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763594.987246:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763594.987252:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763594.987259:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246776320:192.168.203.136@tcp:8:kworker.0 00010000:00010000:1.0:1789763595.562523:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763596.586515:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763597.034448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763597.034463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763597.034470:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763597.034497:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 896 00000100:00080000:0.0:1789763597.034515:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763597.034525:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763597.034595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246776576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763597.034666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763597.034671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763597.034674:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763597.034680:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 896 00000100:00080000:0.0:1789763597.034685:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763597.034691:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763597.034706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763597.034731:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246776704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763597.034751:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246776576:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763597.034755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763597.034769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763597.034772:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763597.034781:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 896 00000100:00080000:0.0:1789763597.034789:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763597.034797:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763597.034808:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763597.034844:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246776832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763597.034877:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789763597.034878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763597.034889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763597.034893:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763597.034902:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 896 00000100:00080000:0.0:1789763597.034911:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763597.034919:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763597.034929:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763597.034952:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246776960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763597.034970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763597.034976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763597.034980:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763597.034991:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763597/real 1789763597] req@ffff9985856a1500 x1876702246776576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763597.034995:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 896 00000100:00080000:0.0:1789763597.035010:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763597.035023:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763597.035035:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763597.035050:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246776576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763597.035061:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246777088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763597.035118:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763597.035131:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763597.035142:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246776576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763597.035192:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246776704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763597.035238:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763597.035264:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763597/real 1789763597] req@ffff9985856a0700 x1876702246776704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763597.035338:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246776704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763597.035358:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763597.035365:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763597.035371:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246776704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763597.035383:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246776832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763597.035425:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763597.035447:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763597/real 1789763597] req@ffff9985856a3800 x1876702246776832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763597.035467:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246776832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763597.035482:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763597.035488:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763597.035494:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246776832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763597.035504:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246776960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763597.035743:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763597.035768:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763597/real 1789763597] req@ffff9985856a2300 x1876702246776960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763597.035791:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246776960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763597.035805:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763597.035810:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763597.035816:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246776960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763597.035827:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246777088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763597.035863:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763597.035887:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763597/real 1789763597] req@ffff9985856a2d80 x1876702246777088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763597.035907:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246777088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763597.035920:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763597.035925:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763597.035931:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246777088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763597.610565:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763598.634535:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763599.658580:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763600.682527:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763601.706544:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763602.154417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763602.154433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763602.154440:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763602.154456:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 902 00000100:00080000:0.0:1789763602.154474:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763602.154486:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763602.154560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246777216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763602.154600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763602.154606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763602.154608:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763602.154614:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 902 00000100:00080000:0.0:1789763602.154619:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763602.154623:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763602.154638:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763602.154658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246777344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763602.154675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763602.154679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763602.154681:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763602.154690:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 902 00000100:00080000:0.0:1789763602.154694:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763602.154697:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246777216:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763602.154701:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763602.154712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763602.154727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246777472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763602.154739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763602.154745:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763602.154747:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763602.154752:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 902 00000100:00080000:0.0:1789763602.154757:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763602.154761:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763602.154777:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763602.154792:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246777600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763602.154803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763602.154807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763602.154810:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763602.154815:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 902 00000100:00080000:0.0:1789763602.154820:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763602.154824:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763602.154831:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763602.154839:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763602.154863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246777728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763602.154917:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763602/real 1789763602] req@ffff9985856a2680 x1876702246777216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763602.154955:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246777216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763602.154970:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763602.154976:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763602.154982:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246777216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763602.155018:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246777344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763602.155082:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763602.155109:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763602/real 1789763602] req@ffff9985856a2d80 x1876702246777344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763602.155137:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246777344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763602.155155:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763602.155162:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763602.155170:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246777344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763602.155178:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246777472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763602.155210:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763602.155225:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763602/real 1789763602] req@ffff9985856a2300 x1876702246777472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763602.155240:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246777472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763602.155259:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763602.155263:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763602.155267:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246777472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763602.155274:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246777600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763602.155353:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763602.155369:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763602/real 1789763602] req@ffff9985856a3800 x1876702246777600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763602.155383:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246777600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763602.155394:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763602.155398:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763602.155402:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246777600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763602.155408:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246777728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763602.155430:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763602.155442:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763602/real 1789763602] req@ffff9985856a0700 x1876702246777728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763602.155457:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246777728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763602.155466:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763602.155469:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763602.155474:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246777728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763602.730520:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763603.754616:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763604.778513:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763605.805853:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763606.826570:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763607.274533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763607.274549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763607.274557:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763607.274573:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 907 00000100:00080000:1.0:1789763607.274591:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763607.274614:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763607.274688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246777856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763607.274733:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763607.274738:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763607.274740:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763607.274746:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 907 00000100:00080000:1.0:1789763607.274750:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763607.274754:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763607.274780:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763607.274811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246777984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763607.274827:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763607.274835:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763607.274838:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246777856:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763607.274839:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763607.274857:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 907 00000100:00080000:1.0:1789763607.274862:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763607.274867:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763607.274873:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763607.274891:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246778112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763607.274914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763607.274919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763607.274921:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763607.274926:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 907 00000100:00080000:1.0:1789763607.274930:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763607.274934:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763607.274941:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763607.274956:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246778240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763607.274966:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763607.274979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763607.274985:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763607.274988:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763607.274995:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 907 00000100:00080000:1.0:1789763607.275000:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763607.275029:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763607.275046:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763607.275060:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246778368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763607.275229:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763607/real 1789763607] req@ffff9985836d9880 x1876702246777856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763607.275274:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246777856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763607.275347:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763607.275358:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763607.275367:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246777856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763607.275421:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246777984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763607.275499:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763607.275525:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763607/real 1789763607] req@ffff9985836db800 x1876702246777984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763607.275541:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246777984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763607.275553:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763607.275557:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763607.275561:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246777984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763607.275569:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246778112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763607.275591:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763607.275621:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763607/real 1789763607] req@ffff9985836da300 x1876702246778112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763607.275637:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246778112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763607.275648:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763607.275652:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763607.275686:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246778112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763607.275695:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246778240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763607.275718:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763607.275731:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763607/real 1789763607] req@ffff9985836d8380 x1876702246778240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763607.275744:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246778240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763607.275770:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763607.275775:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763607.275779:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246778240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763607.275787:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246778368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763607.275811:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763607.275824:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763607/real 1789763607] req@ffff9985836d8e00 x1876702246778368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763607.275848:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246778368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763607.275858:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763607.275862:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763607.275865:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246778368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763607.850598:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763608.874528:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763609.898551:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763610.922528:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763611.948368:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763612.394469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763612.394481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763612.394486:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763612.394499:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 912 00000100:00080000:0.0:1789763612.394513:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763612.394523:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763612.394585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246778496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763612.394622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763612.394627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763612.394630:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763612.394635:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 912 00000100:00080000:0.0:1789763612.394639:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763612.394644:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763612.394657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763612.394673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246778624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763612.394689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763612.394696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763612.394699:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246778496:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763612.394700:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763612.394706:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 912 00000100:00080000:0.0:1789763612.394709:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763612.394713:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763612.394718:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763612.394739:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246778752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763612.394749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763612.394755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763612.394757:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763612.394761:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 912 00000100:00080000:0.0:1789763612.394767:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763612.394775:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763612.394782:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763612.394792:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246778880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763612.394802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763612.394806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763612.394821:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763612.394825:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 912 00000100:00080000:0.0:1789763612.394830:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763612.394834:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763612.394839:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763612.394851:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246779008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763612.394871:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763612.394925:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763612/real 1789763612] req@ffff9985856a1500 x1876702246778496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763612.394948:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246778496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763612.394961:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763612.394988:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763612.395025:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246778496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763612.395081:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246778624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763612.395115:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763612.395132:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763612/real 1789763612] req@ffff9985856a0e00 x1876702246778624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763612.395149:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246778624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763612.395169:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763612.395173:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763612.395178:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246778624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763612.395185:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246778752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763612.395206:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763612.395219:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763612/real 1789763612] req@ffff9985856a3480 x1876702246778752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763612.395234:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246778752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763612.395244:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763612.395250:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763612.395256:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246778752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763612.395268:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246778880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763612.395370:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763612.395395:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763612/real 1789763612] req@ffff9985856a1880 x1876702246778880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763612.395419:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246778880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763612.395435:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763612.395441:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763612.395449:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246778880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763612.395461:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246779008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763612.395493:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763612.395508:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763612/real 1789763612] req@ffff9985856a0000 x1876702246779008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763612.395523:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246779008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763612.395533:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763612.395536:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763612.395540:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246779008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763612.970477:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763613.994524:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763615.018567:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763616.042582:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763617.066509:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763617.514393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763617.514407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763617.514412:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763617.514425:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 917 00000100:00080000:0.0:1789763617.514449:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763617.514459:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763617.514508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246779136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763617.514551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763617.514561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763617.514565:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763617.514572:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 917 00000100:00080000:0.0:1789763617.514579:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763617.514585:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763617.514598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763617.514613:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246779136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763617.514619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246779264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763617.514633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763617.514637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763617.514639:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763617.514643:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 917 00000100:00080000:0.0:1789763617.514646:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763617.514649:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763617.514654:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763617.514689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246779392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763617.514702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763617.514707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763617.514709:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763617.514714:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 917 00000100:00080000:0.0:1789763617.514722:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763617.514729:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763617.514740:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763617.514750:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763617.514774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246779520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763617.514797:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763617.514804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763617.514808:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763617.514817:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 917 00000100:00080000:0.0:1789763617.514825:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763617.514831:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763617.514840:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763617.514858:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763617/real 1789763617] req@ffff9985856a2a00 x1876702246779136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763617.514862:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246779648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763617.514966:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246779136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763617.514985:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763617.514992:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763617.514999:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246779136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763617.515035:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246779264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763617.515073:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763617.515097:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763617/real 1789763617] req@ffff9985856a0000 x1876702246779264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763617.515117:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246779264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763617.515131:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763617.515136:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763617.515141:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246779264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763617.515151:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246779392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763617.515176:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763617.515187:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763617/real 1789763617] req@ffff9985856a1880 x1876702246779392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763617.515198:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246779392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763617.515218:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763617.515222:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763617.515225:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246779392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763617.515230:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246779520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763617.515248:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763617.515258:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763617/real 1789763617] req@ffff9985856a3480 x1876702246779520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763617.515275:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246779520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763617.515283:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763617.515285:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763617.515317:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246779520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763617.515323:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246779648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763617.515342:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763617.515353:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763617/real 1789763617] req@ffff9985856a0e00 x1876702246779648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763617.515364:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246779648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763617.515371:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763617.515374:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763617.515377:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246779648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763618.090445:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763619.114447:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763620.138589:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763621.162472:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763622.186575:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763622.634483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763622.634496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763622.634502:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763622.634516:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 922 00000100:00080000:1.0:1789763622.634530:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763622.634540:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763622.634597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246779776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763622.634642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763622.634648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763622.634650:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763622.634656:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 922 00000100:00080000:1.0:1789763622.634660:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763622.634665:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763622.634679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763622.634697:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246779904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763622.634710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763622.634715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763622.634718:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763622.634723:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 922 00000100:00080000:1.0:1789763622.634726:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763622.634737:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763622.634737:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246779776:192.168.203.136@tcp:250:kworker.0 00000008:00100000:1.0:1789763622.634753:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763622.634766:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246780032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763622.634782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763622.634787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763622.634789:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763622.634794:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 922 00000100:00080000:1.0:1789763622.634798:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763622.634802:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763622.634809:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763622.634822:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246780160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763622.634833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763622.634842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:3.0:1789763622.634844:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763622.634846:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763622.634856:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 922 00000100:00080000:1.0:1789763622.634864:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763622.634869:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763622.634876:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763622.634923:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246780288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763622.634958:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763622/real 1789763622] req@ffff9985836d9180 x1876702246779776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763622.634990:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246779776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763622.635009:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763622.635016:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763622.635023:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246779776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763622.635032:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246779904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763622.635065:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763622.635082:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763622/real 1789763622] req@ffff9985836d8700 x1876702246779904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763622.635098:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246779904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763622.635109:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763622.635113:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763622.635117:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246779904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763622.635149:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246780032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763622.635170:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763622.635184:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763622/real 1789763622] req@ffff9985836d9c00 x1876702246780032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763622.635198:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246780032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763622.635209:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763622.635213:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763622.635217:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246780032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763622.635225:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246780160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763622.635245:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763622.635265:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763622/real 1789763622] req@ffff9985836da680 x1876702246780160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763622.635359:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246780160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763622.635388:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763622.635395:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763622.635400:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246780160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763622.635428:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246780288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763622.635462:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763622.635479:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763622/real 1789763622] req@ffff9985836d8a80 x1876702246780288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763622.635494:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246780288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763622.635505:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763622.635509:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763622.635513:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246780288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763623.210575:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763624.234516:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763625.258566:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763626.282599:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763627.306541:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763627.754547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763627.754565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763627.754574:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763627.754592:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 927 00000100:00080000:0.0:1789763627.754610:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763627.754623:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763627.754685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246780416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763627.754726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763627.754732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763627.754735:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763627.754740:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 927 00000100:00080000:0.0:1789763627.754747:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763627.754752:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763627.754767:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763627.754784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246780544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763627.754800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763627.754808:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763627.754810:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246780416:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763627.754812:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763627.754825:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 927 00000100:00080000:0.0:1789763627.754830:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763627.754834:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763627.754841:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763627.754886:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246780672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763627.754900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763627.754905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763627.754908:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763627.754913:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 927 00000100:00080000:0.0:1789763627.754919:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763627.754925:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763627.754932:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763627.754944:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763627.754952:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246780800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763627.754977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763627.754982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763627.754985:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763627.754989:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 927 00000100:00080000:0.0:1789763627.754993:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763627.754997:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763627.755003:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763627.755015:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246780928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763627.755046:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763627/real 1789763627] req@ffff9985856a1500 x1876702246780416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763627.755083:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246780416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763627.755098:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763627.755105:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763627.755110:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246780416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763627.755144:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246780544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763627.755177:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763627.755194:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763627/real 1789763627] req@ffff9985856a0700 x1876702246780544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763627.755210:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246780544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763627.755221:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763627.755225:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763627.755229:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246780544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763627.755236:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246780672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763627.755256:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763627.755268:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763627/real 1789763627] req@ffff9985856a3800 x1876702246780672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763627.755283:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246780672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763627.755353:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763627.755358:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763627.755362:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246780672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763627.755370:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246780800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763627.755394:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763627.755408:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763627/real 1789763627] req@ffff9985856a2300 x1876702246780800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763627.755422:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246780800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763627.755433:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763627.755437:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763627.755441:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246780800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763627.755447:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246780928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763627.755477:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763627.755499:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763627/real 1789763627] req@ffff9985856a2d80 x1876702246780928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763627.755538:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246780928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763627.755556:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763627.755563:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763627.755570:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246780928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763628.330555:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763629.354532:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763630.378531:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763631.402551:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763632.426542:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763632.874478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763632.874493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763632.874500:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763632.874516:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 932 00000100:00080000:1.0:1789763632.874534:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763632.874545:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763632.874597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246781056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763632.874635:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763632.874640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763632.874642:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763632.874647:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 932 00000100:00080000:1.0:1789763632.874651:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763632.874655:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763632.874669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763632.874686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246781184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763632.874701:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763632.874708:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763632.874708:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246781056:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763632.874714:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763632.874729:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 932 00000100:00080000:1.0:1789763632.874733:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763632.874759:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763632.874766:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763632.874785:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246781312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763632.874808:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763632.874813:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763632.874816:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763632.874848:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 932 00000100:00080000:1.0:1789763632.874855:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763632.874888:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763632.874895:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763632.874903:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763632.874942:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246781440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763632.874958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763632.874963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763632.874966:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763632.874971:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 932 00000100:00080000:1.0:1789763632.874975:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763632.874980:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763632.874987:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763632.875000:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246781568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763632.875024:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763632/real 1789763632] req@ffff9985836dad80 x1876702246781056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763632.875058:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246781056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763632.875074:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763632.875080:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763632.875085:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246781056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763632.875121:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246781184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763632.875157:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763632.875174:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763632/real 1789763632] req@ffff9985836d8a80 x1876702246781184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763632.875190:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246781184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763632.875201:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763632.875206:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763632.875210:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246781184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763632.875217:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246781312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763632.875239:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763632.875252:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763632/real 1789763632] req@ffff9985836da680 x1876702246781312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763632.875267:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246781312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763632.875277:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763632.875282:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763632.875356:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246781312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763632.875370:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246781440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763632.875410:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763632.875427:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763632/real 1789763632] req@ffff9985836d9c00 x1876702246781440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763632.875441:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246781440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763632.875452:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763632.875455:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763632.875459:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246781440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763632.875466:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246781568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763632.875488:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763632.875499:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763632/real 1789763632] req@ffff9985836d8700 x1876702246781568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763632.875521:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246781568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763632.875537:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763632.875543:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763632.875549:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246781568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763633.450547:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763634.474546:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763635.498546:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763636.522535:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763637.546548:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763637.994415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763637.994437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763637.994443:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763637.994459:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 937 00000100:00080000:1.0:1789763637.994477:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763637.994489:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763637.994541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246781696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763637.994581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763637.994586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763637.994588:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763637.994594:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 937 00000100:00080000:1.0:1789763637.994597:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763637.994602:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763637.994615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763637.994630:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246781824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763637.994645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763637.994649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763637.994651:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763637.994659:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 937 00000100:00080000:1.0:1789763637.994664:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763637.994666:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246781696:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763637.994670:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763637.994681:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763637.994693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246781952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763637.994705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763637.994710:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763637.994712:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763637.994717:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 937 00000100:00080000:1.0:1789763637.994722:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763637.994727:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763637.994733:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763637.994752:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246782080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763637.994801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789763637.994802:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763637.994814:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763637.994819:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763637.994830:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 937 00000100:00080000:1.0:1789763637.994842:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763637.994850:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763637.994860:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763637.994878:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763637/real 1789763637] req@ffff9985836d9180 x1876702246781696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763637.994882:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246782208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763637.994958:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246781696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763637.994981:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763637.994990:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763637.994998:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246781696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763637.995044:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246781824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763637.995091:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763637.995111:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763637/real 1789763637] req@ffff9985836d8e00 x1876702246781824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763637.995128:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246781824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763637.995138:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763637.995142:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763637.995146:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246781824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763637.995155:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246781952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763637.995178:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763637.995190:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763637/real 1789763637] req@ffff9985836d8380 x1876702246781952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763637.995204:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246781952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763637.995213:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763637.995216:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763637.995220:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246781952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763637.995226:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246782080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763637.995244:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763637.995255:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763637/real 1789763637] req@ffff9985836da300 x1876702246782080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763637.995268:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246782080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763637.995277:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763637.995280:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763637.995284:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246782080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763637.995327:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246782208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763637.995352:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763637.995366:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763637/real 1789763637] req@ffff9985836db800 x1876702246782208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763637.995380:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246782208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763637.995390:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763637.995394:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763637.995397:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246782208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763638.570551:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763639.594594:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763640.618519:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763641.642611:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763642.666568:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763643.114466:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763643.114482:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763643.114489:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763643.114504:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 943 00000100:00080000:2.0:1789763643.114522:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763643.114535:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763643.114603:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246782336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763643.114657:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763643.114663:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763643.114666:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763643.114672:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 943 00000100:00080000:2.0:1789763643.114679:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763643.114686:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763643.114700:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763643.114723:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246782464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763643.114762:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763643.114770:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763643.114775:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763643.114784:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 943 00000100:00080000:2.0:1789763643.114797:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763643.114799:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246782336:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763643.114818:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763643.114833:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763643.114869:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246782592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763643.114888:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763643.114893:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763643.114895:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763643.114902:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 943 00000100:00080000:2.0:1789763643.114909:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763643.114915:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:3.0:1789763643.114928:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:2.0:1789763643.114934:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763643.114972:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246782720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763643.115000:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763643/real 1789763643] req@ffff9985857d8000 x1876702246782336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763643.115020:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763643.115033:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1789763643.115037:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246782336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763643.115042:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763643.115073:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 943 00000100:00080000:3.0:1789763643.115079:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763643.115086:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763643.115091:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763643.115103:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246782336:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763643.115114:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763643.115125:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246782464:192.168.203.136@tcp:38:kworker.0 00000008:00100000:2.0:1789763643.115136:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763643.115163:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789763643.115174:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246782848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763643.115189:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763643/real 1789763643] req@ffff9985857d9500 x1876702246782464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763643.115247:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246782464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763643.115269:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763643.115279:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763643.115285:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246782464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763643.115393:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246782592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763643.115422:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763643.115438:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763643/real 1789763643] req@ffff9985857d9f80 x1876702246782592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763643.115454:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246782592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763643.115466:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763643.115470:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763643.115474:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246782592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763643.115482:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246782720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763643.115515:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763643.115529:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763643/real 1789763643] req@ffff9985857d8e00 x1876702246782720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763643.115544:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246782720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763643.115554:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763643.115557:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763643.115563:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246782720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763643.115571:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246782848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763643.115593:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763643.115606:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763643/real 1789763643] req@ffff9985857daa00 x1876702246782848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763643.115621:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246782848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763643.115631:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763643.115634:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763643.115638:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246782848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763643.690628:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763644.714616:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763645.738591:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763646.762592:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763647.786610:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763648.234517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763648.234537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763648.234544:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763648.234560:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 948 00000100:00080000:3.0:1789763648.234579:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763648.234591:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763648.234651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246782976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763648.234702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763648.234735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763648.234739:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763648.234749:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 948 00000100:00080000:3.0:1789763648.234756:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763648.234767:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763648.234785:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763648.234813:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246782976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763648.234813:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246783104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763648.234848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763648.234855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763648.234858:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763648.234864:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 948 00000100:00080000:3.0:1789763648.234871:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763648.234877:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763648.234886:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763648.234907:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246783232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763648.234926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763648.234932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763648.234935:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789763648.234943:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763648.234943:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 948 00000100:00080000:3.0:1789763648.234949:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763648.234955:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763648.234963:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763648.234981:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246783360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763648.234997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763648.235003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763648.235007:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763648.235013:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 948 00000100:00100000:0.0:1789763648.235019:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763648/real 1789763648] req@ffff998588b41f80 x1876702246782976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763648.235019:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763648.235026:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763648.235035:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763648.235053:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246782976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763648.235053:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246783488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763648.235075:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763648.235082:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763648.235090:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246782976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763648.235137:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246783104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763648.235180:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763648.235199:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763648/real 1789763648] req@ffff998588b41880 x1876702246783104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763648.235223:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246783104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763648.235240:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763648.235246:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763648.235253:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246783104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763648.235265:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246783232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763648.235362:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763648.235381:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763648/real 1789763648] req@ffff998588b40e00 x1876702246783232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763648.235397:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246783232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763648.235409:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763648.235413:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763648.235417:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246783232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763648.235425:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246783360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763648.235466:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763648.235480:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763648/real 1789763648] req@ffff998588b42a00 x1876702246783360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763648.235495:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246783360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763648.235514:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763648.235517:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763648.235522:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246783360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763648.235528:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246783488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763648.235550:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763648.235561:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763648/real 1789763648] req@ffff998588b42d80 x1876702246783488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763648.235575:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246783488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763648.235585:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763648.235588:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763648.235592:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246783488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763648.810561:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763649.834426:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763650.858640:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763651.882557:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763652.906514:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763653.354456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763653.354470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763653.354492:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763653.354508:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 953 00000100:00080000:2.0:1789763653.354525:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763653.354536:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763653.354591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246783616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763653.354631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763653.354638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763653.354640:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763653.354645:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 953 00000100:00080000:2.0:1789763653.354649:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763653.354654:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763653.354688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763653.354723:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246783744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763653.354736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763653.354742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763653.354746:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763653.354747:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246783616:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763653.354753:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 953 00000100:00080000:2.0:1789763653.354758:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763653.354762:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763653.354768:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763653.354780:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246783872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763653.354789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763653.354793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763653.354795:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763653.354799:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 953 00000100:00080000:2.0:1789763653.354802:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763653.354805:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763653.354810:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763653.354822:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246784000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763653.354832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763653.354836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763653.354837:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763653.354840:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 953 00000100:00080000:2.0:1789763653.354853:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763653.354857:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763653.354862:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763653.354870:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789763653.354879:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246784128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763653.354933:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763653/real 1789763653] req@ffff9985857d9180 x1876702246783616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763653.354955:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246783616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763653.354967:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763653.354971:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763653.354975:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246783616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763653.355003:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246783744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763653.355026:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763653.355039:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763653/real 1789763653] req@ffff9985857d8380 x1876702246783744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763653.355051:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246783744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763653.355059:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763653.355062:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763653.355065:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246783744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763653.355071:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246783872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763653.355087:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763653.355097:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763653/real 1789763653] req@ffff9985857dbb80 x1876702246783872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763653.355114:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246783872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763653.355127:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763653.355131:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763653.355136:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246783872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763653.355145:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246784000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763653.355176:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763653.355193:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763653/real 1789763653] req@ffff9985857db800 x1876702246784000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763653.355206:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246784000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763653.355215:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763653.355218:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763653.355221:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246784000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763653.355226:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246784128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763653.355247:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763653.355257:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763653/real 1789763653] req@ffff9985857d9880 x1876702246784128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763653.355268:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246784128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763653.355275:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763653.355277:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763653.355280:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246784128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763653.930591:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763654.954564:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763655.978493:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763657.002481:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763658.026627:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763658.474450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763658.474464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763658.474470:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763658.474484:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 958 00000100:00080000:3.0:1789763658.474498:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763658.474509:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763658.474563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246784256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763658.474612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763658.474618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763658.474621:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763658.474626:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 958 00000100:00080000:3.0:1789763658.474653:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763658.474660:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763658.474674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763658.474694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246784384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763658.474704:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246784256:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763658.474721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763658.474728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763658.474731:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763658.474738:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 958 00000100:00080000:3.0:1789763658.474743:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763658.474747:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763658.474754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763658.474770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246784512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763658.474785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763658.474789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763658.474792:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763658.474796:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 958 00000100:00080000:3.0:1789763658.474800:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763658.474805:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763658.474811:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763658.474824:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246784640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763658.474838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763658.474844:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763658.474847:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763658.474853:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 958 00000100:00080000:3.0:1789763658.474861:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763658.474867:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763658.474876:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763658.474884:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246784384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763658.474897:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246784768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763658.474978:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246784512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763658.475030:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246784640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763658.475063:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246784768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763659.050557:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763660.074540:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763661.098587:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763661.546751:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789763661.546827:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763661.546874:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763661.546954:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763661.546969:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763661.546982:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763661.546994:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789763661.547079:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763658/real 1789763661] req@ffff998588b43800 x1876702246784768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763661.547124:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246784768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763661.547142:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763661.547149:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763661.547156:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246784768:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763661.547173:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763658/real 1789763661] req@ffff998588b43b80 x1876702246784384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763661.547198:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246784384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763661.547214:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763661.547220:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763661.547238:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246784384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763661.547253:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763658/real 1789763661] req@ffff998588b42680 x1876702246784512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763661.547278:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246784512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763661.547374:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763661.547384:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763661.547392:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246784512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763661.547408:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763658/real 1789763661] req@ffff998588b43100 x1876702246784640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763661.547436:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246784640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763661.547452:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763661.547458:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763661.547465:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246784640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763661.547479:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763658/real 1789763661] req@ffff998588b40000 x1876702246784256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763661.547501:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246784256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763661.547516:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763661.547522:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763661.547529:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246784256:192.168.203.136@tcp:250:kworker.0 00010000:00010000:2.0:1789763662.122481:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763663.146467:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763663.594408:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763663.594426:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763663.594433:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763663.594452:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 963 00000100:00080000:3.0:1789763663.594468:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763663.594479:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763663.594535:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246784896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763663.594578:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763663.594584:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763663.594586:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763663.594614:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 963 00000100:00080000:3.0:1789763663.594620:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763663.594626:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763663.594640:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763663.594662:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246785024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763663.594686:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763663.594690:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763663.594693:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763663.594700:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 963 00000100:00080000:3.0:1789763663.594707:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763663.594714:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763663.594724:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763663.594750:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246785152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763663.594774:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763663.594794:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763663.594800:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763663.594809:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246784896:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763663.594817:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 963 00000100:00080000:3.0:1789763663.594839:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763663.594849:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763663.594861:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763663.594897:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246785280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763663.594924:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763663.594930:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763663.594934:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763663.594942:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 963 00000100:00080000:3.0:1789763663.594955:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763663.594964:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763663.594976:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763663.594993:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763663.595017:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246785408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763663.595103:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763663/real 1789763663] req@ffff998588b42300 x1876702246784896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763663.595145:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246784896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763663.595167:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763663.595177:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763663.595184:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246784896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763663.595200:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246785024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763663.595249:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763663.595278:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763663/real 1789763663] req@ffff998588b41c00 x1876702246785024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763663.595392:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246785024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763663.595409:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763663.595416:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763663.595423:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246785024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763663.595437:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246785152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763663.595483:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763663.595507:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763663/real 1789763663] req@ffff998588b40000 x1876702246785152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763663.595530:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246785152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763663.595545:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763663.595551:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763663.595557:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246785152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763663.595637:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246785280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763663.595682:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763663.595706:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763663/real 1789763663] req@ffff998588b43100 x1876702246785280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763663.595731:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246785280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763663.595745:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763663.595752:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763663.595759:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246785280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763663.595772:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246785408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763663.595814:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763663.595837:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763663/real 1789763663] req@ffff998588b42680 x1876702246785408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763663.595862:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246785408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763663.595888:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763663.595897:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763663.595904:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246785408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763664.170550:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763665.194522:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763666.218524:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763667.242504:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763668.266502:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763668.714447:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763668.714460:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763668.714465:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763668.714478:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 968 00000100:00080000:1.0:1789763668.714492:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763668.714501:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763668.714546:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246785536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763668.714599:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763668.714603:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763668.714605:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763668.714612:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 968 00000100:00080000:1.0:1789763668.714616:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763668.714619:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763668.714628:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763668.714643:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246785664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763668.714653:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763668.714656:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763668.714657:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763668.714661:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 968 00000100:00080000:1.0:1789763668.714664:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763668.714667:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763668.714671:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763668.714679:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246785536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763668.714684:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246785792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763668.714703:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763668.714706:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763668.714707:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763668.714710:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 968 00000100:00080000:1.0:1789763668.714713:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763668.714716:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763668.714719:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763668.714728:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246785920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763668.714735:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763668.714739:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763668.714740:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763668.714743:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 968 00000100:00080000:1.0:1789763668.714761:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763668.714764:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763668.714769:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763668.714777:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246786048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763668.714789:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763668.714855:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763668/real 1789763668] req@ffff9985836d9880 x1876702246785536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763668.714892:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246785536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763668.714907:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763668.714913:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763668.714919:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246785536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763668.714929:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246785664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763668.714963:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763668.714981:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763668/real 1789763668] req@ffff9985836db800 x1876702246785664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763668.714999:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246785664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763668.715010:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763668.715014:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763668.715019:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246785664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763668.715050:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246785792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763668.715090:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763668.715107:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763668/real 1789763668] req@ffff9985836da300 x1876702246785792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763668.715123:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246785792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763668.715143:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763668.715148:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763668.715152:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246785792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763668.715160:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246785920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763668.715186:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763668.715201:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763668/real 1789763668] req@ffff9985836d8380 x1876702246785920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763668.715216:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246785920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763668.715237:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763668.715241:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763668.715245:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246785920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763668.715254:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246786048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763668.715281:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763668.715366:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763668/real 1789763668] req@ffff9985836d8e00 x1876702246786048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763668.715382:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246786048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763668.715393:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763668.715397:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763668.715403:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246786048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763669.290658:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763670.314529:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763671.338549:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763672.362586:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763673.386573:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763673.834481:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763673.834496:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763673.834502:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763673.834548:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 973 00000100:00080000:1.0:1789763673.834580:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763673.834592:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763673.834692:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246786176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763673.834743:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763673.834749:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763673.834752:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763673.834758:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 973 00000100:00080000:1.0:1789763673.834764:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763673.834770:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763673.834796:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763673.834818:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246786304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763673.834834:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763673.834839:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763673.834842:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763673.834851:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246786176:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763673.834853:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 973 00000100:00080000:1.0:1789763673.834864:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763673.834878:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763673.834884:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763673.834899:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246786432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763673.834912:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763673.834919:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763673.834921:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763673.834927:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 973 00000100:00080000:1.0:1789763673.834965:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763673.834970:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763673.834976:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1789763673.834991:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763673.834995:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246786560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763673.835020:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763673.835025:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763673.835028:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763673.835037:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 973 00000100:00080000:1.0:1789763673.835044:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763673.835052:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763673.835063:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763673.835085:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246786688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763673.835094:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763673/real 1789763673] req@ffff9985836d9180 x1876702246786176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763673.835153:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246786176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763673.835172:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763673.835189:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763673.835196:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246786176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763673.835230:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246786304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763673.835269:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763673.835328:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763673/real 1789763673] req@ffff9985836d8700 x1876702246786304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763673.835347:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246786304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763673.835358:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763673.835362:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763673.835366:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246786304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763673.835375:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246786432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763673.835402:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763673.835417:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763673/real 1789763673] req@ffff9985836d9c00 x1876702246786432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763673.835447:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246786432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763673.835459:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763673.835463:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763673.835467:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246786432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763673.835474:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246786560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763673.835497:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763673.835510:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763673/real 1789763673] req@ffff9985836da680 x1876702246786560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763673.835558:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246786560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763673.835568:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763673.835572:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763673.835576:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246786560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763673.835592:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246786688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763673.835617:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763673.835631:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763673/real 1789763673] req@ffff9985836d8a80 x1876702246786688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763673.835651:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246786688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763673.835661:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763673.835665:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763673.835669:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246786688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763674.410598:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763675.434564:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763676.458598:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763677.482604:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763678.506459:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763678.954418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763678.954429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763678.954433:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763678.954444:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 978 00000100:00080000:3.0:1789763678.954457:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763678.954465:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763678.954530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246786816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763678.954551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763678.954554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763678.954556:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763678.954559:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 978 00000100:00080000:3.0:1789763678.954561:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763678.954564:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763678.954572:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763678.954583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246786944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763678.954604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789763678.954605:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246786816:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763678.954610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763678.954614:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763678.954618:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 978 00000100:00080000:3.0:1789763678.954620:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763678.954623:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763678.954626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763678.954635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246787072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763678.954642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763678.954645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763678.954647:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763678.954649:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 978 00000100:00080000:3.0:1789763678.954652:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763678.954654:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763678.954657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763678.954664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246787200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763678.954670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763678.954673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763678.954674:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763678.954677:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 978 00000100:00080000:3.0:1789763678.954680:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763678.954682:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763678.954686:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763678.954690:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763678.954697:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246787328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763678.954779:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763678/real 1789763678] req@ffff998588b43b80 x1876702246786816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763678.954807:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246786816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763678.954823:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763678.954828:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763678.954833:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246786816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763678.954864:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246786944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763678.954894:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763678.954910:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763678/real 1789763678] req@ffff998588b43800 x1876702246786944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763678.954925:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246786944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763678.954935:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763678.954939:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763678.954958:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246786944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763678.954963:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246787072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763678.954977:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763678.954986:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763678/real 1789763678] req@ffff998588b42d80 x1876702246787072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763678.955011:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246787072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763678.955021:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763678.955024:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763678.955028:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246787072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763678.955035:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246787200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763678.955056:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763678.955065:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763678/real 1789763678] req@ffff998588b42a00 x1876702246787200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763678.955073:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246787200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763678.955091:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763678.955093:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763678.955095:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246787200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763678.955099:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246787328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763678.955112:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763678.955118:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763678/real 1789763678] req@ffff998588b40e00 x1876702246787328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763678.955127:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246787328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763678.955132:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763678.955133:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763678.955135:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246787328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763679.530559:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763680.554576:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763681.578542:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763682.602566:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763683.626525:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763684.074360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763684.074368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763684.074373:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763684.074381:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 984 00000100:00080000:3.0:1789763684.074391:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763684.074397:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763684.074434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246787456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763684.074473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763684.074476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763684.074478:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763684.074481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 984 00000100:00080000:3.0:1789763684.074484:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763684.074488:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763684.074496:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763684.074510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246787584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763684.074518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789763684.074526:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246787456:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763684.074528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763684.074534:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763684.074540:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 984 00000100:00080000:3.0:1789763684.074544:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763684.074550:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763684.074556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763684.074572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246787712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763684.074584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763684.074587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763684.074590:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789763684.074591:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763684.074596:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 984 00000100:00080000:3.0:1789763684.074601:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763684.074605:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763684.074610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763684.074621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246787840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763684.074629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789763684.074632:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763684/real 1789763684] req@ffff998588b41880 x1876702246787456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763684.074633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763684.074637:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763684.074644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 984 00000100:00080000:3.0:1789763684.074649:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763684.074652:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763684.074657:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246787456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763684.074657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763684.074669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246787968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763684.074671:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763684.074681:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763684.074686:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246787456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763684.074709:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246787584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763684.074726:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763684.074734:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763684/real 1789763684] req@ffff998588b41f80 x1876702246787584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763684.074743:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246787584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763684.074754:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763684.074756:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763684.074759:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246787584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763684.074762:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246787712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763684.074773:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763684.074779:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763684/real 1789763684] req@ffff998588b40e00 x1876702246787712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763684.074787:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246787712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763684.074792:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763684.074794:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763684.074796:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246787712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763684.074800:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246787840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763684.074809:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763684.074816:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763684/real 1789763684] req@ffff998588b42a00 x1876702246787840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763684.074824:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246787840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763684.074829:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763684.074830:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763684.074833:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246787840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763684.074836:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246787968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763684.074845:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763684.074851:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763684/real 1789763684] req@ffff998588b42d80 x1876702246787968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763684.074858:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246787968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763684.074863:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763684.074865:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763684.074866:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246787968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763684.650562:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763685.674581:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763686.698542:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763687.722518:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763688.746502:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763689.194499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763689.194514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763689.194520:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763689.194536:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 989 00000100:00080000:2.0:1789763689.194554:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763689.194565:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763689.194622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246788096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763689.194665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763689.194673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763689.194676:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763689.194681:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 989 00000100:00080000:2.0:1789763689.194686:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763689.194690:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763689.194703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763689.194717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246788224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763689.194730:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763689.194734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763689.194736:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763689.194740:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 989 00000100:00080000:2.0:1789763689.194744:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763689.194748:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763689.194754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763689.194767:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246788352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763689.194781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763689.194786:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763689.194788:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763689.194794:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 989 00000100:00080000:2.0:1789763689.194797:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763689.194805:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246788096:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763689.194807:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763689.194822:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763689.194841:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246788480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763689.194854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763689.194858:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763689.194861:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763689.194866:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 989 00000100:00080000:2.0:1789763689.194871:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763689.194875:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763689.194881:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763689.194894:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246788608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763689.194927:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763689.194992:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763689/real 1789763689] req@ffff9985857d8a80 x1876702246788096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763689.195018:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246788096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763689.195035:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763689.195040:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763689.195046:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246788096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763689.195055:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246788224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763689.195081:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763689.195097:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763689/real 1789763689] req@ffff9985857da300 x1876702246788224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763689.195113:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246788224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763689.195123:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763689.195126:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763689.195130:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246788224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763689.195137:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246788352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763689.195158:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763689.195171:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763689/real 1789763689] req@ffff9985857db100 x1876702246788352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763689.195185:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246788352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763689.195195:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763689.195198:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763689.195202:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246788352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763689.195235:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246788480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763689.195255:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763689.195267:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763689/real 1789763689] req@ffff9985857d9880 x1876702246788480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763689.195281:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246788480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763689.195335:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763689.195339:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763689.195343:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246788480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763689.195351:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246788608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763689.195376:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763689.195391:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763689/real 1789763689] req@ffff9985857db800 x1876702246788608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763689.195433:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246788608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763689.195444:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763689.195448:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763689.195451:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246788608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763689.770524:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763690.794557:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763691.818610:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763692.842554:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763693.866567:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763694.314488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763694.314507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763694.314515:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763694.314529:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 994 00000100:00080000:0.0:1789763694.314545:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763694.314556:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763694.314614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246788736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763694.314659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763694.314665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763694.314668:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763694.314674:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 994 00000100:00080000:0.0:1789763694.314679:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763694.314683:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763694.314697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763694.314717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246788864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763694.314733:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763694.314742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763694.314744:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246788736:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763694.314746:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763694.314762:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 994 00000100:00080000:0.0:1789763694.314767:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763694.314772:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763694.314778:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763694.314796:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246788992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763694.314810:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763694.314815:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763694.314818:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763694.314823:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 994 00000100:00080000:0.0:1789763694.314828:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763694.314832:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763694.314840:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763694.314849:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763694.314874:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246789120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763694.314889:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763694.314893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763694.314895:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763694.314900:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 994 00000100:00080000:0.0:1789763694.314905:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763694.314911:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763694.314918:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763694.314929:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763694/real 1789763694] req@ffff9985856a2680 x1876702246788736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763694.314936:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246789248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763694.315021:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246788736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763694.315048:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763694.315057:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763694.315066:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246788736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763694.315111:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246788864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763694.315149:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763694.315168:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763694/real 1789763694] req@ffff9985856a2d80 x1876702246788864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763694.315185:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246788864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763694.315206:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763694.315210:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763694.315215:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246788864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763694.315223:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246788992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763694.315244:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763694.315256:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763694/real 1789763694] req@ffff9985856a2300 x1876702246788992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763694.315271:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246788992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763694.315347:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763694.315351:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763694.315356:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246788992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763694.315391:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246789120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763694.315436:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763694.315461:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763694/real 1789763694] req@ffff9985856a3800 x1876702246789120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763694.315486:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246789120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763694.315500:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763694.315504:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763694.315509:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246789120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763694.315517:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246789248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763694.315546:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763694.315561:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763694/real 1789763694] req@ffff9985856a0700 x1876702246789248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763694.315576:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246789248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763694.315586:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763694.315589:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763694.315593:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246789248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763694.890486:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763695.914575:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763696.938547:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763697.962522:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763698.986567:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763699.434484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763699.434500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763699.434506:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763699.434522:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 999 00000100:00080000:3.0:1789763699.434539:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763699.434551:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763699.434602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246789376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763699.434648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763699.434654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763699.434657:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763699.434663:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 999 00000100:00080000:3.0:1789763699.434668:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763699.434673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763699.434688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763699.434706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246789504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763699.434719:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246789376:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763699.434725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763699.434738:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763699.434741:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763699.434747:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 999 00000100:00080000:3.0:1789763699.434751:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763699.434755:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763699.434777:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763699.434795:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246789632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763699.434807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763699.434812:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763699.434815:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763699.434820:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 999 00000100:00080000:3.0:1789763699.434825:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763699.434829:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763699.434836:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763699.434851:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246789760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763699.434865:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763699.434875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763699.434882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763699.434885:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763699.434891:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 999 00000100:00080000:3.0:1789763699.434907:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763699.434912:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763699.434918:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763699.434935:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246789888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763699.434949:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763699/real 1789763699] req@ffff998588b43800 x1876702246789376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763699.435014:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246789376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763699.435030:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763699.435035:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763699.435041:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246789376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763699.435075:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246789504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763699.435112:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763699.435130:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763699/real 1789763699] req@ffff998588b43b80 x1876702246789504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763699.435146:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246789504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763699.435156:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763699.435161:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763699.435165:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246789504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763699.435172:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246789632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763699.435195:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763699.435207:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763699/real 1789763699] req@ffff998588b42680 x1876702246789632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763699.435222:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246789632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763699.435232:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763699.435236:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763699.435240:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246789632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763699.435247:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246789760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763699.435266:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763699.435278:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763699/real 1789763699] req@ffff998588b43100 x1876702246789760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763699.435363:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246789760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763699.435374:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763699.435378:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763699.435382:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246789760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763699.435389:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246789888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763699.435419:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763699.435434:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763699/real 1789763699] req@ffff998588b40000 x1876702246789888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763699.435448:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246789888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763699.435458:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763699.435461:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763699.435465:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246789888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763700.010553:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763701.034592:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763702.058570:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763703.082476:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763704.106502:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763704.554499:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763704.554520:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763704.554527:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763704.554546:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1004 00000100:00080000:1.0:1789763704.554567:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763704.554580:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763704.554653:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246790016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763704.554695:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763704.554701:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763704.554703:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763704.554709:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1004 00000100:00080000:1.0:1789763704.554715:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763704.554722:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763704.554736:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763704.554758:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246790016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763704.554776:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246790144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763704.554794:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763704.554799:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763704.554801:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763704.554807:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1004 00000100:00080000:1.0:1789763704.554824:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763704.554831:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763704.554840:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:0.0:1789763704.554846:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763704.554865:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246790272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763704.554881:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763704.554886:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763704.554890:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763704.554896:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1004 00000100:00080000:1.0:1789763704.554902:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763704.554930:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763704/real 1789763704] req@ffff9985836dad80 x1876702246790016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763704.554932:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763704.554941:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763704.554959:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246790400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763704.554964:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246790016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763704.554990:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763704.554990:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763704.554997:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:1.0:1789763704.554999:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763704.555004:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763704.555005:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246790016:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763704.555015:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1004 00000100:00080000:1.0:1789763704.555020:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763704.555024:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763704.555030:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763704.555034:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246790144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763704.555048:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246790528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763704.555060:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763704.555074:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763704/real 1789763704] req@ffff9985836d8a80 x1876702246790144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763704.555086:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246790144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763704.555092:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763704.555095:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763704.555097:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246790144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763704.555101:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246790272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763704.555114:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763704.555121:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763704/real 1789763704] req@ffff9985836da680 x1876702246790272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763704.555129:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246790272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763704.555134:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763704.555136:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763704.555138:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246790272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763704.555142:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246790400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763704.555153:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763704.555159:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763704/real 1789763704] req@ffff9985836d9c00 x1876702246790400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763704.555166:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246790400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763704.555172:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763704.555174:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763704.555175:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246790400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763704.555185:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246790528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763704.555215:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763704.555225:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763704/real 1789763704] req@ffff9985836d8700 x1876702246790528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763704.555236:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246790528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763704.555243:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763704.555246:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763704.555249:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246790528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763705.130542:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763706.154566:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763707.178513:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763708.202560:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763709.226553:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763709.674531:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763709.674545:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763709.674552:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763709.674567:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1009 00000100:00080000:3.0:1789763709.674584:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763709.674594:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763709.674666:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246790656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763709.674735:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763709.674741:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763709.674745:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763709.674753:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1009 00000100:00080000:3.0:1789763709.674761:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763709.674770:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763709.674786:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763709.674817:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246790784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763709.674819:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246790656:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763709.674865:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763709.674871:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763709.674877:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763709.674903:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1009 00000100:00080000:3.0:1789763709.674917:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763709.674927:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763709.674939:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763709.674966:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246790912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763709.674982:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763709.674990:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763709.674994:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789763709.675008:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763709.675018:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1009 00000100:00080000:3.0:1789763709.675034:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763709.675045:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763709.675075:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763709.675086:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763709/real 1789763709] req@ffff998588b41c00 x1876702246790656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763709.675112:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246791040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763709.675129:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246790656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763709.675134:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763709.675163:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763709.675176:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763709.675182:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763709.675194:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1009 00000100:00080000:0.0:1789763709.675207:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:3.0:1789763709.675208:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763709.675219:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246790656:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763709.675230:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763709.675247:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763709.675364:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246790784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763709.675412:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763709.675441:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763709/real 1789763709] req@ffff998588b42300 x1876702246790784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763709.675443:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246791168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763709.675508:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246790784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763709.675522:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763709.675528:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763709.675534:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246790784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763709.675552:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246790912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763709.675600:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763709.675625:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763709/real 1789763709] req@ffff998588b40000 x1876702246790912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763709.675652:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246790912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763709.675684:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763709.675692:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763709.675699:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246790912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763709.675713:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246791040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763709.675746:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763709.675762:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763709/real 1789763709] req@ffff998588b43100 x1876702246791040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763709.675777:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246791040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763709.675787:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763709.675791:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763709.675795:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246791040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763709.675817:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246791168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763709.675849:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763709.675870:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763709/real 1789763709] req@ffff998588b42680 x1876702246791168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763709.675895:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246791168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763709.675912:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763709.675919:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763709.675926:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246791168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763710.250460:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763711.274521:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763712.298609:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763713.322470:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763714.346572:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763714.794438:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763714.794452:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763714.794459:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763714.794474:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1014 00000100:00080000:3.0:1789763714.794504:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763714.794511:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763714.794588:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246791296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763714.794658:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763714.794663:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763714.794666:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763714.794672:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1014 00000100:00080000:3.0:1789763714.794676:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763714.794681:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763714.794694:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763714.794711:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246791296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763714.794717:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246791424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763714.794733:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763714.794737:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763714.794740:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763714.794745:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1014 00000100:00080000:3.0:1789763714.794750:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763714.794755:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763714.794762:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763714.794777:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246791552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763714.794796:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763714.794805:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763714.794810:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763714.794813:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763714.794820:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1014 00000100:00080000:3.0:1789763714.794825:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763714.794830:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763714.794838:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763714.794846:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763714/real 1789763714] req@ffff998588b43b80 x1876702246791296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763714.794856:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246791680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763714.794871:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789763714.794889:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246791296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763714.794902:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763714.794912:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763714.794929:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1014 00000100:00080000:0.0:1789763714.794934:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763714.794940:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763714.794954:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:3.0:1789763714.794958:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763714.794974:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246791296:192.168.203.136@tcp:250:kworker.0 00000008:00100000:3.0:1789763714.794975:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763714.795024:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246791808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763714.795027:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246791424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763714.795098:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763714.795133:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763714/real 1789763714] req@ffff998588b43800 x1876702246791424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763714.795170:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246791424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763714.795179:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763714.795182:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763714.795185:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246791424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763714.795190:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246791552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763714.795210:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763714.795239:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763714/real 1789763714] req@ffff998588b42d80 x1876702246791552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763714.795249:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246791552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763714.795257:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763714.795259:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763714.795262:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246791552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763714.795267:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246791680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763714.795284:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763714.795351:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763714/real 1789763714] req@ffff998588b42a00 x1876702246791680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763714.795367:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246791680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763714.795378:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763714.795382:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763714.795386:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246791680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763714.795409:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246791808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763714.795437:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763714.795451:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763714/real 1789763714] req@ffff998588b40e00 x1876702246791808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763714.795465:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246791808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763714.795502:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763714.795505:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763714.795508:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246791808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763715.370611:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763716.394444:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763717.418557:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763718.442619:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763719.466558:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763719.914413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763719.914428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763719.914434:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763719.914450:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1019 00000100:00080000:3.0:1789763719.914468:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763719.914479:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763719.914535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246791936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763719.914578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763719.914584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763719.914586:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763719.914592:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1019 00000100:00080000:3.0:1789763719.914596:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763719.914601:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763719.914614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763719.914634:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246792064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763719.914661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763719.914665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763719.914668:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763719.914672:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1019 00000100:00080000:3.0:1789763719.914677:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763719.914682:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763719.914691:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763719.914712:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246791936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763719.914720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246792192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763719.914751:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763719.914758:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763719.914763:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763719.914776:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1019 00000100:00080000:3.0:1789763719.914784:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763719.914793:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763719.914802:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763719.914822:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246792320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763719.914828:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763719.914859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763719.914867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763719.914871:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763719.914884:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1019 00000100:00080000:3.0:1789763719.914895:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763719.914904:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763719.914914:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763719/real 1789763719] req@ffff998588b41f80 x1876702246791936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763719.914920:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763719.914953:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246792448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763719.914973:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246791936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763719.915003:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763719.915010:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763719.915017:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246791936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763719.915029:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246792064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763719.915069:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763719.915101:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763719/real 1789763719] req@ffff998588b41880 x1876702246792064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763719.915119:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246792064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763719.915131:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763719.915135:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763719.915140:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246792064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763719.915205:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246792192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763719.915241:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763719.915258:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763719/real 1789763719] req@ffff998588b40e00 x1876702246792192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763719.915273:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246792192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763719.915285:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763719.915370:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763719.915375:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246792192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763719.915384:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246792320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763719.915411:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763719.915426:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763719/real 1789763719] req@ffff998588b42a00 x1876702246792320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763719.915441:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246792320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763719.915452:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763719.915456:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763719.915460:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246792320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763719.915469:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246792448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763719.915490:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763719.915515:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763719/real 1789763719] req@ffff998588b42d80 x1876702246792448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763719.915532:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246792448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763719.915543:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763719.915547:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763719.915551:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246792448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763720.490502:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763721.514575:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763722.538527:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763723.562526:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763724.586535:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763725.034500:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763725.034517:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763725.034523:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763725.034539:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1024 00000100:00080000:1.0:1789763725.034557:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763725.034572:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763725.034641:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246792576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763725.034706:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763725.034712:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763725.034715:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763725.034721:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1024 00000100:00080000:1.0:1789763725.034728:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763725.034734:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763725.034750:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763725.034796:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246792704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763725.034822:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246792576:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763725.034829:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763725.034840:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763725.034844:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763725.034854:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1024 00000100:00080000:1.0:1789763725.034864:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763725.034888:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763725.034901:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763725.034923:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246792832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763725.034956:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763725.034962:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763725.034966:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763725.034973:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1024 00000100:00080000:1.0:1789763725.034984:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763725.034992:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763725.035001:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763725.035012:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246792704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789763725.035025:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246792960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763725.035067:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763725.035073:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763725.035077:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763725.035084:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246792832:192.168.203.136@tcp:8:kworker.0 00000100:00080000:1.0:1789763725.035089:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1024 00000100:00080000:1.0:1789763725.035109:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763725.035118:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763725.035127:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763725.035190:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246793088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763725.035198:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246792960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763725.035277:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246793088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763725.610554:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763726.634497:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763727.658520:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763728.106758:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789763728.106834:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763728.106868:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763728.106951:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763728.106972:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763728.106987:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763728.107005:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789763728.107197:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763725/real 1789763728] req@ffff9985836db800 x1876702246793088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763728.107259:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246793088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763728.107284:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763728.107381:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763728.107397:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246793088:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763728.107428:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763725/real 1789763728] req@ffff9985836da300 x1876702246792960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763728.107473:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246792960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763728.107492:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763728.107499:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763728.107506:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246792960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763728.107521:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763725/real 1789763728] req@ffff9985836d8e00 x1876702246792704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763728.107543:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246792704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763728.107559:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763728.107565:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763728.107571:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246792704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763728.107585:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763725/real 1789763728] req@ffff9985836d8380 x1876702246792832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763728.107608:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246792832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763728.107636:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763728.107644:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763728.107651:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246792832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763728.107667:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763725/real 1789763728] req@ffff9985836d9180 x1876702246792576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763728.107693:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246792576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763728.107707:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763728.107714:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763728.107720:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246792576:192.168.203.136@tcp:250:kworker.0 00010000:00010000:3.0:1789763728.682608:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763729.706540:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763730.154458:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763730.154474:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763730.154480:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763730.154496:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1030 00000100:00080000:3.0:1789763730.154514:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763730.154526:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763730.154576:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246793216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763730.154615:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763730.154621:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763730.154623:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763730.154629:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1030 00000100:00080000:3.0:1789763730.154633:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763730.154638:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763730.154651:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763730.154668:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246793344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763730.154684:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763730.154689:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763730.154691:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763730.154706:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246793216:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763730.154716:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1030 00000100:00080000:3.0:1789763730.154729:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763730.154737:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763730.154748:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763730.154774:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246793472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763730.154819:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763730.154826:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763730.154830:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763730.154840:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1030 00000100:00080000:3.0:1789763730.154849:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763730.154856:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763730.154867:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1789763730.154869:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763730.154903:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246793600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763730.154924:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763730.154932:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763730.154936:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763730.154945:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1030 00000100:00080000:3.0:1789763730.154954:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763730.154958:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763730/real 1789763730] req@ffff998588b43800 x1876702246793216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763730.154968:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763730.154985:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763730.155016:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246793216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763730.155018:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246793728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763730.155090:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763730.155132:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763730.155143:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246793216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763730.155191:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246793344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763730.155257:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763730.155337:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763730/real 1789763730] req@ffff998588b43b80 x1876702246793344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763730.155368:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246793344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763730.155385:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763730.155394:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763730.155401:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246793344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763730.155416:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246793472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763730.155463:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763730.155490:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763730/real 1789763730] req@ffff998588b42680 x1876702246793472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763730.155516:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246793472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763730.155533:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763730.155540:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763730.155547:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246793472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763730.155560:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246793600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763730.155604:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763730.155629:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763730/real 1789763730] req@ffff998588b43100 x1876702246793600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763730.155656:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246793600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763730.155673:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763730.155680:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763730.155687:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246793600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763730.155700:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246793728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763730.155751:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763730.155780:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763730/real 1789763730] req@ffff998588b40000 x1876702246793728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763730.155807:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246793728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763730.155825:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763730.155832:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763730.155838:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246793728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763730.730557:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763731.754521:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763732.778503:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763733.802620:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763734.826610:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763735.274440:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763735.274462:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763735.274472:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763735.274491:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1035 00000100:00080000:3.0:1789763735.274513:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763735.274528:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763735.274593:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246793856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763735.274648:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763735.274671:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763735.274676:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763735.274687:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1035 00000100:00080000:3.0:1789763735.274697:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763735.274706:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763735.274726:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763735.274727:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246793856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763735.274769:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246793984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763735.274796:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763735.274803:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763735.274808:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763735.274817:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1035 00000100:00080000:3.0:1789763735.274828:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763735.274836:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789763735.274846:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789763735.274852:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763735.274886:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246794112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763735.274908:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789763735.274915:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763735/real 1789763735] req@ffff998588b42300 x1876702246793856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763735.274919:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763735.274928:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763735.274948:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1035 00000100:00080000:3.0:1789763735.274959:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763735.274963:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246793856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763735.274973:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00080000:0.0:1789763735.274990:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1789763735.274994:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1789763735.275001:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763735.275010:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246793856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763735.275040:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246794240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763735.275048:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246793984:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789763735.275104:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763735.275112:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763735.275118:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789763735.275128:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763735.275130:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1035 00000100:00080000:3.0:1789763735.275144:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763735.275155:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763735.275167:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763735.275176:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763735/real 1789763735] req@ffff998588b41c00 x1876702246793984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763735.275199:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246794368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763735.275254:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246793984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763735.275272:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763735.275279:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763735.275284:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246793984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763735.275335:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246794112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763735.275370:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763735.275387:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763735/real 1789763735] req@ffff998588b40000 x1876702246794112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763735.275403:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246794112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763735.275413:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763735.275417:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763735.275422:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246794112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763735.275441:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246794240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763735.275462:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763735.275474:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763735/real 1789763735] req@ffff998588b43100 x1876702246794240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763735.275488:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246794240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763735.275506:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763735.275510:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763735.275514:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246794240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763735.275520:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246794368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763735.275540:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763735.275551:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763735/real 1789763735] req@ffff998588b42680 x1876702246794368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763735.275564:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246794368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763735.275574:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763735.275578:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763735.275581:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246794368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763735.850445:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763736.874512:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763737.898526:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763738.922469:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763739.946522:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763740.394423:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763740.394444:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763740.394453:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763740.394469:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1040 00000100:00080000:3.0:1789763740.394487:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763740.394499:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763740.394561:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246794496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763740.394621:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763740.394629:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763740.394632:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763740.394638:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1040 00000100:00080000:3.0:1789763740.394645:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763740.394651:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763740.394665:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763740.394702:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246794496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763740.394704:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246794624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763740.394737:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763740.394744:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763740.394749:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763740.394758:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1040 00000100:00080000:3.0:1789763740.394769:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763740.394778:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763740.394789:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763740.394818:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246794752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763740.394822:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763740.394848:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763740.394857:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763740.394861:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763740.394872:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1040 00000100:00080000:3.0:1789763740.394882:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763740.394892:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763740.394897:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763740/real 1789763740] req@ffff998588b43b80 x1876702246794496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763740.394908:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763740.394935:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246794496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763740.394956:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789763740.394958:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246794880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763740.394968:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763740.394984:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246794496:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763740.394993:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763740.394999:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763740.395002:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763740.395010:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1040 00000100:00080000:3.0:1789763740.395015:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763740.395021:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763740.395053:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763740.395058:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246794624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763740.395076:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246795008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763740.395103:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763740.395128:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763740/real 1789763740] req@ffff998588b43800 x1876702246794624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763740.395144:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246794624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763740.395155:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763740.395160:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763740.395164:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246794624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763740.395171:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246794752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763740.395194:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763740.395206:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763740/real 1789763740] req@ffff998588b42d80 x1876702246794752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763740.395220:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246794752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763740.395231:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763740.395234:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763740.395238:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246794752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763740.395245:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246794880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763740.395264:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763740.395276:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763740/real 1789763740] req@ffff998588b42a00 x1876702246794880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763740.395325:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246794880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763740.395336:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763740.395340:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763740.395344:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246794880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763740.395363:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246795008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763740.395388:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763740.395401:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763740/real 1789763740] req@ffff998588b40e00 x1876702246795008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763740.395432:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246795008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763740.395442:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763740.395446:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763740.395450:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246795008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763740.970542:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763741.994531:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763743.018538:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763744.042539:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763745.066570:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763745.514410:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763745.514423:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763745.514427:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763745.514441:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1045 00000100:00080000:3.0:1789763745.514455:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763745.514465:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763745.514512:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246795136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763745.514556:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763745.514562:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763745.514566:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763745.514573:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1045 00000100:00080000:3.0:1789763745.514579:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763745.514586:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763745.514599:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763745.514618:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246795264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763745.514632:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763745.514638:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763745.514641:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763745.514645:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1045 00000100:00080000:3.0:1789763745.514650:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763745.514653:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763745.514659:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763745.514686:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246795136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763745.514698:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246795392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763745.514717:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763745.514721:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763745.514723:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763745.514728:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1045 00000100:00080000:3.0:1789763745.514733:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763745.514737:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763745.514743:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763745.514761:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246795520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763745.514772:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763745.514776:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763745.514777:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763745.514782:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1045 00000100:00080000:3.0:1789763745.514790:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763745.514794:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763745.514802:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763745.514811:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763745.514825:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246795648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763745.514918:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763745/real 1789763745] req@ffff998588b41880 x1876702246795136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763745.514957:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246795136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763745.514981:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763745.514986:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763745.515015:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246795136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763745.515026:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246795264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763745.515083:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763745.515099:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763745/real 1789763745] req@ffff998588b41f80 x1876702246795264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763745.515112:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246795264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763745.515121:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763745.515124:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763745.515146:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246795264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763745.515181:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246795392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763745.515207:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763745.515221:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763745/real 1789763745] req@ffff998588b40e00 x1876702246795392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763745.515236:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246795392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763745.515246:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763745.515250:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763745.515254:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246795392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763745.515262:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246795520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763745.515281:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763745.515292:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763745/real 1789763745] req@ffff998588b42a00 x1876702246795520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763745.515344:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246795520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763745.515355:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763745.515359:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763745.515363:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246795520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763745.515369:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246795648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763745.515410:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763745.515422:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763745/real 1789763745] req@ffff998588b42d80 x1876702246795648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763745.515434:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246795648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763745.515442:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763745.515445:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763745.515448:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246795648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763746.090502:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763747.114444:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763748.138554:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763749.162577:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763750.186557:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763750.634472:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763750.634489:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763750.634495:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763750.634511:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1050 00000100:00080000:3.0:1789763750.634529:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763750.634540:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763750.634608:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246795776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763750.634652:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763750.634668:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763750.634670:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763750.634676:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1050 00000100:00080000:3.0:1789763750.634680:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763750.634684:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763750.634697:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763750.634714:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246795904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763750.634744:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763750.634750:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763750.634753:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763750.634763:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246795776:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763750.634763:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1050 00000100:00080000:3.0:1789763750.634773:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763750.634783:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763750.634790:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763750.634814:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246796032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763750.634827:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763750.634833:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763750.634836:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763750.634841:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1050 00000100:00080000:3.0:1789763750.634844:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763750.634849:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763750.634855:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763750.634867:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246796160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763750.634879:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763750.634884:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763750.634886:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789763750.634906:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763750.634908:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1050 00000100:00080000:3.0:1789763750.634920:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763750.634925:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763750.634933:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763750.634948:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246796288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763750.635033:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763750/real 1789763750] req@ffff998588b43800 x1876702246795776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763750.635066:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246795776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763750.635083:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763750.635089:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763750.635094:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246795776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763750.635132:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246795904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763750.635168:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763750.635185:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763750/real 1789763750] req@ffff998588b43b80 x1876702246795904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763750.635202:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246795904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763750.635212:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763750.635216:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763750.635221:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246795904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763750.635228:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246796032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763750.635250:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763750.635263:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763750/real 1789763750] req@ffff998588b42680 x1876702246796032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763750.635277:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246796032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763750.635347:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763750.635352:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763750.635356:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246796032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763750.635364:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246796160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763750.635390:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763750.635405:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763750/real 1789763750] req@ffff998588b43100 x1876702246796160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763750.635422:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246796160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763750.635439:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763750.635446:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763750.635453:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246796160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763750.635482:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246796288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763750.635526:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763750.635547:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763750/real 1789763750] req@ffff998588b40000 x1876702246796288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763750.635563:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246796288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763750.635573:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763750.635577:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763750.635582:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246796288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763751.210576:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763752.234560:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763753.258540:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763754.282530:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763755.306516:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763755.754555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763755.754573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763755.754580:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763755.754607:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1055 00000100:00080000:1.0:1789763755.754626:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763755.754636:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763755.754714:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246796416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763755.754757:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763755.754762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763755.754764:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763755.754770:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1055 00000100:00080000:1.0:1789763755.754774:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763755.754779:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763755.754816:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763755.754837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246796544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763755.754850:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763755.754854:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763755.754857:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763755.754862:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1055 00000100:00080000:1.0:1789763755.754865:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763755.754870:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763755.754877:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763755.754888:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246796672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763755.754965:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246796416:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763755.754973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763755.754984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763755.754986:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763755.754993:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1055 00000100:00080000:1.0:1789763755.755015:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763755.755021:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763755.755028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763755.755047:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246796800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763755.755058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763755.755063:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763755.755065:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763755.755070:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1055 00000100:00080000:1.0:1789763755.755075:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763755.755078:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763755.755085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763755.755094:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763755.755104:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246796928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763755.755181:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763755/real 1789763755] req@ffff9985836d9880 x1876702246796416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763755.755204:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246796416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763755.755235:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763755.755240:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763755.755245:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246796416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763755.755254:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246796544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763755.755282:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763755.755296:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763755/real 1789763755] req@ffff9985836d9180 x1876702246796544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763755.755310:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246796544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763755.755319:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763755.755322:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763755.755326:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246796544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763755.755432:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246796672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763755.755459:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763755.755473:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763755/real 1789763755] req@ffff9985836d8380 x1876702246796672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763755.755487:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246796672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763755.755515:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763755.755518:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763755.755521:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246796672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763755.755527:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246796800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763755.755545:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763755.755555:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763755/real 1789763755] req@ffff9985836d8e00 x1876702246796800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763755.755566:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246796800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763755.755574:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763755.755577:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763755.755580:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246796800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763755.755585:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246796928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763755.755601:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763755.755610:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763755/real 1789763755] req@ffff9985836da300 x1876702246796928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763755.755621:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246796928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763755.755630:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763755.755633:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763755.755636:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246796928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763756.330516:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763757.354595:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763758.378668:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763759.402555:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763760.426494:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763760.874439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763760.874455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763760.874463:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763760.874480:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1060 00000100:00080000:0.0:1789763760.874516:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763760.874532:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763760.874603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246797056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763760.874663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763760.874671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763760.874675:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763760.874683:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1060 00000100:00080000:0.0:1789763760.874690:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763760.874698:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763760.874713:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763760.874744:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246797184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763760.874744:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246797056:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763760.874773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763760.874778:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763760.874781:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763760.874787:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1060 00000100:00080000:0.0:1789763760.874792:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763760.874796:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763760.874803:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763760.874820:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246797312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763760.874833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763760.874837:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763760.874840:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763760.874845:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1060 00000100:00080000:0.0:1789763760.874850:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763760.874854:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763760.874859:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789763760.874872:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763760.874918:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246797440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763760.874932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763760.874936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763760.874939:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763760.874944:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1060 00000100:00080000:0.0:1789763760.874949:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763760.874953:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763760.874959:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763760.874974:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246797568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763760.874992:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763760/real 1789763760] req@ffff9985856a1500 x1876702246797056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763760.875018:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246797056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763760.875031:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763760.875035:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763760.875040:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246797056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763760.875071:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246797184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763760.875100:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763760.875136:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763760/real 1789763760] req@ffff9985856a0e00 x1876702246797184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763760.875152:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246797184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763760.875164:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763760.875169:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763760.875173:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246797184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763760.875181:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246797312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763760.875205:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763760.875235:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763760/real 1789763760] req@ffff9985856a3480 x1876702246797312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763760.875247:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246797312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763760.875256:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763760.875260:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763760.875263:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246797312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763760.875268:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246797440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763760.875285:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763760.875300:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763760/real 1789763760] req@ffff9985856a1880 x1876702246797440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763760.875319:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246797440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763760.875383:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763760.875389:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763760.875394:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246797440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763760.875402:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246797568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763760.875429:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763760.875448:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763760/real 1789763760] req@ffff9985856a0000 x1876702246797568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763760.875467:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246797568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763760.875493:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763760.875500:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763760.875506:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246797568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763761.450415:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763762.474542:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763763.498486:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763764.522483:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763765.546519:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763765.994407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763765.994419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763765.994424:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763765.994436:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1065 00000100:00080000:0.0:1789763765.994450:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763765.994459:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763765.994505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246797696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763765.994537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763765.994541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763765.994543:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763765.994546:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1065 00000100:00080000:0.0:1789763765.994549:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763765.994552:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763765.994562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763765.994577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246797824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763765.994586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763765.994589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763765.994591:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763765.994594:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1065 00000100:00080000:0.0:1789763765.994598:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763765.994606:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246797696:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763765.994607:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763765.994620:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763765.994637:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246797952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763765.994653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763765.994658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763765.994661:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763765.994666:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1065 00000100:00080000:0.0:1789763765.994670:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763765.994674:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763765.994679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763765.994692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246798080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763765.994701:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789763765.994708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763765.994711:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763765.994713:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763765.994717:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1065 00000100:00080000:0.0:1789763765.994721:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763765.994724:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763765.994728:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763765.994736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246798208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763765.994767:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763765/real 1789763765] req@ffff9985856a2a00 x1876702246797696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763765.994796:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246797696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763765.994811:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763765.994817:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763765.994821:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246797696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763765.994829:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246797824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763765.994870:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763765.994883:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763765/real 1789763765] req@ffff9985856a0000 x1876702246797824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763765.994894:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246797824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763765.994901:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763765.994904:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763765.994907:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246797824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763765.994935:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246797952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763765.994951:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763765.994960:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763765/real 1789763765] req@ffff9985856a1880 x1876702246797952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763765.994969:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246797952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763765.994976:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763765.994978:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763765.994981:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246797952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763765.994985:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246798080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763765.994998:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763765.995006:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763765/real 1789763765] req@ffff9985856a3480 x1876702246798080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763765.995015:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246798080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763765.995021:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763765.995024:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763765.995026:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246798080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763765.995030:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246798208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763765.995042:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763765.995050:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763765/real 1789763765] req@ffff9985856a0e00 x1876702246798208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763765.995059:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246798208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763765.995065:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763765.995067:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763765.995069:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246798208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763766.570517:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763767.594503:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763768.618499:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763769.642569:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763770.666503:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763771.114512:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763771.114521:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763771.114525:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763771.114534:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1071 00000100:00080000:1.0:1789763771.114545:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763771.114551:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763771.114590:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246798336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763771.114617:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763771.114620:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763771.114626:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763771.114630:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1071 00000100:00080000:1.0:1789763771.114632:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763771.114635:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763771.114661:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763771.114672:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246798464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763771.114680:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763771.114682:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763771.114685:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763771.114687:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246798336:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763771.114690:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1071 00000100:00080000:1.0:1789763771.114697:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763771.114699:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763771.114702:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763771.114712:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246798592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763771.114730:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763771.114733:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763771.114734:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763771.114737:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1071 00000100:00080000:1.0:1789763771.114741:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763771.114743:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763771.114746:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763771.114755:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246798720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763771.114762:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763771.114766:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763771.114770:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763771.114772:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763771.114775:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1071 00000100:00080000:1.0:1789763771.114778:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763771.114781:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763771.114784:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763771.114792:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246798848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763771.114819:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763771/real 1789763771] req@ffff9985836db800 x1876702246798336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763771.114852:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246798336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763771.114861:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763771.114865:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763771.114868:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246798336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763771.114889:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246798464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763771.114907:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763771.114927:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763771/real 1789763771] req@ffff9985836d8700 x1876702246798464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763771.114936:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246798464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763771.114941:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763771.114943:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763771.114945:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246798464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763771.114949:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246798592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763771.114960:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763771.114967:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763771/real 1789763771] req@ffff9985836d9c00 x1876702246798592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763771.114975:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246798592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763771.114995:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763771.114997:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763771.114999:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246798592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763771.115002:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246798720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763771.115012:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763771.115018:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763771/real 1789763771] req@ffff9985836da680 x1876702246798720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763771.115025:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246798720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763771.115031:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763771.115033:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763771.115035:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246798720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763771.115038:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246798848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763771.115049:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763771.115066:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763771/real 1789763771] req@ffff9985836d8a80 x1876702246798848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763771.115074:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246798848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763771.115078:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763771.115080:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763771.115083:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246798848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763771.690462:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763772.714558:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763773.738480:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763774.762729:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763775.786472:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763776.234447:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763776.234459:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763776.234464:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763776.234476:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1076 00000100:00080000:3.0:1789763776.234490:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763776.234499:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763776.234544:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246798976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763776.234579:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763776.234582:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763776.234584:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763776.234588:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1076 00000100:00080000:3.0:1789763776.234591:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763776.234594:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763776.234604:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763776.234614:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246799104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763776.234623:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763776.234626:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763776.234628:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763776.234631:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1076 00000100:00080000:3.0:1789763776.234634:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763776.234637:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763776.234641:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763776.234652:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246799232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763776.234660:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763776.234664:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763776.234665:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763776.234669:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1076 00000100:00080000:3.0:1789763776.234672:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763776.234678:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763776.234680:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246798976:192.168.203.136@tcp:250:kworker.0 00000008:00100000:3.0:1789763776.234682:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763776.234697:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246799360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763776.234715:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763776.234719:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763776.234721:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763776.234725:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1076 00000100:00080000:3.0:1789763776.234728:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763776.234731:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763776.234735:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763776.234745:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246799488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763776.234794:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763776.234878:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763776/real 1789763776] req@ffff998588b41c00 x1876702246798976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763776.234899:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246798976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763776.234909:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763776.234913:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763776.234917:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246798976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763776.234924:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246799104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763776.234949:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763776.234961:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763776/real 1789763776] req@ffff998588b42300 x1876702246799104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763776.234971:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246799104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763776.234978:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763776.234980:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763776.234983:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246799104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763776.234988:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246799232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763776.235002:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763776.235010:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763776/real 1789763776] req@ffff998588b40000 x1876702246799232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763776.235026:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246799232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763776.235033:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763776.235035:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763776.235037:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246799232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763776.235063:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246799360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763776.235077:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763776.235085:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763776/real 1789763776] req@ffff998588b43100 x1876702246799360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763776.235095:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246799360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763776.235102:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763776.235104:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763776.235106:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246799360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763776.235111:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246799488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763776.235124:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763776.235132:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763776/real 1789763776] req@ffff998588b42680 x1876702246799488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763776.235141:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246799488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763776.235153:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763776.235155:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763776.235157:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246799488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763776.810496:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763777.834605:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763778.858498:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763779.882446:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763780.906472:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763781.354398:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763781.354411:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763781.354416:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763781.354427:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1081 00000100:00080000:3.0:1789763781.354441:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763781.354449:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763781.354490:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246799616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763781.354523:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763781.354527:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763781.354529:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763781.354534:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1081 00000100:00080000:3.0:1789763781.354538:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763781.354542:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763781.354552:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763781.354567:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246799744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763781.354579:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246799616:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763781.354580:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763781.354590:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763781.354593:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763781.354599:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1081 00000100:00080000:3.0:1789763781.354603:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763781.354608:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763781.354613:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763781.354627:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246799872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763781.354637:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763781.354640:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763781.354642:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763781.354647:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1081 00000100:00080000:3.0:1789763781.354651:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763781.354655:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789763781.354660:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789763781.354664:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763781.354678:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246800000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763781.354689:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763781.354693:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763781.354695:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763781.354700:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1081 00000100:00080000:3.0:1789763781.354704:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763781.354705:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763781/real 1789763781] req@ffff998588b43b80 x1876702246799616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763781.354712:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763781.354722:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763781.354742:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246799616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763781.354750:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246800128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763781.354755:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763781.354763:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763781.354770:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246799616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763781.354794:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246799744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763781.354813:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763781.354823:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763781/real 1789763781] req@ffff998588b43800 x1876702246799744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763781.354831:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246799744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763781.354836:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763781.354839:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763781.354841:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246799744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763781.354845:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246799872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763781.354857:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763781.354863:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763781/real 1789763781] req@ffff998588b42d80 x1876702246799872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763781.354870:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246799872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763781.354876:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763781.354877:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763781.354879:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246799872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763781.354883:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246800000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763781.354893:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763781.354899:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763781/real 1789763781] req@ffff998588b42a00 x1876702246800000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763781.354906:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246800000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763781.354911:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763781.354913:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763781.354915:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246800000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763781.354918:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246800128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763781.354927:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763781.354943:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763781/real 1789763781] req@ffff998588b40e00 x1876702246800128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763781.354951:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246800128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763781.354956:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763781.354958:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763781.354960:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246800128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763781.930426:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763782.954496:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763783.978451:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763785.002444:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763786.026453:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763786.474431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763786.474442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763786.474446:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763786.474455:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1086 00000100:00080000:0.0:1789763786.474467:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763786.474474:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763786.474516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246800256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763786.474542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763786.474545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763786.474546:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763786.474549:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1086 00000100:00080000:0.0:1789763786.474552:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763786.474555:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763786.474563:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763786.474575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246800384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763786.474577:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246800256:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763786.474594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763786.474597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763786.474599:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763786.474601:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1086 00000100:00080000:0.0:1789763786.474603:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763786.474606:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763786.474609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763786.474616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246800512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763786.474622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763786.474625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763786.474626:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763786.474630:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1086 00000100:00080000:0.0:1789763786.474633:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763786.474635:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763786.474638:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763786.474645:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246800640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763786.474651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763786.474653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763786.474654:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763786.474658:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1086 00000800:00000100:3.0:1789763786.474662:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789763786.474664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763786.474669:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763786.474673:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763786.474681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246800768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763786.474738:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763786/real 1789763786] req@ffff9985856a1500 x1876702246800256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763786.474755:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246800256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763786.474764:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763786.474767:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763786.474771:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246800256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763786.474792:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246800384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763786.474811:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763786.474821:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763786/real 1789763786] req@ffff9985856a0700 x1876702246800384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763786.474829:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246800384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763786.474851:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763786.474853:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763786.474856:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246800384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763786.474860:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246800512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763786.474874:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763786.474881:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763786/real 1789763786] req@ffff9985856a3800 x1876702246800512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763786.474889:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246800512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763786.474894:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763786.474895:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763786.474897:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246800512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763786.474917:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246800640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789763786.474930:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763786.474937:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763786/real 1789763786] req@ffff9985856a2300 x1876702246800640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763786.474945:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246800640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763786.474951:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763786.474953:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763786.474955:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246800640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763786.474958:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246800768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789763786.474969:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763786.474977:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763786/real 1789763786] req@ffff9985856a2d80 x1876702246800768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763786.474985:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246800768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763786.474990:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763786.474992:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763786.474994:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246800768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763787.050442:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763788.074475:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763789.098461:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763790.122503:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763791.146471:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763791.594412:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763791.594423:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763791.594427:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763791.594437:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1091 00000100:00080000:1.0:1789763791.594448:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763791.594456:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763791.594493:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246800896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763791.594519:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763791.594522:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763791.594524:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763791.594527:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1091 00000100:00080000:1.0:1789763791.594529:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763791.594531:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763791.594539:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763791.594549:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246801024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763791.594556:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763791.594558:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763791.594559:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763791.594562:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1091 00000100:00080000:1.0:1789763791.594563:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763791.594566:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763791.594569:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763791.594575:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246801152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763791.594582:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763791.594584:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763791.594586:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763791.594589:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1091 00000100:00080000:1.0:1789763791.594591:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763791.594594:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763791.594597:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763791.594602:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246800896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763791.594606:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246801280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763791.594614:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763791.594616:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763791.594617:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763791.594620:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1091 00000100:00080000:1.0:1789763791.594623:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763791.594625:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763791.594627:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763791.594634:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246801408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763791.594730:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246801024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763791.594753:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246801152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763791.594777:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246801280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763791.594789:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246801408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763792.170463:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763793.194522:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763794.218436:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763794.666536:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789763794.666580:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763794.666597:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763794.666655:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763794.666668:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763794.666676:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763794.666685:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789763794.666701:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763791/real 1789763794] req@ffff9985836d9c00 x1876702246801280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763794.666730:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246801280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763794.666755:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763794.666762:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763794.666766:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246801280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763794.666775:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763791/real 1789763794] req@ffff9985836d8700 x1876702246801408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763794.666790:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246801408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763794.666805:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763794.666809:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763794.666813:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246801408:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763794.666820:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763791/real 1789763794] req@ffff9985836dad80 x1876702246800896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763794.666831:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246800896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763794.666840:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763794.666844:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763794.666847:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246800896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763794.666855:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763791/real 1789763794] req@ffff9985836d8a80 x1876702246801024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763794.666867:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246801024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763794.666876:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763794.666886:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763794.666890:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246801024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763794.666898:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763791/real 1789763794] req@ffff9985836da680 x1876702246801152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763794.666911:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246801152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763794.666921:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763794.666924:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763794.666928:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246801152:192.168.203.136@tcp:8:kworker.0 00010000:00010000:3.0:1789763795.242485:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763796.266458:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763796.714427:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763796.714438:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763796.714442:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763796.714453:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1096 00000100:00080000:3.0:1789763796.714464:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763796.714471:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763796.714505:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246801536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763796.714537:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763796.714540:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763796.714541:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763796.714544:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1096 00000100:00080000:3.0:1789763796.714547:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763796.714550:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763796.714558:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763796.714567:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246801664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763796.714575:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763796.714578:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763796.714579:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763796.714583:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1096 00000100:00080000:3.0:1789763796.714585:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763796.714587:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763796.714591:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763796.714602:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246801792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763796.714606:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246801536:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763796.714610:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763796.714628:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763796.714632:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763796.714638:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1096 00000100:00080000:3.0:1789763796.714641:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763796.714644:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763796.714648:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763796.714663:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246801920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763796.714675:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763796.714679:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763796.714681:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763796.714685:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1096 00000100:00080000:3.0:1789763796.714689:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763796.714693:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763796.714699:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763796.714712:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246802048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763796.714720:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763796.714771:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763796/real 1789763796] req@ffff998588b41f80 x1876702246801536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763796.714793:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246801536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763796.714804:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763796.714809:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763796.714813:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246801536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763796.714820:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246801664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763796.714844:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763796.714857:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763796/real 1789763796] req@ffff998588b41880 x1876702246801664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763796.714869:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246801664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763796.714878:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763796.714881:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763796.714885:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246801664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763796.714912:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246801792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763796.714933:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763796.714945:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763796/real 1789763796] req@ffff998588b40e00 x1876702246801792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763796.714956:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246801792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763796.714965:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763796.714968:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763796.714972:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246801792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763796.714978:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246801920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763796.714996:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763796.715007:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763796/real 1789763796] req@ffff998588b42a00 x1876702246801920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763796.715018:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246801920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763796.715026:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763796.715028:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763796.715031:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246801920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763796.715038:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246802048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763796.715056:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763796.715067:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763796/real 1789763796] req@ffff998588b42d80 x1876702246802048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763796.715079:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246802048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763796.715087:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763796.715090:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763796.715094:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246802048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763797.290440:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763798.314440:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763799.338465:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763800.362410:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763801.386427:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763801.834409:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763801.834418:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763801.834423:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763801.834432:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1101 00000100:00080000:1.0:1789763801.834441:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763801.834448:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763801.834488:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246802176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763801.834511:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763801.834514:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763801.834516:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763801.834519:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1101 00000100:00080000:1.0:1789763801.834521:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763801.834524:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763801.834533:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763801.834542:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246802304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763801.834549:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763801.834552:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763801.834553:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763801.834556:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1101 00000100:00080000:1.0:1789763801.834558:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763801.834560:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763801.834563:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763801.834569:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246802432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763801.834592:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246802176:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763801.834600:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763801.834606:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763801.834608:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763801.834615:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1101 00000100:00080000:1.0:1789763801.834620:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763801.834625:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763801.834633:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763801.834648:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246802560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763801.834656:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763801.834659:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763801.834660:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763801.834664:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1101 00000100:00080000:1.0:1789763801.834667:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763801.834670:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763801.834674:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763801.834681:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763801.834683:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246802688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763801.834742:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763801/real 1789763801] req@ffff9985836db800 x1876702246802176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763801.834760:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246802176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763801.834770:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763801.834773:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763801.834776:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246802176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763801.834783:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246802304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763801.834802:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763801.834812:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763801/real 1789763801] req@ffff9985836da300 x1876702246802304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763801.834820:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246802304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763801.834830:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763801.834833:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763801.834835:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246802304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763801.834858:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246802432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763801.834871:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763801.834878:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763801/real 1789763801] req@ffff9985836d8e00 x1876702246802432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763801.834886:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246802432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763801.834893:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763801.834895:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763801.834896:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246802432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763801.834901:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246802560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763801.834917:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763801.834929:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763801/real 1789763801] req@ffff9985836d8380 x1876702246802560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763801.834942:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246802560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763801.834951:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763801.834954:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763801.834959:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246802560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763801.834965:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246802688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763801.834986:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763801.834994:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763801/real 1789763801] req@ffff9985836d9180 x1876702246802688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763801.835002:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246802688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763801.835008:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763801.835010:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763801.835012:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246802688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763802.410479:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763803.434421:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763804.458448:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763805.482567:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763806.506433:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763806.954350:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763806.954359:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763806.954363:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763806.954373:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1106 00000100:00080000:1.0:1789763806.954384:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763806.954391:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763806.954425:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246802816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763806.954455:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763806.954459:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763806.954460:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763806.954463:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1106 00000100:00080000:1.0:1789763806.954465:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763806.954468:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763806.954476:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763806.954487:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246802944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763806.954494:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763806.954498:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763806.954499:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763806.954502:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1106 00000100:00080000:1.0:1789763806.954504:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763806.954507:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763806.954511:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763806.954516:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246802816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763806.954522:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246803072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763806.954533:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763806.954546:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763806.954549:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763806.954553:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1106 00000100:00080000:1.0:1789763806.954558:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763806.954562:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763806.954566:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763806.954577:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246803200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763806.954587:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763806.954589:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763806.954590:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763806.954593:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1106 00000100:00080000:1.0:1789763806.954597:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763806.954601:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763806.954604:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763806.954617:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763806.954617:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246803328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763806.954670:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763806/real 1789763806] req@ffff9985836d9880 x1876702246802816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763806.954687:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246802816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763806.954699:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763806.954702:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763806.954706:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246802816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763806.954712:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246802944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763806.954730:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763806.954739:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763806/real 1789763806] req@ffff9985836d9180 x1876702246802944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763806.954747:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246802944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763806.954753:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763806.954755:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763806.954757:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246802944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763806.954779:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246803072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763806.954791:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763806.954798:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763806/real 1789763806] req@ffff9985836d8380 x1876702246803072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763806.954806:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246803072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763806.954811:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763806.954813:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763806.954815:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246803072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763806.954819:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246803200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763806.954829:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763806.954835:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763806/real 1789763806] req@ffff9985836d8e00 x1876702246803200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763806.954842:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246803200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763806.954848:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763806.954850:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763806.954852:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246803200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763806.954855:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246803328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763806.954866:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763806.954871:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763806/real 1789763806] req@ffff9985836da300 x1876702246803328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763806.954878:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246803328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763806.954883:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763806.954886:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763806.954888:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246803328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763807.530430:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763808.554470:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763809.578446:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763810.602427:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763811.626514:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763812.074477:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763812.074509:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763812.074514:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763812.074525:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1112 00000100:00080000:3.0:1789763812.074536:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763812.074543:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763812.074581:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246803456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763812.074603:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763812.074606:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763812.074607:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763812.074610:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1112 00000100:00080000:3.0:1789763812.074612:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763812.074615:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763812.074623:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763812.074633:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246803584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763812.074641:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763812.074646:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1789763812.074647:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246803456:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763812.074648:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763812.074657:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1112 00000100:00080000:3.0:1789763812.074659:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763812.074661:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763812.074665:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763812.074674:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246803712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763812.074680:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763812.074683:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763812.074685:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763812.074688:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1112 00000100:00080000:3.0:1789763812.074691:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763812.074693:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763812.074696:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763812.074703:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246803840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763812.074709:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763812.074712:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763812.074714:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763812.074716:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1112 00000100:00080000:3.0:1789763812.074719:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763812.074721:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763812.074724:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763812.074726:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763812.074734:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246803968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763812.074772:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763812/real 1789763812] req@ffff998588b43800 x1876702246803456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763812.074787:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246803456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763812.074795:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763812.074798:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763812.074801:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246803456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763812.074821:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246803584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763812.074836:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763812.074845:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763812/real 1789763812] req@ffff998588b43b80 x1876702246803584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763812.074853:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246803584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763812.074858:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763812.074860:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763812.074863:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246803584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763812.074866:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246803712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763812.074877:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763812.074883:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763812/real 1789763812] req@ffff998588b42680 x1876702246803712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763812.074891:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246803712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763812.074896:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763812.074898:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763812.074900:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246803712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763812.074903:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246803840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763812.074913:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763812.074919:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763812/real 1789763812] req@ffff998588b43100 x1876702246803840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763812.074927:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246803840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763812.074932:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763812.074934:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763812.074935:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246803840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763812.074939:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246803968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763812.074949:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763812.074955:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763812/real 1789763812] req@ffff998588b40000 x1876702246803968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763812.074963:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246803968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763812.074968:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763812.074970:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763812.074972:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246803968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763812.650465:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763813.674504:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763814.698462:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763815.722547:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763816.746481:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763817.194444:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763817.194493:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763817.194499:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763817.194525:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1117 00000100:00080000:3.0:1789763817.194540:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763817.194549:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763817.194611:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246804096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763817.194641:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763817.194656:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763817.194657:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763817.194661:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1117 00000100:00080000:3.0:1789763817.194664:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763817.194667:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763817.194675:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763817.194688:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246804224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763817.194696:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763817.194699:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763817.194700:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763817.194703:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1117 00000100:00080000:3.0:1789763817.194705:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763817.194710:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246804096:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763817.194711:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763817.194729:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763817.194738:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246804352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763817.194746:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763817.194749:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763817.194750:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763817.194753:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1117 00000100:00080000:3.0:1789763817.194756:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763817.194759:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763817.194762:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763817.194770:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246804480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763817.194776:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763817.194779:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763817.194780:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763817.194795:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1117 00000100:00080000:3.0:1789763817.194798:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763817.194800:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763817.194802:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763817.194809:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789763817.194812:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246804608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763817.194858:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763817/real 1789763817] req@ffff998588b42300 x1876702246804096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763817.194873:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246804096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763817.194886:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763817.194889:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763817.194892:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246804096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763817.194897:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246804224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763817.194924:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763817.194932:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763817/real 1789763817] req@ffff998588b41c00 x1876702246804224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763817.194940:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246804224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763817.194946:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763817.194948:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763817.194950:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246804224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763817.194969:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246804352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763817.194980:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763817.194986:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763817/real 1789763817] req@ffff998588b40000 x1876702246804352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763817.194994:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246804352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763817.194999:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763817.195001:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763817.195002:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246804352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763817.195007:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246804480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763817.195026:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763817.195034:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763817/real 1789763817] req@ffff998588b43100 x1876702246804480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763817.195041:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246804480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763817.195047:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763817.195049:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763817.195051:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246804480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763817.195054:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246804608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763817.195065:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763817.195071:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763817/real 1789763817] req@ffff998588b42680 x1876702246804608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763817.195078:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246804608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763817.195083:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763817.195085:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763817.195087:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246804608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763817.770497:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763818.794534:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763819.818562:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763820.842542:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763821.866502:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763822.314522:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763822.314535:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763822.314542:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763822.314556:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1122 00000100:00080000:3.0:1789763822.314573:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763822.314583:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763822.314633:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246804736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763822.314671:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763822.314676:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763822.314677:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763822.314682:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1122 00000100:00080000:3.0:1789763822.314687:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763822.314691:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763822.314702:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763822.314719:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246804864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763822.314731:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763822.314735:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763822.314738:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763822.314745:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1122 00000100:00080000:3.0:1789763822.314750:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763822.314754:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763822.314761:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246804736:192.168.203.136@tcp:250:kworker.0 00000008:00100000:3.0:1789763822.314764:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763822.314795:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246804992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763822.314808:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763822.314813:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763822.314815:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763822.314820:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1122 00000100:00080000:3.0:1789763822.314827:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763822.314832:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763822.314838:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763822.314854:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246805120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763822.314865:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763822.314869:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763822.314871:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763822.314875:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1122 00000100:00080000:3.0:1789763822.314888:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789763822.314893:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763822.314898:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763822.314904:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763822.314922:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246805248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763822.314967:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763822/real 1789763822] req@ffff998588b43b80 x1876702246804736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763822.315002:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246804736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763822.315016:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763822.315021:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763822.315027:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246804736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763822.315036:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246804864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763822.315067:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763822.315084:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763822/real 1789763822] req@ffff998588b43800 x1876702246804864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763822.315099:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246804864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763822.315109:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763822.315113:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763822.315117:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246804864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763822.315149:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246804992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763822.315173:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763822.315189:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763822/real 1789763822] req@ffff998588b42d80 x1876702246804992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763822.315203:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246804992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763822.315219:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763822.315223:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763822.315227:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246804992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763822.315235:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246805120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763822.315257:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763822.315270:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763822/real 1789763822] req@ffff998588b42a00 x1876702246805120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763822.315283:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246805120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763822.315342:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763822.315347:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763822.315351:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246805120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763822.315369:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246805248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763822.315397:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763822.315412:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763822/real 1789763822] req@ffff998588b40e00 x1876702246805248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763822.315442:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246805248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763822.315451:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763822.315455:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763822.315460:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246805248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763822.890513:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763823.914525:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763824.938425:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763825.962430:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763826.986443:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763827.434424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763827.434432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763827.434436:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763827.434445:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1127 00000100:00080000:2.0:1789763827.434454:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763827.434460:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763827.434498:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246805376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763827.434520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763827.434523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763827.434524:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763827.434528:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1127 00000100:00080000:2.0:1789763827.434530:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763827.434532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763827.434541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763827.434550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246805504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763827.434561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789763827.434568:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246805376:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763827.434568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763827.434572:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763827.434581:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1127 00000100:00080000:2.0:1789763827.434585:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763827.434590:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763827.434596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763827.434611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246805632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763827.434621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763827.434625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763827.434628:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763827.434632:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1127 00000100:00080000:2.0:1789763827.434637:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789763827.434642:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789763827.434645:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763827.434653:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763827.434667:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246805760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763827.434678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763827.434682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763827.434684:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763827.434688:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1127 00000100:00080000:2.0:1789763827.434692:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763827.434695:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763827/real 1789763827] req@ffff9985857dbb80 x1876702246805376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763827.434700:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763827.434710:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763827.434724:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246805376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763827.434728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246805888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763827.434751:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763827.434762:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763827.434768:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246805376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763827.434797:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246805504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763827.434824:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763827.434837:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763827/real 1789763827] req@ffff9985857d8380 x1876702246805504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763827.434851:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246805504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763827.434860:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763827.434864:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763827.434868:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246805504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763827.434874:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246805632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763827.434894:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763827.434907:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763827/real 1789763827] req@ffff9985857d9180 x1876702246805632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763827.434919:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246805632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763827.434928:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763827.434930:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763827.434934:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246805632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763827.434939:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246805760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763827.434959:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763827.434971:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763827/real 1789763827] req@ffff9985857daa00 x1876702246805760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763827.434984:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246805760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763827.434993:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763827.434997:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763827.435000:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246805760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763827.435006:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246805888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763827.435026:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763827.435038:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763827/real 1789763827] req@ffff9985857d8e00 x1876702246805888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763827.435050:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246805888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763827.435059:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763827.435062:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763827.435066:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246805888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763828.010430:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763829.034503:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763830.058563:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763831.082454:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763832.106502:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763832.554472:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763832.554484:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763832.554491:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763832.554504:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1132 00000100:00080000:3.0:1789763832.554528:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763832.554537:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763832.554615:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246806016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763832.554652:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763832.554656:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763832.554659:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763832.554664:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1132 00000100:00080000:3.0:1789763832.554669:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763832.554692:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763832.554705:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763832.554736:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246806144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763832.554773:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246806016:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763832.554780:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763832.554791:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763832.554794:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763832.554800:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1132 00000100:00080000:3.0:1789763832.554804:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763832.554809:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763832.554817:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763832.554844:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246806272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763832.554864:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763832.554869:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763832.554872:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763832.554876:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1132 00000100:00080000:3.0:1789763832.554880:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763832.554890:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789763832.554894:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789763832.554899:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763832.554918:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246806400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763832.554936:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763832.554943:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763832.554946:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763832.554954:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1132 00000100:00100000:0.0:1789763832.554971:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763832/real 1789763832] req@ffff998588b41880 x1876702246806016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763832.554976:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763832.554994:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763832.555013:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763832.555041:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246806016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763832.555055:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246806528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763832.555070:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763832.555082:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763832.555090:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246806016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763832.555131:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246806144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763832.555167:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763832.555205:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763832/real 1789763832] req@ffff998588b41f80 x1876702246806144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763832.555230:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246806144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763832.555264:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763832.555270:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763832.555277:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246806144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763832.555289:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246806272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763832.555324:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763832.555344:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763832/real 1789763832] req@ffff998588b40e00 x1876702246806272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763832.555450:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246806272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763832.555467:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763832.555474:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763832.555480:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246806272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763832.555492:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246806400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763832.555537:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763832.555557:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763832/real 1789763832] req@ffff998588b42a00 x1876702246806400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763832.555579:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246806400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763832.555599:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763832.555605:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763832.555611:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246806400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763832.555622:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246806528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763832.555651:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763832.555668:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763832/real 1789763832] req@ffff998588b42d80 x1876702246806528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763832.555690:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246806528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763832.555706:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763832.555712:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763832.555718:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246806528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763833.130588:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763834.154435:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763835.178431:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763836.202523:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763837.226491:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763837.674450:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763837.674463:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763837.674470:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763837.674484:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1137 00000100:00080000:1.0:1789763837.674498:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763837.674508:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763837.674566:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246806656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763837.674607:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763837.674612:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763837.674615:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763837.674621:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1137 00000100:00080000:1.0:1789763837.674625:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763837.674629:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763837.674643:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763837.674661:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246806784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763837.674675:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763837.674680:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763837.674683:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763837.674688:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1137 00000100:00080000:1.0:1789763837.674692:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763837.674697:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763837.674705:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763837.674707:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246806656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763837.674722:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246806912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763837.674747:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763837.674752:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763837.674755:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763837.674759:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1137 00000100:00080000:1.0:1789763837.674781:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763837.674787:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763837.674794:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1789763837.674805:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763837.674813:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246807040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763837.674828:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763837.674834:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763837.674836:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763837.674842:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1137 00000100:00080000:1.0:1789763837.674847:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763837.674851:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763837.674857:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763837.674871:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246807168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763837.674906:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763837/real 1789763837] req@ffff9985836db800 x1876702246806656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763837.674956:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246806656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763837.674975:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763837.674982:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763837.674989:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246806656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763837.674999:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246806784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763837.675036:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763837.675054:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763837/real 1789763837] req@ffff9985836da680 x1876702246806784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763837.675070:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246806784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763837.675090:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763837.675094:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763837.675099:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246806784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763837.675134:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246806912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763837.675156:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763837.675169:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763837/real 1789763837] req@ffff9985836d8a80 x1876702246806912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763837.675183:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246806912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763837.675194:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763837.675199:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763837.675203:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246806912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763837.675210:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246807040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763837.675228:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763837.675240:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763837/real 1789763837] req@ffff9985836dad80 x1876702246807040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763837.675254:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246807040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763837.675264:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763837.675267:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763837.675272:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246807040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763837.675279:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246807168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763837.675390:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763837.675411:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763837/real 1789763837] req@ffff9985836d8700 x1876702246807168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763837.675436:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246807168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763837.675463:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763837.675470:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763837.675476:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246807168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763838.250508:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763839.274527:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763840.298599:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763841.322532:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763842.346509:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763842.794493:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763842.794509:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763842.794515:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763842.794531:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1142 00000100:00080000:3.0:1789763842.794549:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763842.794561:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763842.794616:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246807296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763842.794657:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763842.794662:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763842.794675:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763842.794682:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1142 00000100:00080000:3.0:1789763842.794686:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763842.794692:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763842.794706:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763842.794723:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246807424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763842.794739:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763842.794745:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763842.794750:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763842.794754:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246807296:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763842.794757:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1142 00000100:00080000:3.0:1789763842.794767:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763842.794776:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763842.794783:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763842.794797:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246807552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763842.794812:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763842.794817:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763842.794819:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763842.794824:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1142 00000100:00080000:3.0:1789763842.794829:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763842.794833:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763842.794839:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763842.794853:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246807680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763842.794866:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763842.794871:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763842.794873:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763842.794877:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1142 00000100:00080000:3.0:1789763842.794882:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789763842.794890:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763842.794892:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763842.794903:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763842.794918:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246807808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763842.794986:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763842/real 1789763842] req@ffff998588b43800 x1876702246807296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763842.795027:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246807296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763842.795043:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763842.795048:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763842.795054:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246807296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763842.795088:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246807424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763842.795125:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763842.795143:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763842/real 1789763842] req@ffff998588b43b80 x1876702246807424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763842.795159:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246807424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763842.795170:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763842.795174:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763842.795178:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246807424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763842.795185:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246807552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763842.795207:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763842.795219:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763842/real 1789763842] req@ffff998588b42680 x1876702246807552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763842.795234:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246807552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763842.795244:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763842.795247:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763842.795251:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246807552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763842.795257:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246807680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763842.795361:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763842.795380:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763842/real 1789763842] req@ffff998588b43100 x1876702246807680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763842.795396:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246807680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763842.795411:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763842.795418:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763842.795424:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246807680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763842.795436:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246807808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763842.795478:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763842.795500:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763842/real 1789763842] req@ffff998588b40000 x1876702246807808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763842.795523:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246807808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763842.795534:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763842.795538:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763842.795542:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246807808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763843.370617:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763844.394519:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763845.418590:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763846.442475:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763847.466458:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763847.914448:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763847.914462:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763847.914469:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763847.914484:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1147 00000100:00080000:1.0:1789763847.914499:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763847.914510:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763847.914565:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246807936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763847.914615:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763847.914624:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763847.914628:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763847.914639:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1147 00000100:00080000:1.0:1789763847.914648:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763847.914673:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763847.914684:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763847.914692:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246807936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763847.914704:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246808064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763847.914716:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763847.914719:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763847.914721:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763847.914741:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1147 00000100:00080000:1.0:1789763847.914748:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763847.914753:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763847.914762:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763847.914783:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246808192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763847.914791:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763847.914809:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763847.914814:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763847.914817:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763847.914825:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1147 00000100:00080000:1.0:1789763847.914829:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763847.914833:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763847.914839:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763847.914851:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246808320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763847.914879:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763847.914882:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763847.914883:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763847.914888:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763847/real 1789763847] req@ffff9985836d9c00 x1876702246807936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763847.914888:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1147 00000100:00080000:1.0:1789763847.914894:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763847.914901:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763847.914906:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763847.914913:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246807936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763847.914917:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246808448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763847.914932:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763847.914938:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763847.914942:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246807936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763847.914964:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246808064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763847.914982:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763847.914991:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763847/real 1789763847] req@ffff9985836d8700 x1876702246808064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763847.915000:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246808064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763847.915006:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763847.915008:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763847.915011:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246808064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763847.915014:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246808192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763847.915025:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763847.915031:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763847/real 1789763847] req@ffff9985836dad80 x1876702246808192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763847.915038:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246808192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763847.915045:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763847.915046:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763847.915048:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246808192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763847.915052:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246808320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763847.915062:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763847.915069:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763847/real 1789763847] req@ffff9985836d8a80 x1876702246808320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763847.915077:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246808320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763847.915082:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763847.915084:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763847.915085:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246808320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763847.915109:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246808448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763847.915129:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763847.915141:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763847/real 1789763847] req@ffff9985836da680 x1876702246808448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763847.915168:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246808448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763847.915179:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763847.915183:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763847.915186:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246808448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763848.490486:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763849.514432:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763850.538549:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763851.562560:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763852.586417:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763853.034384:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763853.034396:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763853.034403:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763853.034416:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1152 00000100:00080000:1.0:1789763853.034430:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763853.034440:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763853.034495:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246808576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763853.034533:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763853.034538:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763853.034541:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763853.034546:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1152 00000100:00080000:1.0:1789763853.034551:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763853.034555:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763853.034568:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763853.034584:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246808704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763853.034599:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763853.034606:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763853.034611:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763853.034619:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1152 00000100:00080000:1.0:1789763853.034626:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763853.034637:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763853.034649:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763853.034658:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246808576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763853.034680:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246808832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763853.034728:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763853.034733:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763853.034736:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763853.034742:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1152 00000100:00080000:1.0:1789763853.034751:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763853.034760:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789763853.034768:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:1.0:1789763853.034778:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763853.034812:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246808960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763853.034833:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763853.034844:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1789763853.034847:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763853/real 1789763853] req@ffff9985836db800 x1876702246808576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763853.034851:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763853.034873:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1152 00000100:00080000:1.0:1789763853.034885:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763853.034894:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246808576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763853.034905:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763853.034925:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1789763853.034946:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763853.034956:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789763853.034963:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246809088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763853.034971:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246808576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763853.034999:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246808704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763853.035037:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763853.035055:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763853/real 1789763853] req@ffff9985836da300 x1876702246808704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763853.035071:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246808704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763853.035082:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763853.035085:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763853.035089:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246808704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763853.035123:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246808832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763853.035149:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763853.035168:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763853/real 1789763853] req@ffff9985836d8e00 x1876702246808832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763853.035184:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246808832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763853.035195:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763853.035227:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763853.035233:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246808832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763853.035244:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246808960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763853.035273:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763853.035329:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763853/real 1789763853] req@ffff9985836d8380 x1876702246808960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763853.035346:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246808960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763853.035357:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763853.035361:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763853.035365:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246808960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763853.035373:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246809088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763853.035400:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763853.035414:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763853/real 1789763853] req@ffff9985836d9180 x1876702246809088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763853.035429:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246809088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763853.035439:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763853.035442:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763853.035446:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246809088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763853.610482:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763854.634642:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763855.658525:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763856.682588:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763857.706554:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763858.154422:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763858.154433:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763858.154439:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763858.154451:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1158 00000100:00080000:3.0:1789763858.154465:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763858.154475:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763858.154527:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246809216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763858.154563:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763858.154567:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763858.154570:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763858.154575:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1158 00000100:00080000:3.0:1789763858.154579:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763858.154583:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763858.154595:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763858.154613:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246809344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763858.154626:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763858.154630:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763858.154632:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763858.154637:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1158 00000100:00080000:3.0:1789763858.154641:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763858.154646:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763858.154652:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763858.154663:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246809472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763858.154675:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763858.154684:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763858.154687:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763858.154689:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246809216:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763858.154698:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1158 00000100:00080000:3.0:1789763858.154710:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763858.154717:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763858.154723:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763858.154747:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246809600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763858.154758:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763858.154762:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763858.154766:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763858.154771:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1158 00000100:00080000:3.0:1789763858.154777:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763858.154782:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763858.154789:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763858.154810:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246809728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763858.154910:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246809344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763858.154978:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246809472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763858.155024:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246809600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763858.155050:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246809728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763858.730626:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763859.754601:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763860.778560:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763861.226639:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789763861.226696:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763861.226717:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763861.226771:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763861.226784:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763861.226795:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763861.226805:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789763861.226956:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763858/real 1789763861] req@ffff998588b40000 x1876702246809472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763861.227005:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246809472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763861.227028:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763861.227037:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763861.227056:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246809472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763861.227072:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763858/real 1789763861] req@ffff998588b43100 x1876702246809600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763861.227097:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246809600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763861.227111:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763861.227117:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763861.227124:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246809600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763861.227166:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763858/real 1789763861] req@ffff998588b42680 x1876702246809728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763861.227193:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246809728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763861.227233:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763861.227241:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763861.227248:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246809728:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763861.227261:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763858/real 1789763861] req@ffff998588b41c00 x1876702246809216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763861.227350:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246809216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763861.227369:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763861.227375:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763861.227381:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246809216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763861.227394:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763858/real 1789763861] req@ffff998588b42300 x1876702246809344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763861.227417:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246809344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763861.227431:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763861.227439:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763861.227445:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246809344:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763861.802574:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763862.826442:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763863.274432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763863.274441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763863.274446:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763863.274456:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1163 00000100:00080000:2.0:1789763863.274467:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763863.274475:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763863.274517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246809856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763863.274545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763863.274549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763863.274551:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763863.274555:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1163 00000100:00080000:2.0:1789763863.274558:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763863.274561:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763863.274571:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763863.274587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246809984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763863.274605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763863.274609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763863.274612:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763863.274619:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246809856:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763863.274621:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1163 00000100:00080000:2.0:1789763863.274631:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763863.274638:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763863.274645:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763863.274663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246810112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763863.274677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763863.274682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763863.274685:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763863.274690:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1163 00000100:00080000:2.0:1789763863.274698:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763863.274703:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763863.274709:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1789763863.274713:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789763863.274730:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246810240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763863.274745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763863.274749:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763863.274752:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763863.274758:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1163 00000100:00080000:2.0:1789763863.274764:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763863.274769:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763863.274784:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763863.274786:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763863/real 1789763863] req@ffff9985857d9f80 x1876702246809856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763863.274804:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246810368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763863.274822:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246809856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763863.274841:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763863.274849:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763863.274855:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246809856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763863.274890:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246809984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763863.274925:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763863.274945:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763863/real 1789763863] req@ffff9985857d9500 x1876702246809984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763863.274965:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246809984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763863.274977:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763863.274983:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763863.274990:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246809984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763863.275001:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246810112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763863.275030:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763863.275047:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763863/real 1789763863] req@ffff9985857d8000 x1876702246810112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763863.275060:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246810112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763863.275080:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763863.275084:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763863.275089:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246810112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763863.275097:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246810240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763863.275144:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763863.275162:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763863/real 1789763863] req@ffff9985857d8e00 x1876702246810240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763863.275176:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246810240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763863.275186:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763863.275190:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763863.275194:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246810240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763863.275202:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246810368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763863.275228:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763863.275243:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763863/real 1789763863] req@ffff9985857daa00 x1876702246810368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763863.275256:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246810368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763863.275265:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763863.275269:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763863.275273:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246810368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763863.850596:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763864.874489:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763865.898447:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763866.922470:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763867.946544:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763868.394506:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763868.394522:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763868.394528:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763868.394556:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1168 00000100:00080000:1.0:1789763868.394574:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763868.394585:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763868.394645:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246810496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763868.394689:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763868.394694:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763868.394696:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763868.394702:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1168 00000100:00080000:1.0:1789763868.394706:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763868.394711:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763868.394735:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763868.394753:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246810624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763868.394769:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763868.394773:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763868.394776:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763868.394785:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1168 00000100:00100000:0.0:1789763868.394789:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246810496:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763868.394791:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763868.394803:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763868.394812:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763868.394826:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246810752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763868.394838:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763868.394843:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763868.394845:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763868.394851:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1168 00000100:00080000:1.0:1789763868.394855:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763868.394859:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763868.394865:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763868.394878:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246810880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763868.394890:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763868.394895:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763868.394897:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763868.394901:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1168 00000100:00080000:1.0:1789763868.394906:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789763868.394913:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763868.394917:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763868.394925:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763868.394941:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246811008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763868.395003:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763868/real 1789763868] req@ffff9985836d9880 x1876702246810496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763868.395031:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246810496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763868.395046:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763868.395051:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763868.395057:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246810496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763868.395121:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246810624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763868.395155:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763868.395172:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763868/real 1789763868] req@ffff9985836d9180 x1876702246810624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763868.395189:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246810624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763868.395199:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763868.395204:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763868.395208:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246810624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763868.395216:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246810752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763868.395237:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763868.395251:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763868/real 1789763868] req@ffff9985836d8380 x1876702246810752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763868.395265:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246810752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763868.395326:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763868.395331:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763868.395335:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246810752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763868.395343:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246810880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763868.395368:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763868.395383:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763868/real 1789763868] req@ffff9985836d8e00 x1876702246810880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763868.395398:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246810880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763868.395408:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763868.395412:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763868.395416:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246810880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763868.395422:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246811008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763868.395442:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763868.395454:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763868/real 1789763868] req@ffff9985836da300 x1876702246811008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763868.395469:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246811008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763868.395490:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763868.395493:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763868.395497:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246811008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763868.970533:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763869.994607:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763871.018620:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763872.042568:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763873.066516:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763873.514455:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763873.514469:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763873.514475:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763873.514489:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1173 00000100:00080000:3.0:1789763873.514506:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763873.514517:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763873.514567:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246811136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763873.514607:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763873.514612:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763873.514614:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763873.514619:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1173 00000100:00080000:3.0:1789763873.514624:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763873.514629:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763873.514641:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763873.514658:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246811264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763873.514672:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763873.514677:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763873.514679:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763873.514684:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1173 00000100:00080000:3.0:1789763873.514689:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763873.514698:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763873.514700:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246811136:192.168.203.136@tcp:250:kworker.0 00000008:00100000:3.0:1789763873.514705:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763873.514721:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246811392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763873.514735:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763873.514740:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763873.514742:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763873.514747:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1173 00000100:00080000:3.0:1789763873.514752:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763873.514756:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763873.514762:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763873.514776:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246811520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763873.514789:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763873.514793:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763873.514795:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763873.514799:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1173 00000100:00080000:3.0:1789763873.514804:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789763873.514808:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763873.514815:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763873.514824:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763873.514839:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246811648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763873.514880:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763873/real 1789763873] req@ffff998588b43b80 x1876702246811136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763873.514908:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246811136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763873.514923:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763873.514928:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763873.514933:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246811136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763873.514943:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246811264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763873.514969:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763873.514984:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763873/real 1789763873] req@ffff998588b43800 x1876702246811264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763873.514999:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246811264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763873.515009:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763873.515013:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763873.515017:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246811264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763873.515079:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246811392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763873.515112:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763873.515127:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763873/real 1789763873] req@ffff998588b42d80 x1876702246811392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763873.515142:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246811392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763873.515153:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763873.515157:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763873.515161:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246811392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763873.515169:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246811520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763873.515188:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763873.515200:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763873/real 1789763873] req@ffff998588b42a00 x1876702246811520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763873.515214:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246811520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763873.515223:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763873.515226:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763873.515230:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246811520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763873.515236:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246811648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763873.515255:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763873.515267:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763873/real 1789763873] req@ffff998588b40e00 x1876702246811648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763873.515283:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246811648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763873.515334:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763873.515338:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763873.515342:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246811648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763874.090479:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763875.114513:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763876.138591:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763877.162513:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763878.186624:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763878.634388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763878.634402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763878.634406:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763878.634419:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1178 00000100:00080000:3.0:1789763878.634432:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763878.634441:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763878.634489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246811776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763878.634545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763878.634550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763878.634552:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763878.634558:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1178 00000100:00080000:3.0:1789763878.634563:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763878.634568:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763878.634580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763878.634597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246811904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763878.634607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763878.634611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763878.634615:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763878.634616:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246811776:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763878.634621:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1178 00000100:00080000:3.0:1789763878.634627:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763878.634631:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763878.634636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763878.634646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246812032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763878.634653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763878.634657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763878.634658:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763878.634661:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1178 00000100:00080000:3.0:1789763878.634663:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763878.634666:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763878.634670:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763878.634677:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246812160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763878.634683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763878.634686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763878.634688:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763878.634693:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1178 00000100:00080000:3.0:1789763878.634697:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763878.634701:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789763878.634708:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789763878.634708:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763878.634726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246812288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763878.634778:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763878/real 1789763878] req@ffff998588b41f80 x1876702246811776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763878.634799:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246811776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763878.634810:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763878.634814:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763878.634818:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246811776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763878.634843:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246811904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763878.634864:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763878.634875:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763878/real 1789763878] req@ffff998588b41880 x1876702246811904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763878.634886:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246811904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763878.634899:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763878.634902:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763878.634905:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246811904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763878.634909:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246812032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763878.634924:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763878.634947:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763878/real 1789763878] req@ffff998588b40e00 x1876702246812032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763878.634955:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246812032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763878.634961:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763878.634963:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763878.634965:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246812032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763878.634969:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246812160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763878.634980:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763878.634987:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763878/real 1789763878] req@ffff998588b42a00 x1876702246812160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763878.634995:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246812160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763878.635000:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763878.635002:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763878.635005:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246812160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763878.635021:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246812288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763878.635038:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763878.635063:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763878/real 1789763878] req@ffff998588b42d80 x1876702246812288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763878.635079:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246812288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763878.635090:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763878.635094:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763878.635098:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246812288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763879.210623:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763880.234600:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763881.258632:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763882.282454:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763883.306550:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763883.754440:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763883.754452:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763883.754457:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763883.754469:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1183 00000100:00080000:1.0:1789763883.754481:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763883.754489:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763883.754540:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246812416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763883.754577:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763883.754581:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763883.754583:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763883.754588:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1183 00000100:00080000:1.0:1789763883.754591:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763883.754595:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763883.754608:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763883.754621:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246812544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763883.754633:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763883.754637:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763883.754639:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763883.754644:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1183 00000100:00080000:1.0:1789763883.754647:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763883.754651:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763883.754656:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763883.754663:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246812416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763883.754672:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246812672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763883.754684:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763883.754687:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763883.754689:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763883.754693:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1183 00000100:00080000:1.0:1789763883.754696:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763883.754699:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763883.754704:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763883.754717:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246812800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763883.754725:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763883.754729:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763883.754732:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763883.754736:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1183 00000100:00080000:1.0:1789763883.754741:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789763883.754747:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789763883.754752:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763883.754760:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763883.754772:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246812928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763883.754814:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763883/real 1789763883] req@ffff9985836db800 x1876702246812416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763883.754848:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246812416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763883.754864:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763883.754868:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763883.754873:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246812416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763883.754880:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246812544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763883.754908:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763883.754929:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763883/real 1789763883] req@ffff9985836da680 x1876702246812544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763883.754950:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246812544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763883.754964:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763883.754969:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763883.754996:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246812544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763883.755038:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246812672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763883.755063:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763883.755075:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763883/real 1789763883] req@ffff9985836d8a80 x1876702246812672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763883.755088:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246812672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763883.755097:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763883.755100:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763883.755103:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246812672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763883.755109:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246812800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763883.755123:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763883.755132:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763883/real 1789763883] req@ffff9985836dad80 x1876702246812800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763883.755143:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246812800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763883.755151:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763883.755154:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763883.755157:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246812800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763883.755162:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246812928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763883.755176:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763883.755185:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763883/real 1789763883] req@ffff9985836d8700 x1876702246812928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763883.755196:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246812928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763883.755204:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763883.755206:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763883.755209:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246812928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763884.330554:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763885.354587:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763886.378626:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763887.402641:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763888.426573:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763888.874454:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763888.874467:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763888.874473:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763888.874487:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1188 00000100:00080000:1.0:1789763888.874502:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763888.874513:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763888.874570:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246813056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763888.874610:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763888.874615:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763888.874618:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763888.874624:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1188 00000100:00080000:1.0:1789763888.874628:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763888.874632:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763888.874645:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763888.874665:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246813184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763888.874680:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763888.874684:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763888.874687:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763888.874693:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1188 00000100:00080000:1.0:1789763888.874697:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763888.874701:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763888.874707:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763888.874731:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246813312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763888.874742:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246813056:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763888.874755:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763888.874763:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763888.874766:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763888.874772:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1188 00000100:00080000:1.0:1789763888.874776:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763888.874781:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763888.874786:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763888.874802:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246813440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763888.874824:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763888.874828:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763888.874830:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763888.874837:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1188 00000100:00080000:1.0:1789763888.874843:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763888.874848:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763888.874854:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763888.874856:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763888.874878:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246813568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763888.874922:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763888/real 1789763888] req@ffff9985836d9c00 x1876702246813056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763888.874980:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246813056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763888.875002:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763888.875010:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763888.875018:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246813056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763888.875034:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246813184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763888.875083:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763888.875110:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763888/real 1789763888] req@ffff9985836d8700 x1876702246813184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763888.875128:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246813184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763888.875139:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763888.875144:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763888.875148:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246813184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763888.875184:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246813312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763888.875212:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763888.875226:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763888/real 1789763888] req@ffff9985836dad80 x1876702246813312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763888.875241:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246813312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763888.875251:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763888.875256:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763888.875259:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246813312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763888.875266:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246813440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763888.875328:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763888.875345:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763888/real 1789763888] req@ffff9985836d8a80 x1876702246813440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763888.875361:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246813440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763888.875371:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763888.875375:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763888.875379:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246813440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763888.875385:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246813568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763888.875410:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763888.875423:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763888/real 1789763888] req@ffff9985836da680 x1876702246813568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763888.875437:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246813568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763888.875456:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763888.875460:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763888.875464:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246813568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763889.450496:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763890.474523:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763891.498501:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763892.522577:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763893.546577:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763893.994537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763893.994548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763893.994551:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763893.994562:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1193 00000100:00080000:3.0:1789763893.994573:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763893.994582:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763893.994653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246813696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763893.994707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763893.994714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763893.994718:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763893.994727:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1193 00000100:00080000:3.0:1789763893.994734:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763893.994742:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763893.994759:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763893.994784:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246813696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763893.994784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246813824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763893.994805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763893.994811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763893.994814:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763893.994820:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1193 00000100:00080000:3.0:1789763893.994826:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763893.994833:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763893.994841:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763893.994858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246813952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763893.994873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763893.994879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763893.994882:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789763893.994889:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763893.994889:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1193 00000100:00080000:3.0:1789763893.994895:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763893.994951:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763893.994956:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763893.994967:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246814080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763893.994977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763893.994980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763893.994982:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763893.994986:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1193 00000100:00080000:3.0:1789763893.994990:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763893.994993:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763893.994994:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763893/real 1789763893] req@ffff998588b43800 x1876702246813696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763893.994998:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763893.995008:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246814208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763893.995014:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246813696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763893.995033:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763893.995038:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763893.995043:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246813696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763893.995071:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246813824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763893.995092:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763893.995103:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763893/real 1789763893] req@ffff998588b43b80 x1876702246813824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763893.995112:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246813824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763893.995118:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763893.995120:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763893.995122:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246813824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763893.995126:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246813952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763893.995139:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763893.995165:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763893/real 1789763893] req@ffff998588b42300 x1876702246813952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763893.995179:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246813952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763893.995190:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763893.995193:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763893.995197:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246813952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763893.995204:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246814080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763893.995224:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763893.995236:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763893/real 1789763893] req@ffff998588b41c00 x1876702246814080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763893.995250:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246814080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763893.995260:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763893.995263:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763893.995267:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246814080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763893.995273:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246814208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763893.995292:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763893.995344:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763893/real 1789763893] req@ffff998588b42680 x1876702246814208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763893.995361:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246814208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763893.995371:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763893.995375:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763893.995378:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246814208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763894.570522:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763895.594538:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763896.618503:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763897.642557:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763898.666594:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763899.114410:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763899.114421:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763899.114426:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763899.114438:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1199 00000100:00080000:1.0:1789763899.114449:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763899.114457:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763899.114504:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246814336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763899.114537:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763899.114542:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763899.114544:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763899.114550:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1199 00000100:00080000:1.0:1789763899.114557:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763899.114564:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763899.114579:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763899.114593:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246814336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763899.114602:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246814464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763899.114615:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763899.114619:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763899.114621:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763899.114625:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1199 00000100:00080000:1.0:1789763899.114628:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763899.114633:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763899.114638:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763899.114650:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246814592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763899.114659:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763899.114662:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763899.114664:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763899.114667:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1199 00000100:00080000:1.0:1789763899.114670:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763899.114674:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789763899.114680:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:1.0:1789763899.114682:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763899.114695:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246814720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763899.114710:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763899.114714:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763899.114716:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763899.114721:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1199 00000100:00080000:1.0:1789763899.114723:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763899.114726:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763899.114731:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763899.114736:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763899/real 1789763899] req@ffff9985836db800 x1876702246814336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763899.114744:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246814848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763899.114773:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246814336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763899.114787:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763899.114792:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763899.114796:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246814336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763899.114822:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246814464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763899.114844:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763899.114855:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763899/real 1789763899] req@ffff9985836da300 x1876702246814464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763899.114886:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246814464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763899.114895:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763899.114899:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763899.114902:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246814464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763899.114908:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246814592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763899.114928:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763899.114938:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763899/real 1789763899] req@ffff9985836d8e00 x1876702246814592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763899.114949:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246814592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763899.114962:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763899.114965:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763899.114968:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246814592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763899.114973:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246814720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763899.114986:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763899.114994:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763899/real 1789763899] req@ffff9985836d8380 x1876702246814720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763899.115004:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246814720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763899.115011:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763899.115014:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763899.115016:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246814720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763899.115022:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246814848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763899.115035:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763899.115042:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763899/real 1789763899] req@ffff9985836d9180 x1876702246814848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763899.115053:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246814848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763899.115059:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763899.115062:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763899.115065:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246814848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763899.690440:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763900.714546:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763901.738652:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763902.762559:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763903.786475:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763904.234445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763904.234479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763904.234488:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763904.234506:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1204 00000100:00080000:2.0:1789763904.234524:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763904.234535:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763904.234617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246814976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763904.234664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763904.234670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763904.234673:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763904.234679:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1204 00000100:00080000:2.0:1789763904.234685:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763904.234691:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763904.234705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763904.234726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246815104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763904.234746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763904.234756:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763904.234760:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763904.234769:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1204 00000100:00080000:2.0:1789763904.234776:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763904.234786:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763904.234798:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763904.234808:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246814976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789763904.234849:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246815232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763904.234868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763904.234881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763904.234885:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763904.234892:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1204 00000100:00080000:2.0:1789763904.234899:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763904.234907:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763904.234917:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763904.234937:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246815360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763904.234950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763904.234956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763904.234961:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789763904.234968:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789763904.234973:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1204 00000100:00080000:2.0:1789763904.234982:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763904.234987:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763904.234996:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763904.235011:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246815488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763904.235087:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763904/real 1789763904] req@ffff9985857d9180 x1876702246814976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763904.235127:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246814976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763904.235158:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763904.235168:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763904.235179:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246814976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763904.235197:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246815104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763904.235244:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763904.235270:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763904/real 1789763904] req@ffff9985857d8380 x1876702246815104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763904.235358:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246815104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763904.235378:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763904.235385:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763904.235392:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246815104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763904.235437:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246815232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763904.235482:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763904.235506:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763904/real 1789763904] req@ffff9985857dbb80 x1876702246815232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763904.235531:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246815232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763904.235548:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763904.235554:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763904.235561:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246815232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763904.235572:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246815360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763904.235603:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763904.235621:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763904/real 1789763904] req@ffff9985857db800 x1876702246815360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763904.235644:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246815360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763904.235662:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763904.235677:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763904.235684:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246815360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763904.235696:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246815488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763904.235729:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763904.235748:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763904/real 1789763904] req@ffff9985857d9880 x1876702246815488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763904.235771:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246815488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763904.235789:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763904.235796:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763904.235803:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246815488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763904.810514:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763905.834550:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763906.858559:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763907.882422:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763908.906643:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763909.354516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763909.354533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763909.354542:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763909.354560:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1209 00000100:00080000:3.0:1789763909.354577:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763909.354587:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763909.354649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246815616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763909.354690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763909.354696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763909.354698:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763909.354704:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1209 00000100:00080000:3.0:1789763909.354708:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763909.354713:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763909.354727:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763909.354748:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246815744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763909.354763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763909.354768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763909.354771:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763909.354777:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1209 00000100:00080000:3.0:1789763909.354805:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763909.354810:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246815616:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763909.354823:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763909.354835:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763909.354858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246815872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763909.354873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763909.354879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763909.354881:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763909.354886:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1209 00000100:00080000:3.0:1789763909.354904:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789763909.354916:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763909.354917:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763909.354930:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763909.354947:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246816000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763909.354960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763909.354964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763909.354967:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763909.354972:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1209 00000100:00080000:3.0:1789763909.354977:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763909.354982:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763909.354991:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763909/real 1789763909] req@ffff998588b43100 x1876702246815616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763909.354993:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763909.355017:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246816128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763909.355033:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246815616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763909.355051:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763909.355058:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763909.355067:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246815616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763909.355078:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246815744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763909.355107:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763909.355123:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763909/real 1789763909] req@ffff998588b40000 x1876702246815744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763909.355139:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246815744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763909.355150:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763909.355154:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763909.355160:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246815744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763909.355193:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246815872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763909.355216:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763909.355230:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763909/real 1789763909] req@ffff998588b42680 x1876702246815872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763909.355245:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246815872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763909.355255:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763909.355258:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763909.355262:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246815872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763909.355270:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246816000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763909.355335:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763909.355351:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763909/real 1789763909] req@ffff998588b41c00 x1876702246816000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763909.355367:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246816000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763909.355378:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763909.355382:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763909.355386:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246816000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763909.355392:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246816128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763909.355416:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763909.355432:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763909/real 1789763909] req@ffff998588b42300 x1876702246816128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763909.355457:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246816128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763909.355474:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763909.355480:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763909.355487:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246816128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763909.930514:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763910.954526:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763911.978457:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763913.002606:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763914.026644:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763914.474509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763914.474522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763914.474529:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763914.474543:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1214 00000100:00080000:2.0:1789763914.474559:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763914.474569:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763914.474629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246816256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763914.474671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763914.474678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763914.474682:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763914.474691:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1214 00000100:00080000:2.0:1789763914.474698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763914.474706:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763914.474724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763914.474788:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246816384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763914.474813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763914.474819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763914.474823:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763914.474829:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1214 00000100:00080000:2.0:1789763914.474836:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763914.474842:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763914.474852:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763914.474876:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246816512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763914.474878:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246816256:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763914.474920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763914.474925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763914.474928:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763914.474936:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1214 00000100:00080000:2.0:1789763914.474947:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763914.474953:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763914.474960:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763914.474981:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246816640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763914.474994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763914.474999:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763914.475001:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763914.475008:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1214 00000100:00080000:2.0:1789763914.475025:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763914.475040:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763914.475049:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789763914.475058:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789763914.475066:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246816768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763914.475151:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763914/real 1789763914] req@ffff9985857db100 x1876702246816256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763914.475179:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246816256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763914.475196:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763914.475202:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763914.475208:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246816256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763914.475220:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246816384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763914.475251:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763914.475267:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763914/real 1789763914] req@ffff9985857da300 x1876702246816384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763914.475282:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246816384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763914.475355:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763914.475360:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763914.475365:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246816384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763914.475402:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246816512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763914.475430:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763914.475445:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763914/real 1789763914] req@ffff9985857d8a80 x1876702246816512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763914.475460:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246816512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763914.475471:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763914.475475:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763914.475479:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246816512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763914.475486:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246816640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763914.475506:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763914.475518:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763914/real 1789763914] req@ffff9985857d9880 x1876702246816640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763914.475532:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246816640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763914.475542:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763914.475545:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763914.475550:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246816640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763914.475557:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246816768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763914.475578:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763914.475590:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763914/real 1789763914] req@ffff9985857db800 x1876702246816768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763914.475604:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246816768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763914.475614:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763914.475617:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763914.475621:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246816768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763915.050496:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763916.074442:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763917.098533:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763918.122546:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763919.146473:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763919.594359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763919.594368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763919.594372:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763919.594380:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1219 00000100:00080000:2.0:1789763919.594389:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763919.594396:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763919.594434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246816896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763919.594456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763919.594459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763919.594460:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763919.594463:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1219 00000100:00080000:2.0:1789763919.594466:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763919.594468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763919.594476:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763919.594485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246817024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763919.594494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763919.594497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763919.594498:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763919.594501:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1219 00000100:00080000:2.0:1789763919.594503:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763919.594507:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763919.594511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763919.594518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246817152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763919.594529:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246816896:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763919.594531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763919.594547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763919.594549:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763919.594553:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1219 00000100:00080000:2.0:1789763919.594555:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763919.594557:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763919.594561:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763919.594572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246817280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763919.594578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763919.594582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763919.594584:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763919.594586:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1219 00000100:00080000:2.0:1789763919.594589:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763919.594592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763919.594595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763919.594601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246817408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763919.594632:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763919.594683:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763919/real 1789763919] req@ffff9985857dbb80 x1876702246816896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763919.594699:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246816896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763919.594723:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763919.594728:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763919.594732:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246816896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763919.594740:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246817024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763919.594760:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763919.594771:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763919/real 1789763919] req@ffff9985857d8380 x1876702246817024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763919.594779:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246817024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763919.594785:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763919.594788:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763919.594790:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246817024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763919.594811:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246817152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763919.594824:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763919.594831:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763919/real 1789763919] req@ffff9985857d9180 x1876702246817152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763919.594838:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246817152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763919.594843:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763919.594845:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763919.594847:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246817152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763919.594851:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246817280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763919.594861:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763919.594867:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763919/real 1789763919] req@ffff9985857daa00 x1876702246817280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763919.594875:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246817280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763919.594881:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763919.594883:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763919.594884:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246817280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763919.594888:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246817408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763919.594898:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763919.594904:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763919/real 1789763919] req@ffff9985857d8e00 x1876702246817408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763919.594911:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246817408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763919.594916:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763919.594918:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763919.594920:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246817408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789763920.170523:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763921.194428:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763922.218505:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763923.242561:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763924.266539:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763924.714495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763924.714510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763924.714518:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763924.714535:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1224 00000100:00080000:0.0:1789763924.714554:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763924.714567:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763924.714634:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246817536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763924.714696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763924.714715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763924.714718:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763924.714723:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1224 00000100:00080000:0.0:1789763924.714729:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763924.714736:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763924.714750:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763924.714772:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246817664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763924.714788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763924.714793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763924.714796:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763924.714805:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1224 00000100:00100000:3.0:1789763924.714811:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246817536:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789763924.714812:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763924.714826:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763924.714834:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763924.714849:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246817792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763924.714862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763924.714867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763924.714870:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763924.714875:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1224 00000100:00080000:0.0:1789763924.714881:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763924.714885:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763924.714892:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763924.714906:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246817920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763924.714919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763924.714923:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763924.714925:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763924.714930:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1224 00000100:00080000:0.0:1789763924.714937:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763924.714945:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789763924.714955:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763924.714980:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246817664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763924.714983:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246818048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763924.715093:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246817792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763924.715154:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246817920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763924.715200:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246818048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763925.290461:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763926.314570:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763927.338519:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763927.786737:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789763927.786802:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763927.786827:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763927.786873:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763927.786885:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763927.786897:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763927.786909:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789763927.786965:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763924/real 1789763927] req@ffff9985856a2300 x1876702246817792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763927.787012:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246817792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763927.787043:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763927.787052:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763927.787060:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246817792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763927.787074:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763924/real 1789763927] req@ffff9985856a3800 x1876702246817920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763927.787096:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246817920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763927.787110:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763927.787117:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763927.787123:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246817920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789763927.787135:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763924/real 1789763927] req@ffff9985856a0700 x1876702246818048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763927.787157:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246818048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763927.787171:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763927.787178:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763927.787184:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246818048:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789763927.787196:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763924/real 1789763927] req@ffff9985856a2680 x1876702246817536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763927.787213:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246817536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763927.787225:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763927.787230:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763927.787236:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246817536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763927.787248:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763924/real 1789763927] req@ffff9985856a2d80 x1876702246817664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763927.787269:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246817664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763927.787284:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763927.787328:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789763927.787335:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246817664:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763928.362527:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763929.386486:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763929.834498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763929.834519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763929.834528:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763929.834548:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1229 00000100:00080000:3.0:1789763929.834570:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763929.834585:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763929.834675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246818176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763929.834754:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763929.834763:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763929.834767:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763929.834776:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1229 00000100:00080000:3.0:1789763929.834783:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763929.834790:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763929.834806:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763929.834832:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246818304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763929.834852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763929.834858:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763929.834861:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763929.834884:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1229 00000100:00100000:0.0:1789763929.834890:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246818176:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763929.834892:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763929.834909:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763929.834928:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763929.834965:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246818432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763929.834990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763929.835009:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763929.835014:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763929.835023:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1229 00000100:00080000:3.0:1789763929.835036:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763929.835046:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789763929.835062:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789763929.835065:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763929.835104:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246818560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763929.835120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763929.835125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763929.835129:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763929.835137:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1229 00000100:00080000:3.0:1789763929.835143:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763929.835151:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763929.835165:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763929/real 1789763929] req@ffff998588b43b80 x1876702246818176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763929.835170:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763929.835212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246818688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763929.835237:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246818176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763929.835271:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763929.835283:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763929.835354:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246818176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763929.835375:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246818304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763929.835433:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763929.835462:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763929/real 1789763929] req@ffff998588b43800 x1876702246818304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763929.835490:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246818304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763929.835508:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763929.835515:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763929.835522:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246818304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763929.835584:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246818432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763929.835632:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763929.835685:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763929/real 1789763929] req@ffff998588b42d80 x1876702246818432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763929.835710:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246818432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763929.835728:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763929.835734:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763929.835741:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246818432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763929.835755:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246818560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763929.835802:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763929.835828:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763929/real 1789763929] req@ffff998588b42a00 x1876702246818560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763929.835868:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246818560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763929.835887:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763929.835894:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763929.835902:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246818560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763929.835917:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246818688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763929.835964:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763929.835990:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763929/real 1789763929] req@ffff998588b40e00 x1876702246818688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763929.836018:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246818688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763929.836035:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763929.836041:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763929.836047:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246818688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763930.410646:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763931.434671:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763932.458509:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763933.482570:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763934.506540:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763934.954439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763934.954471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763934.954481:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763934.954500:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1234 00000100:00080000:2.0:1789763934.954520:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763934.954547:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763934.954662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246818816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763934.954731:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763934.954740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763934.954744:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763934.954755:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1234 00000100:00080000:2.0:1789763934.954765:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763934.954772:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763934.954787:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763934.954812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246818944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763934.954821:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246818816:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763934.954878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763934.954885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763934.954888:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763934.954899:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1234 00000100:00080000:2.0:1789763934.954907:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763934.954916:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763934.954931:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:0.0:1789763934.954943:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789763934.954966:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246819072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763934.954989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763934.954994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763934.954997:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763934.955004:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763934/real 1789763934] req@ffff9985857d8000 x1876702246818816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763934.955005:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1234 00000100:00080000:2.0:1789763934.955020:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763934.955039:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763934.955056:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763934.955065:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246818816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763934.955083:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246819200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763934.955096:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763934.955107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763934.955116:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:2.0:1789763934.955125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763934.955133:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763934.955134:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246818816:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763934.955153:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1234 00000100:00080000:2.0:1789763934.955158:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763934.955163:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763934.955183:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246818944:192.168.203.136@tcp:38:kworker.0 00000008:00100000:2.0:1789763934.955194:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763934.955234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246819328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763934.955241:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763934.955281:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763934/real 1789763934] req@ffff9985857d9500 x1876702246818944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763934.955348:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246818944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763934.955361:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763934.955366:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763934.955370:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246818944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763934.955380:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246819072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763934.955408:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763934.955426:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763934/real 1789763934] req@ffff9985857d9f80 x1876702246819072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763934.955444:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246819072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763934.955470:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763934.955474:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763934.955477:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246819072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763934.955485:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246819200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763934.955504:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763934.955513:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763934/real 1789763934] req@ffff9985857d8e00 x1876702246819200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763934.955542:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246819200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763934.955550:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763934.955553:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763934.955556:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246819200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763934.955574:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246819328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763934.955593:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763934.955658:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763934/real 1789763934] req@ffff9985857daa00 x1876702246819328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763934.955677:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246819328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763934.955690:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763934.955695:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763934.955700:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246819328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763935.530610:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763936.554510:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763937.578564:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763938.602503:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763939.626615:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763940.074506:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763940.074516:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763940.074521:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763940.074531:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1240 00000100:00080000:1.0:1789763940.074541:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763940.074549:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763940.074611:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246819456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763940.074638:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763940.074641:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763940.074643:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763940.074651:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1240 00000100:00080000:1.0:1789763940.074655:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763940.074660:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763940.074688:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763940.074711:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246819584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763940.074729:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246819456:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763940.074733:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763940.074749:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763940.074752:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763940.074759:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1240 00000100:00080000:1.0:1789763940.074765:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763940.074770:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763940.074776:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763940.074792:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246819712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763940.074805:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763940.074810:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763940.074812:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763940.074818:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1240 00000100:00080000:1.0:1789763940.074825:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763940.074829:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763940.074835:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1789763940.074842:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763940.074857:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246819840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763940.074872:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763940.074876:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763940.074878:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763940.074883:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1240 00000100:00080000:1.0:1789763940.074889:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763940.074894:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763940.074916:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763940.074924:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246819968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763940.074930:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763940/real 1789763940] req@ffff9985836d9880 x1876702246819456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763940.074962:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246819456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763940.074991:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763940.074998:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763940.075005:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246819456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763940.075043:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246819584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763940.075077:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763940.075093:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763940/real 1789763940] req@ffff9985836d9180 x1876702246819584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763940.075109:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246819584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763940.075120:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763940.075125:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763940.075129:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246819584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763940.075136:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246819712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763940.075156:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763940.075182:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763940/real 1789763940] req@ffff9985836d8380 x1876702246819712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763940.075197:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246819712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763940.075217:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763940.075221:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763940.075225:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246819712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763940.075248:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246819840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763940.075263:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763940.075271:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763940/real 1789763940] req@ffff9985836d8e00 x1876702246819840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763940.075279:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246819840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763940.075286:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763940.075288:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763940.075290:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246819840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763940.075294:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246819968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763940.075378:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763940.075395:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763940/real 1789763940] req@ffff9985836da300 x1876702246819968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763940.075411:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246819968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763940.075421:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763940.075425:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763940.075431:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246819968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763940.650508:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763941.674612:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763942.698508:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763943.722599:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763944.746611:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763945.194494:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763945.194510:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763945.194515:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763945.194553:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1245 00000100:00080000:3.0:1789763945.194573:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763945.194588:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763945.194653:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246820096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763945.194702:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763945.194708:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763945.194711:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763945.194717:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1245 00000100:00080000:3.0:1789763945.194731:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763945.194737:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763945.194751:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763945.194773:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246820224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763945.194788:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763945.194794:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763945.194797:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763945.194802:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1245 00000100:00080000:3.0:1789763945.194806:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763945.194814:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246820096:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763945.194816:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763945.194831:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763945.194848:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246820352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763945.194872:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763945.194877:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763945.194880:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763945.194885:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1245 00000100:00080000:3.0:1789763945.194889:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763945.194893:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763945.194900:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763945.194913:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246820480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763945.194925:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763945.194931:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763945.194933:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763945.194937:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1245 00000100:00080000:3.0:1789763945.194942:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789763945.194950:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763945.194964:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763945.194974:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763945.194991:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246820608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763945.195042:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763945/real 1789763945] req@ffff998588b41880 x1876702246820096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763945.195118:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246820096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763945.195134:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763945.195139:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763945.195145:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246820096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763945.195156:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246820224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763945.195192:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763945.195210:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763945/real 1789763945] req@ffff998588b41f80 x1876702246820224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763945.195225:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246820224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763945.195236:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763945.195240:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763945.195244:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246820224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763945.195276:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246820352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763945.195355:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763945.195370:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763945/real 1789763945] req@ffff998588b40e00 x1876702246820352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763945.195386:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246820352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763945.195397:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763945.195400:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763945.195405:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246820352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763945.195412:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246820480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763945.195432:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763945.195444:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763945/real 1789763945] req@ffff998588b42a00 x1876702246820480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763945.195458:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246820480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763945.195468:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763945.195471:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763945.195475:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246820480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763945.195482:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246820608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763945.195501:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763945.195512:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763945/real 1789763945] req@ffff998588b42d80 x1876702246820608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763945.195572:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246820608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763945.195589:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763945.195593:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763945.195597:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246820608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789763945.770632:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763946.794491:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763947.818532:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763948.842566:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763949.866563:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763950.314358:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763950.314367:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763950.314371:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763950.314379:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1250 00000100:00080000:3.0:1789763950.314389:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763950.314396:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763950.314434:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246820736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763950.314459:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763950.314461:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763950.314463:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763950.314466:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1250 00000100:00080000:3.0:1789763950.314469:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763950.314471:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763950.314480:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763950.314505:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246820864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763950.314514:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763950.314518:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1789763950.314521:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246820736:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763950.314521:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763950.314528:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1250 00000100:00080000:3.0:1789763950.314533:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763950.314535:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763950.314539:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763950.314548:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246820992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763950.314555:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763950.314557:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763950.314558:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763950.314561:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1250 00000100:00080000:3.0:1789763950.314564:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763950.314566:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763950.314569:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763950.314577:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246821120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763950.314586:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789763950.314587:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763950.314594:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763950.314596:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763950.314602:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1250 00000100:00080000:3.0:1789763950.314609:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763950.314613:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763950.314619:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763950.314626:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763950/real 1789763950] req@ffff998588b43800 x1876702246820736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763950.314635:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246821248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763950.314646:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246820736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763950.314656:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763950.314660:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763950.314663:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246820736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763950.314684:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246820864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763950.314706:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763950.314737:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763950/real 1789763950] req@ffff998588b43b80 x1876702246820864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763950.314765:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246820864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763950.314785:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763950.314790:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763950.314794:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246820864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763950.314803:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246820992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763950.314831:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763950.314845:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763950/real 1789763950] req@ffff998588b42300 x1876702246820992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763950.314866:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246820992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763950.314873:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763950.314876:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763950.314878:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246820992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763950.314883:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246821120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763950.314899:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763950.314908:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763950/real 1789763950] req@ffff998588b41c00 x1876702246821120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763950.314917:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246821120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763950.314923:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763950.314925:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763950.314928:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246821120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763950.314933:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246821248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763950.314945:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763950.314953:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763950/real 1789763950] req@ffff998588b42680 x1876702246821248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763950.314962:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246821248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763950.314968:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763950.314970:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763950.314972:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246821248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763950.890594:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763951.914508:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763952.938447:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763953.962500:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763954.986517:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763955.434408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763955.434420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763955.434425:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763955.434436:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1255 00000100:00080000:2.0:1789763955.434472:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763955.434482:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763955.434528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246821376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763955.434562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763955.434566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763955.434568:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763955.434572:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1255 00000100:00080000:2.0:1789763955.434575:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763955.434578:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763955.434589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763955.434601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246821504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763955.434613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763955.434622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1789763955.434625:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246821376:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763955.434626:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763955.434645:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1255 00000100:00080000:2.0:1789763955.434650:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763955.434654:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763955.434660:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763955.434672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246821632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763955.434681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763955.434685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763955.434688:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763955.434694:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1255 00000100:00080000:2.0:1789763955.434697:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763955.434700:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763955.434705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763955.434717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246821760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763955.434722:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789763955.434737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763955.434742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763955.434745:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763955.434751:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1255 00000100:00080000:2.0:1789763955.434755:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763955.434758:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763955.434764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763955.434773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246821888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763955.434790:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763955/real 1789763955] req@ffff9985857d9180 x1876702246821376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763955.434814:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246821376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763955.434826:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763955.434830:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763955.434834:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246821376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763955.434858:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246821504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763955.434880:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763955.434890:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763955/real 1789763955] req@ffff9985857d8380 x1876702246821504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763955.434900:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246821504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763955.434907:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763955.434910:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763955.434912:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246821504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763955.434917:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246821632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763955.434929:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763955.434936:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763955/real 1789763955] req@ffff9985857dbb80 x1876702246821632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763955.434945:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246821632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763955.434952:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763955.434954:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763955.434956:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246821632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763955.434961:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246821760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763955.434973:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763955.434981:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763955/real 1789763955] req@ffff9985857db800 x1876702246821760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763955.434995:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246821760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763955.435001:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763955.435003:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763955.435005:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246821760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763955.435009:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246821888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763955.435021:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763955.435028:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763955/real 1789763955] req@ffff9985857d9880 x1876702246821888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763955.435037:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246821888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763955.435042:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763955.435045:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763955.435047:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246821888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763956.010516:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763957.034544:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763958.058611:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763959.082588:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763960.106530:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763960.554388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763960.554402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763960.554424:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763960.554440:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1260 00000100:00080000:2.0:1789763960.554456:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763960.554467:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763960.554520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246822016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763960.554568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763960.554574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763960.554576:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763960.554581:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1260 00000100:00080000:2.0:1789763960.554585:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763960.554590:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763960.554601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763960.554624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246822144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763960.554637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763960.554642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763960.554644:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763960.554650:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1260 00000100:00080000:2.0:1789763960.554655:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763960.554659:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763960.554668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763960.554681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246822272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763960.554702:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246822016:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763960.554712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763960.554719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763960.554721:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763960.554727:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1260 00000100:00080000:2.0:1789763960.554731:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763960.554735:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763960.554742:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763960.554759:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246822400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763960.554770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763960.554774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763960.554778:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763960.554782:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1260 00000100:00080000:2.0:1789763960.554788:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763960.554792:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763960.554798:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763960.554811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246822528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763960.554819:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763960.554890:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763960/real 1789763960] req@ffff9985857d8a80 x1876702246822016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763960.554915:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246822016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763960.554929:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763960.554934:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763960.554940:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246822016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763960.554948:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246822144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763960.554973:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763960.554987:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763960/real 1789763960] req@ffff9985857da300 x1876702246822144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763960.555001:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246822144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763960.555011:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763960.555036:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763960.555042:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246822144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763960.555091:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246822272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763960.555132:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763960.555154:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763960/real 1789763960] req@ffff9985857db100 x1876702246822272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763960.555178:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246822272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763960.555195:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763960.555201:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763960.555207:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246822272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763960.555220:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246822400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763960.555257:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763960.555273:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763960/real 1789763960] req@ffff9985857d9880 x1876702246822400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763960.555326:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246822400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763960.555345:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763960.555349:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763960.555353:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246822400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763960.555360:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246822528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763960.555387:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763960.555400:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763960/real 1789763960] req@ffff9985857db800 x1876702246822528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763960.555444:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246822528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763960.555453:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763960.555457:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763960.555461:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246822528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763961.130486:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763962.154541:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763963.178526:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763964.202532:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763965.226473:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763965.674536:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763965.674549:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763965.674556:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763965.674569:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1265 00000100:00080000:1.0:1789763965.674583:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763965.674593:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763965.674649:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246822656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763965.674711:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763965.674720:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763965.674724:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763965.674733:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1265 00000100:00080000:1.0:1789763965.674741:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763965.674752:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763965.674772:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763965.674797:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246822656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789763965.674808:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246822784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763965.674838:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763965.674846:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763965.674851:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763965.674861:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1265 00000100:00080000:1.0:1789763965.674895:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763965.674902:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763965.674912:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:0.0:1789763965.674914:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789763965.674960:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246822912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763965.674984:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763965.674991:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763965.674996:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789763965.675007:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763965/real 1789763965] req@ffff9985836db800 x1876702246822656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763965.675013:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1265 00000100:00080000:1.0:1789763965.675030:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763965.675045:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763965.675057:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763965.675070:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246822656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763965.675082:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246823040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763965.675097:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763965.675105:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763965.675110:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:1.0:1789763965.675118:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1789763965.675126:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246822656:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763965.675127:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763965.675151:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1265 00000100:00080000:1.0:1789763965.675157:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763965.675173:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763965.675181:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246822784:192.168.203.136@tcp:38:kworker.0 00000008:00100000:1.0:1789763965.675184:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763965.675217:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246823168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763965.675234:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763965.675260:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763965/real 1789763965] req@ffff9985836da680 x1876702246822784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763965.675278:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246822784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763965.675343:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763965.675348:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763965.675353:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246822784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763965.675362:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246822912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763965.675428:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763965.675445:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763965/real 1789763965] req@ffff9985836d8a80 x1876702246822912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763965.675470:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246822912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763965.675482:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763965.675486:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763965.675490:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246822912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763965.675497:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246823040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763965.675518:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763965.675530:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763965/real 1789763965] req@ffff9985836dad80 x1876702246823040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763965.675544:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246823040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763965.675554:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763965.675558:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763965.675561:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246823040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763965.675582:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246823168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763965.675606:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763965.675627:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763965/real 1789763965] req@ffff9985836d8700 x1876702246823168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763965.675652:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246823168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763965.675684:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763965.675703:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763965.675710:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246823168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763966.250520:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763967.274532:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763968.298544:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763969.322516:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763970.346505:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763970.794580:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763970.794601:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763970.794610:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763970.794628:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1270 00000100:00080000:3.0:1789763970.794649:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763970.794663:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763970.794771:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246823296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763970.794824:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763970.794832:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763970.794836:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763970.794845:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1270 00000100:00080000:3.0:1789763970.794853:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763970.794862:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763970.794879:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763970.794925:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246823424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763970.794948:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763970.794957:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763970.794961:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763970.794977:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1270 00000100:00100000:0.0:1789763970.794980:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246823296:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763970.794986:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763970.795002:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763970.795017:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763970.795047:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246823552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763970.795071:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763970.795078:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763970.795082:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763970.795091:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1270 00000100:00080000:3.0:1789763970.795099:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763970.795108:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789763970.795120:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789763970.795126:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763970.795154:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246823680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763970.795175:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763970.795182:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763970.795187:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763970.795197:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1270 00000100:00080000:3.0:1789763970.795205:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763970.795213:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763970/real 1789763970] req@ffff998588b40000 x1876702246823296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763970.795220:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763970.795238:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763970.795271:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246823296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763970.795273:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246823808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763970.795391:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763970.795411:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763970.795425:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246823296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763970.795443:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246823424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763970.795501:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763970.795529:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763970/real 1789763970] req@ffff998588b43100 x1876702246823424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763970.795556:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246823424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763970.795574:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763970.795580:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763970.795589:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246823424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763970.795629:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246823552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763970.795673:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763970.795698:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763970/real 1789763970] req@ffff998588b42680 x1876702246823552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763970.795723:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246823552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763970.795740:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763970.795747:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763970.795754:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246823552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763970.795765:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246823680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763970.795806:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763970.795830:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763970/real 1789763970] req@ffff998588b41c00 x1876702246823680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763970.795855:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246823680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763970.795872:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763970.795878:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763970.795884:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246823680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763970.795896:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246823808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763970.795937:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763970.795961:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763970/real 1789763970] req@ffff998588b42300 x1876702246823808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763970.795984:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246823808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763970.796000:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763970.796007:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763970.796013:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246823808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763971.370576:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763972.394556:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763973.418454:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763974.442472:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763975.466439:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763975.914373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763975.914382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763975.914387:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763975.914396:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1275 00000100:00080000:2.0:1789763975.914405:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763975.914411:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789763975.914451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246823936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763975.914474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763975.914478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763975.914480:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763975.914485:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1275 00000100:00080000:2.0:1789763975.914489:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763975.914494:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763975.914505:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763975.914520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246824064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763975.914530:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246823936:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789763975.914530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763975.914533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763975.914535:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763975.914538:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1275 00000100:00080000:2.0:1789763975.914542:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763975.914545:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763975.914550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789763975.914559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246824192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763975.914583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763975.914586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763975.914587:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763975.914591:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1275 00000800:00000100:0.0:1789763975.914593:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789763975.914595:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763975.914598:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789763975.914602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789763975.914613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246824320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763975.914621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763975.914624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763975.914626:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763975.914630:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1275 00000100:00080000:2.0:1789763975.914633:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763975.914637:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789763975.914639:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763975/real 1789763975] req@ffff9985857dbb80 x1876702246823936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1789763975.914641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763975.914652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246824448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763975.914661:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246823936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763975.914672:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763975.914677:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763975.914682:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246823936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763975.914709:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246824064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763975.914729:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763975.914739:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763975/real 1789763975] req@ffff9985857d8380 x1876702246824064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763975.914748:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246824064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763975.914755:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763975.914764:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763975.914767:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246824064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763975.914771:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246824192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763975.914784:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763975.914791:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763975/real 1789763975] req@ffff9985857d9180 x1876702246824192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763975.914799:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246824192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763975.914805:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763975.914807:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763975.914809:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246824192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763975.914812:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246824320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763975.914822:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763975.914828:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763975/real 1789763975] req@ffff9985857daa00 x1876702246824320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763975.914835:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246824320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763975.914840:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763975.914842:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763975.914845:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246824320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763975.914849:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246824448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763975.914859:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763975.914865:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763975/real 1789763975] req@ffff9985857d8e00 x1876702246824448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763975.914877:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246824448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763975.914885:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763975.914889:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763975.914899:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246824448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763976.490495:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763977.514444:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763978.538498:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763979.562474:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763980.586449:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763981.034464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763981.034473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763981.034477:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763981.034485:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1280 00000100:00080000:3.0:1789763981.034495:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763981.034501:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763981.034542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246824576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763981.034568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763981.034571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763981.034572:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763981.034575:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1280 00000100:00080000:3.0:1789763981.034578:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763981.034580:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763981.034589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763981.034598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246824704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763981.034606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763981.034608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763981.034610:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763981.034612:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1280 00000100:00080000:3.0:1789763981.034614:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763981.034616:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763981.034621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789763981.034628:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246824576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763981.034629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246824832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763981.034642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763981.034644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763981.034645:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763981.034647:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1280 00000100:00080000:3.0:1789763981.034649:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763981.034651:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763981.034654:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789763981.034662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246824960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763981.034668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763981.034671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763981.034673:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763981.034675:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1280 00000100:00080000:3.0:1789763981.034677:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763981.034679:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763981.034683:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763981.034690:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246825088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763981.034697:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763981.034749:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763981/real 1789763981] req@ffff998588b43b80 x1876702246824576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763981.034774:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246824576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763981.034784:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763981.034787:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763981.034790:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246824576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763981.034796:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246824704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763981.034813:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763981.034821:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763981/real 1789763981] req@ffff998588b43800 x1876702246824704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763981.034830:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246824704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763981.034835:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763981.034837:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763981.034839:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246824704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763981.034859:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246824832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763981.034870:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763981.034886:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763981/real 1789763981] req@ffff998588b42d80 x1876702246824832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763981.034894:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246824832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763981.034899:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763981.034901:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763981.034903:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246824832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763981.034906:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246824960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763981.034915:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763981.034922:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763981/real 1789763981] req@ffff998588b42a00 x1876702246824960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763981.034934:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246824960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763981.034939:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763981.034941:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763981.034943:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246824960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763981.034946:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246825088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763981.034956:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763981.034963:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763981/real 1789763981] req@ffff998588b40e00 x1876702246825088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763981.034970:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246825088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763981.034975:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763981.034977:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763981.034979:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246825088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789763981.610410:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763982.634482:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763983.658455:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763984.682591:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763985.706421:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763986.154393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763986.154403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763986.154409:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763986.154421:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1286 00000100:00080000:3.0:1789763986.154432:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763986.154439:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763986.154484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246825216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763986.154512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763986.154516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763986.154518:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763986.154522:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1286 00000100:00080000:3.0:1789763986.154526:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763986.154531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763986.154542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763986.154562:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246825216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763986.154563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246825344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763986.154582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763986.154585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763986.154587:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763986.154592:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1286 00000100:00080000:3.0:1789763986.154596:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763986.154600:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763986.154606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763986.154621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246825472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763986.154633:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789763986.154645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763986.154649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763986.154651:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763986.154656:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1286 00000100:00080000:3.0:1789763986.154661:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763986.154665:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763986.154670:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763986.154675:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763986/real 1789763986] req@ffff998588b41f80 x1876702246825216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763986.154687:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246825600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763986.154698:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246825216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763986.154700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763986.154709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763986.154713:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763986.154718:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763986.154719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1286 00000100:00080000:0.0:1789763986.154725:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:3.0:1789763986.154726:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789763986.154731:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246825216:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789763986.154734:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763986.154741:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763986.154756:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246825728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763986.154772:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246825344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763986.154798:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763986.154809:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763986/real 1789763986] req@ffff998588b41880 x1876702246825344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763986.154818:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246825344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763986.154824:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763986.154827:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763986.154829:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246825344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763986.154833:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246825472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763986.154846:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763986.154852:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763986/real 1789763986] req@ffff998588b40e00 x1876702246825472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763986.154860:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246825472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763986.154866:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763986.154868:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763986.154870:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246825472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763986.154874:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246825600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763986.154893:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763986.154899:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763986/real 1789763986] req@ffff998588b42a00 x1876702246825600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763986.154907:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246825600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763986.154913:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763986.154915:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763986.154917:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246825600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763986.154920:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246825728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763986.154930:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763986.154936:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763986/real 1789763986] req@ffff998588b42d80 x1876702246825728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763986.154946:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246825728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763986.154954:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763986.154957:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763986.154959:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246825728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763986.730456:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763987.754451:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763988.778481:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763989.802404:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763990.826462:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763991.274424:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763991.274435:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763991.274439:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763991.274449:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1291 00000100:00080000:1.0:1789763991.274462:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763991.274469:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789763991.274507:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246825856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763991.274532:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763991.274535:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763991.274536:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763991.274539:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1291 00000100:00080000:1.0:1789763991.274542:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763991.274544:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763991.274552:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763991.274562:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246825984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763991.274569:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763991.274572:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763991.274573:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763991.274576:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1291 00000100:00080000:1.0:1789763991.274578:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763991.274580:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763991.274584:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789763991.274593:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246826112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763991.274595:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246825856:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789763991.274608:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763991.274611:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763991.274612:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763991.274615:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1291 00000100:00080000:1.0:1789763991.274616:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763991.274619:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763991.274622:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789763991.274629:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246826240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763991.274636:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763991.274639:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763991.274640:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763991.274642:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1291 00000100:00080000:1.0:1789763991.274656:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763991.274658:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789763991.274662:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763991.274670:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246826368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789763991.274709:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246825984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763991.274741:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246826112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763991.274758:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246826240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763991.274778:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246826368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763991.850445:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763992.874442:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763993.898504:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763994.346685:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789763994.346743:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763994.346766:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763994.346818:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763994.346828:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763994.346836:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789763994.346846:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789763994.346892:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763991/real 1789763994] req@ffff9985836dad80 x1876702246826112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763994.346925:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246826112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763994.346939:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763994.346945:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763994.346949:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246826112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763994.346958:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763991/real 1789763994] req@ffff9985836d8a80 x1876702246826240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763994.346970:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246826240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763994.346977:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763994.346981:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763994.346985:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246826240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763994.346992:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763991/real 1789763994] req@ffff9985836da680 x1876702246826368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763994.347005:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246826368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763994.347013:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763994.347016:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763994.347019:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246826368:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763994.347026:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763991/real 1789763994] req@ffff9985836d9c00 x1876702246825856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763994.347038:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246825856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763994.347045:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763994.347049:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763994.347052:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246825856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763994.347058:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763991/real 1789763994] req@ffff9985836d8700 x1876702246825984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763994.347069:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246825984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763994.347077:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763994.347080:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763994.347084:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246825984:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763994.922512:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763995.946495:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763996.394434:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763996.394442:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763996.394447:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763996.394456:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1296 00000100:00080000:3.0:1789763996.394467:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763996.394473:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789763996.394512:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246826496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763996.394534:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763996.394537:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763996.394538:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763996.394542:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1296 00000100:00080000:3.0:1789763996.394544:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763996.394546:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763996.394555:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763996.394563:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246826624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763996.394570:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763996.394572:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763996.394573:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763996.394575:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1296 00000100:00080000:3.0:1789763996.394577:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763996.394579:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763996.394583:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789763996.394589:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246826752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763996.394595:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763996.394599:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763996.394600:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763996.394603:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1296 00000100:00080000:3.0:1789763996.394606:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763996.394608:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763996.394611:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789763996.394613:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246826496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789763996.394620:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246826880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763996.394627:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763996.394629:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763996.394630:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763996.394633:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1296 00000100:00080000:3.0:1789763996.394635:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763996.394638:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789763996.394641:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763996.394647:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246827008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789763996.394688:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763996.394740:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763996/real 1789763996] req@ffff998588b43800 x1876702246826496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763996.394755:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246826496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763996.394766:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763996.394770:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763996.394774:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246826496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789763996.394780:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246826624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763996.394804:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763996.394821:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763996/real 1789763996] req@ffff998588b43b80 x1876702246826624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763996.394832:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246826624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763996.394841:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763996.394844:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763996.394848:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246826624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789763996.394854:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246826752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763996.394875:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763996.394887:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763996/real 1789763996] req@ffff998588b42300 x1876702246826752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763996.394899:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246826752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763996.394914:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763996.394918:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763996.394921:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246826752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763996.394953:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246826880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789763996.394976:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763996.394987:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763996/real 1789763996] req@ffff998588b41c00 x1876702246826880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763996.394999:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246826880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763996.395007:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763996.395010:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763996.395013:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246826880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789763996.395020:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246827008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789763996.395040:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789763996.395052:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763996/real 1789763996] req@ffff998588b42680 x1876702246827008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763996.395066:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246827008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763996.395075:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763996.395078:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789763996.395082:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246827008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789763996.970454:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763997.994502:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763999.018421:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764000.042482:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764001.066452:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764001.514486:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764001.514503:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764001.514507:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764001.514516:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1301 00000100:00080000:3.0:1789764001.514538:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764001.514545:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764001.514584:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246827136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764001.514633:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764001.514636:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764001.514638:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764001.514641:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1301 00000100:00080000:3.0:1789764001.514644:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764001.514647:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764001.514655:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764001.514668:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246827264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764001.514677:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764001.514679:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764001.514681:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789764001.514685:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246827136:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764001.514687:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1301 00000100:00080000:3.0:1789764001.514694:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764001.514696:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764001.514699:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764001.514729:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246827392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764001.514737:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764001.514739:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764001.514741:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764001.514745:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1301 00000100:00080000:3.0:1789764001.514748:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764001.514751:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789764001.514756:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789764001.514758:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764001.514768:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246827520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764001.514776:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764001.514779:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764001.514780:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764001.514783:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1301 00000100:00080000:3.0:1789764001.514786:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764001.514789:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764001.514793:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764001.514796:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764001/real 1789764001] req@ffff998588b43100 x1876702246827136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764001.514804:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246827648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764001.514814:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246827136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764001.514823:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764001.514830:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764001.514838:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246827136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764001.514862:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246827264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764001.514878:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764001.514888:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764001/real 1789764001] req@ffff998588b40000 x1876702246827264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764001.514896:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246827264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764001.514902:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764001.514905:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764001.514907:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246827264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764001.514911:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246827392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764001.514922:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764001.514929:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764001/real 1789764001] req@ffff998588b42680 x1876702246827392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764001.514943:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246827392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764001.514950:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764001.514952:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764001.514955:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246827392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764001.514959:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246827520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764001.514980:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764001.514993:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764001/real 1789764001] req@ffff998588b41c00 x1876702246827520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764001.515013:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246827520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764001.515022:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764001.515025:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764001.515029:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246827520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764001.515034:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246827648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764001.515055:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764001.515066:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764001/real 1789764001] req@ffff998588b42300 x1876702246827648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764001.515078:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246827648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764001.515087:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764001.515090:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764001.515093:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246827648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764002.090404:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764003.114443:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764004.138488:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764005.162448:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764006.186490:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764006.634380:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764006.634391:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764006.634395:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764006.634405:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1306 00000100:00080000:3.0:1789764006.634416:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764006.634423:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764006.634468:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246827776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764006.634498:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764006.634507:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764006.634508:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764006.634511:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1306 00000100:00080000:3.0:1789764006.634514:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764006.634517:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764006.634525:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764006.634535:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246827904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764006.634543:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764006.634546:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764006.634547:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764006.634550:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1306 00000100:00080000:3.0:1789764006.634552:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764006.634557:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764006.634558:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246827776:192.168.203.136@tcp:250:kworker.0 00000008:00100000:3.0:1789764006.634561:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764006.634571:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246828032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764006.634583:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764006.634587:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764006.634589:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764006.634593:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1306 00000100:00080000:3.0:1789764006.634597:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764006.634601:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764006.634608:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764006.634622:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246828160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764006.634633:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764006.634637:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764006.634641:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789764006.634642:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764006.634649:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1306 00000100:00080000:3.0:1789764006.634654:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764006.634657:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764006.634662:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764006.634672:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246828288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764006.634694:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764006/real 1789764006] req@ffff998588b43b80 x1876702246827776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764006.634710:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246827776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764006.634718:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764006.634721:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764006.634724:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246827776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764006.634730:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246827904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764006.634746:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764006.634755:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764006/real 1789764006] req@ffff998588b43800 x1876702246827904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764006.634762:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246827904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764006.634768:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764006.634770:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764006.634772:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246827904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764006.634805:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246828032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764006.634818:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764006.634824:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764006/real 1789764006] req@ffff998588b42d80 x1876702246828032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764006.634832:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246828032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764006.634837:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764006.634840:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764006.634842:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246828032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764006.634845:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246828160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764006.634863:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764006.634869:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764006/real 1789764006] req@ffff998588b42a00 x1876702246828160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764006.634876:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246828160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764006.634881:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764006.634883:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764006.634885:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246828160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764006.634888:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246828288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764006.634898:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764006.634904:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764006/real 1789764006] req@ffff998588b40e00 x1876702246828288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764006.634912:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246828288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764006.634917:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764006.634918:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764006.634920:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246828288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764007.210453:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764008.234480:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764009.258450:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764010.282435:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764011.306403:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764011.754362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764011.754370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764011.754374:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764011.754383:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1311 00000100:00080000:0.0:1789764011.754393:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764011.754400:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764011.754438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246828416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764011.754472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764011.754477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764011.754479:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764011.754484:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1311 00000100:00080000:0.0:1789764011.754489:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764011.754494:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764011.754509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764011.754519:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246828416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764011.754523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246828544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764011.754539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764011.754542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764011.754544:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764011.754547:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1311 00000100:00080000:0.0:1789764011.754550:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764011.754552:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764011.754556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764011.754565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246828672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764011.754572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764011.754575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764011.754576:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764011.754578:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1311 00000100:00080000:0.0:1789764011.754581:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789764011.754585:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789764011.754587:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764011.754593:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764011.754601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246828800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764011.754608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764011.754611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764011.754612:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764011.754615:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1311 00000100:00080000:0.0:1789764011.754618:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764011.754624:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764011.754625:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764011/real 1789764011] req@ffff9985856a1500 x1876702246828416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1789764011.754628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764011.754641:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246828928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764011.754648:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246828416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764011.754661:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764011.754664:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764011.754676:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246828416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764011.754697:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246828544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764011.754714:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764011.754724:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764011/real 1789764011] req@ffff9985856a0e00 x1876702246828544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764011.754732:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246828544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764011.754738:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764011.754741:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764011.754743:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246828544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764011.754746:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246828672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764011.754758:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764011.754765:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764011/real 1789764011] req@ffff9985856a3480 x1876702246828672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764011.754773:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246828672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764011.754778:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764011.754780:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764011.754781:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246828672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764011.754785:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246828800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764011.754795:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764011.754801:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764011/real 1789764011] req@ffff9985856a1880 x1876702246828800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764011.754818:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246828800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764011.754825:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764011.754829:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764011.754831:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246828800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764011.754837:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246828928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764011.754854:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764011.754865:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764011/real 1789764011] req@ffff9985856a0000 x1876702246828928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764011.754875:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246828928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764011.754882:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764011.754886:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764011.754889:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246828928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764012.330423:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764013.354508:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764014.378427:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764015.402491:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764016.426474:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764016.874394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764016.874402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764016.874406:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764016.874415:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1316 00000100:00080000:0.0:1789764016.874424:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764016.874431:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764016.874469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246829056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764016.874492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764016.874495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764016.874496:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764016.874499:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1316 00000100:00080000:0.0:1789764016.874502:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764016.874510:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764016.874519:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764016.874531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246829184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764016.874539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764016.874544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789764016.874545:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246829056:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764016.874546:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764016.874554:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1316 00000100:00080000:0.0:1789764016.874558:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764016.874565:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764016.874569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764016.874579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246829312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764016.874586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764016.874589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764016.874590:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764016.874592:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1316 00000100:00080000:0.0:1789764016.874595:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764016.874597:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764016.874601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764016.874608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246829440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764016.874614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764016.874617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764016.874619:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764016.874621:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1316 00000100:00080000:0.0:1789764016.874623:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764016.874627:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:3.0:1789764016.874629:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:0.0:1789764016.874636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764016.874645:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246829568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764016.874673:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764016/real 1789764016] req@ffff9985856a2a00 x1876702246829056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764016.874689:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246829056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764016.874702:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764016.874705:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764016.874708:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246829056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764016.874740:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246829184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764016.874765:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764016.874780:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764016/real 1789764016] req@ffff9985856a0000 x1876702246829184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764016.874795:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246829184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764016.874804:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764016.874808:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764016.874812:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246829184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764016.874819:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246829312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764016.874842:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764016.874851:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764016/real 1789764016] req@ffff9985856a1880 x1876702246829312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764016.874859:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246829312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764016.874872:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764016.874875:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764016.874877:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246829312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764016.874882:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246829440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764016.874895:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764016.874902:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764016/real 1789764016] req@ffff9985856a3480 x1876702246829440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764016.874910:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246829440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764016.874915:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764016.874917:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764016.874919:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246829440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764016.874922:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246829568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764016.874932:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764016.874938:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764016/real 1789764016] req@ffff9985856a0e00 x1876702246829568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764016.874946:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246829568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764016.874951:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764016.874953:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764016.874954:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246829568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764017.450488:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764018.474447:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764019.498480:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764020.522466:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764021.546486:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764021.994445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764021.994459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764021.994465:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764021.994480:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1321 00000100:00080000:3.0:1789764021.994494:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764021.994503:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764021.994546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246829696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764021.994577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764021.994581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764021.994583:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764021.994589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1321 00000100:00080000:3.0:1789764021.994593:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764021.994597:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764021.994608:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246829696:192.168.203.136@tcp:250:kworker.0 00000008:00100000:3.0:1789764021.994615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764021.994631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246829824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764021.994642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764021.994646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764021.994648:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764021.994652:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1321 00000100:00080000:3.0:1789764021.994656:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764021.994659:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764021.994665:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764021.994678:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246829952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764021.994684:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764021.994700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764021.994703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764021.994705:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764021.994711:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1321 00000100:00080000:3.0:1789764021.994714:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764021.994718:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764021.994724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764021.994732:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764021/real 1789764021] req@ffff998588b41880 x1876702246829696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764021.994738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246830080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764021.994750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789764021.994751:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246829696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764021.994760:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764021.994764:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764021.994767:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764021.994772:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1321 00000100:00080000:0.0:1789764021.994774:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764021.994779:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246829696:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764021.994779:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764021.994789:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764021.994795:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764021.994805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246830208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764021.994809:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246829824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764021.994834:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764021.994843:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764021/real 1789764021] req@ffff998588b41f80 x1876702246829824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764021.994851:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246829824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764021.994858:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764021.994860:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764021.994862:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246829824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764021.994866:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246829952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764021.994876:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764021.994882:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764021/real 1789764021] req@ffff998588b40e00 x1876702246829952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764021.994888:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246829952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764021.994893:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764021.994895:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764021.994896:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246829952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764021.994899:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246830080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764021.994908:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764021.994913:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764021/real 1789764021] req@ffff998588b42a00 x1876702246830080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764021.994919:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246830080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764021.994924:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764021.994925:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764021.994927:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246830080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764021.994935:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246830208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764021.994944:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764021.994949:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764021/real 1789764021] req@ffff998588b42d80 x1876702246830208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764021.994970:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246830208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764021.994975:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764021.994977:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764021.994979:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246830208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764022.570448:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764023.594504:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764024.618477:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764025.642487:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764026.666447:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764027.114374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764027.114381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764027.114385:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764027.114393:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1327 00000100:00080000:0.0:1789764027.114401:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764027.114407:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764027.114452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246830336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764027.114479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764027.114482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764027.114483:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764027.114487:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1327 00000100:00080000:0.0:1789764027.114490:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764027.114493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764027.114502:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764027.114516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246830464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764027.114516:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246830336:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764027.114550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764027.114554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764027.114556:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764027.114561:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1327 00000100:00080000:0.0:1789764027.114565:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764027.114569:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764027.114574:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:3.0:1789764027.114578:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764027.114600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246830592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764027.114611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764027.114615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764027.114618:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789764027.114621:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764027/real 1789764027] req@ffff9985856a1500 x1876702246830336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764027.114625:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1327 00000100:00080000:0.0:1789764027.114632:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764027.114639:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764027.114646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764027.114649:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246830336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764027.114658:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1789764027.114659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246830720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764027.114664:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764027.114672:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246830336:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764027.114673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764027.114679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764027.114681:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764027.114685:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1327 00000100:00080000:0.0:1789764027.114689:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764027.114693:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764027.114698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764027.114711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246830848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764027.114713:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246830464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764027.114744:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764027.114768:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764027/real 1789764027] req@ffff9985856a2d80 x1876702246830464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764027.114787:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246830464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764027.114795:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764027.114797:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764027.114803:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246830464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764027.114808:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246830592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764027.114823:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764027.114834:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764027/real 1789764027] req@ffff9985856a2680 x1876702246830592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764027.114841:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246830592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764027.114860:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764027.114864:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764027.114867:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246830592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764027.114873:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246830720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764027.114907:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764027.114916:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764027/real 1789764027] req@ffff9985856a0700 x1876702246830720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764027.114943:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246830720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764027.114951:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764027.114954:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764027.114957:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246830720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764027.114974:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246830848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764027.115002:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764027.115020:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764027/real 1789764027] req@ffff9985856a3800 x1876702246830848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764027.115031:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246830848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764027.115041:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764027.115044:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764027.115046:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246830848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764027.690595:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764028.714608:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764029.738519:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764030.762476:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764031.786427:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764032.234378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764032.234388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764032.234393:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764032.234404:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1332 00000100:00080000:0.0:1789764032.234423:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764032.234431:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764032.234472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246830976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764032.234507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764032.234511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764032.234513:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764032.234517:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1332 00000100:00080000:0.0:1789764032.234521:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764032.234526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764032.234535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764032.234547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246831104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764032.234554:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246830976:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764032.234558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764032.234562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764032.234563:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764032.234566:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1332 00000100:00080000:0.0:1789764032.234569:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764032.234571:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764032.234575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764032.234583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246831232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764032.234590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764032.234593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764032.234594:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764032.234596:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1332 00000100:00080000:0.0:1789764032.234599:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764032.234602:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764032.234606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789764032.234610:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764032.234621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246831360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764032.234631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764032.234635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764032.234637:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764032.234641:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1332 00000100:00100000:3.0:1789764032.234644:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764032/real 1789764032] req@ffff9985856a2300 x1876702246830976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764032.234646:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764032.234655:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764032.234659:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764032.234669:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246831488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764032.234675:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246830976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764032.234685:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764032.234689:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764032.234693:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246830976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764032.234710:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246831104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764032.234725:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764032.234732:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764032/real 1789764032] req@ffff9985856a3800 x1876702246831104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764032.234739:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246831104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764032.234744:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764032.234746:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764032.234748:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246831104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764032.234751:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246831232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764032.234761:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764032.234767:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764032/real 1789764032] req@ffff9985856a0700 x1876702246831232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764032.234773:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246831232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764032.234778:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764032.234779:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764032.234781:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246831232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764032.234784:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246831360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764032.234793:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764032.234798:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764032/real 1789764032] req@ffff9985856a2680 x1876702246831360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764032.234804:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246831360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764032.234809:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764032.234810:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764032.234812:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246831360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764032.234815:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246831488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764032.234824:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764032.234829:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764032/real 1789764032] req@ffff9985856a2d80 x1876702246831488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764032.234835:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246831488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764032.234840:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764032.234842:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764032.234843:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246831488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764032.810490:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764033.834433:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764034.858444:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764035.882479:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764036.906459:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764037.354424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764037.354436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764037.354441:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764037.354452:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1337 00000100:00080000:0.0:1789764037.354475:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764037.354482:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764037.354518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246831616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764037.354547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764037.354551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764037.354553:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764037.354557:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1337 00000100:00080000:0.0:1789764037.354561:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764037.354565:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764037.354575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764037.354587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246831744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764037.354595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764037.354598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789764037.354598:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246831616:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764037.354600:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764037.354607:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1337 00000100:00080000:0.0:1789764037.354612:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764037.354616:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764037.354621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764037.354643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246831872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764037.354652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764037.354654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764037.354656:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764037.354659:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1337 00000100:00080000:0.0:1789764037.354662:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764037.354664:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764037.354668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789764037.354675:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764037.354678:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246832000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764037.354685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764037.354688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764037.354689:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764037.354692:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1337 00000100:00080000:0.0:1789764037.354694:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764037.354696:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764037.354699:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764037.354705:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246832128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764037.354719:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764037/real 1789764037] req@ffff9985856a1500 x1876702246831616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764037.354734:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246831616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764037.354745:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764037.354749:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764037.354752:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246831616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764037.354776:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246831744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764037.354797:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764037.354818:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764037/real 1789764037] req@ffff9985856a0e00 x1876702246831744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764037.354830:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246831744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764037.354838:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764037.354840:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764037.354842:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246831744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764037.354866:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246831872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764037.354887:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764037.354898:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764037/real 1789764037] req@ffff9985856a3480 x1876702246831872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764037.354906:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246831872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764037.354911:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764037.354913:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764037.354915:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246831872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764037.354919:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246832000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764037.354938:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764037.354945:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764037/real 1789764037] req@ffff9985856a1880 x1876702246832000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764037.354951:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246832000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764037.354956:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764037.354958:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764037.354959:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246832000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764037.354962:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246832128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764037.354972:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764037.354977:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764037/real 1789764037] req@ffff9985856a0000 x1876702246832128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764037.354984:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246832128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764037.354989:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764037.354990:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764037.354992:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246832128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764037.930442:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764038.954631:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764039.978450:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764041.002476:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764042.026495:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764042.474449:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764042.474459:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764042.474463:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764042.474473:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1342 00000100:00080000:1.0:1789764042.474484:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764042.474490:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764042.474530:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246832256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764042.474560:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764042.474564:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764042.474571:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764042.474576:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1342 00000100:00080000:1.0:1789764042.474579:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764042.474583:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764042.474592:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764042.474604:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246832384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764042.474613:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764042.474616:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764042.474617:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764042.474621:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1342 00000100:00080000:1.0:1789764042.474624:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764042.474627:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764042.474631:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764042.474643:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246832512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764042.474650:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764042.474652:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764042.474654:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764042.474659:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1342 00000100:00100000:3.0:1789764042.474660:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246832256:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789764042.474662:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764042.474667:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764042.474672:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764042.474677:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246832640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764042.474682:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764042.474685:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764042.474686:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764042.474689:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1342 00000100:00080000:1.0:1789764042.474691:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764042.474693:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764042.474696:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764042.474703:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246832768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789764042.474727:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764042.474766:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764042/real 1789764042] req@ffff9985836db800 x1876702246832256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764042.474784:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246832256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764042.474795:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764042.474799:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764042.474803:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246832256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764042.474822:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246832384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764042.474845:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764042.474857:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764042/real 1789764042] req@ffff9985836da300 x1876702246832384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764042.474870:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246832384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764042.474884:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764042.474887:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764042.474891:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246832384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764042.474917:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246832512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764042.474937:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764042.474948:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764042/real 1789764042] req@ffff9985836d8e00 x1876702246832512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764042.474960:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246832512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764042.474968:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764042.474970:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764042.474974:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246832512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764042.474979:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246832640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764042.474994:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764042.475004:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764042/real 1789764042] req@ffff9985836d8380 x1876702246832640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764042.475015:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246832640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764042.475022:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764042.475024:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764042.475027:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246832640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764042.475031:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246832768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764042.475047:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764042.475054:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764042/real 1789764042] req@ffff9985836d9180 x1876702246832768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764042.475061:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246832768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764042.475068:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764042.475071:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764042.475074:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246832768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764043.050500:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764044.074506:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764045.098516:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764046.122441:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764047.146525:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764047.594391:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764047.594400:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764047.594404:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764047.594415:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1347 00000100:00080000:3.0:1789764047.594427:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764047.594435:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764047.594475:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246832896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764047.594502:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764047.594506:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764047.594507:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764047.594512:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1347 00000100:00080000:3.0:1789764047.594516:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764047.594521:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764047.594531:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764047.594538:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246832896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764047.594547:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246833024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764047.594559:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764047.594563:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764047.594565:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764047.594569:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1347 00000100:00080000:3.0:1789764047.594574:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764047.594578:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764047.594583:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:0.0:1789764047.594593:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764047.594597:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246833152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764047.594608:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764047.594611:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764047.594613:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764047.594617:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1347 00000100:00080000:3.0:1789764047.594620:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764047.594624:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764047.594629:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764047.594633:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764047/real 1789764047] req@ffff998588b43800 x1876702246832896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764047.594643:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246833280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764047.594651:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246832896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764047.594655:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764047.594665:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764047.594667:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764047.594668:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764047.594673:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1347 00000100:00080000:0.0:1789764047.594674:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:3.0:1789764047.594679:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789764047.594680:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246832896:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764047.594688:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764047.594693:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764047.594704:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246833408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764047.594706:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246833024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764047.594731:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764047.594742:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764047/real 1789764047] req@ffff998588b43b80 x1876702246833024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764047.594750:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246833024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764047.594756:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764047.594758:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764047.594760:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246833024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764047.594763:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246833152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764047.594793:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764047.594804:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764047/real 1789764047] req@ffff998588b42300 x1876702246833152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764047.594816:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246833152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764047.594824:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764047.594827:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764047.594830:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246833152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764047.594835:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246833280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764047.594848:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764047.594855:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764047/real 1789764047] req@ffff998588b41c00 x1876702246833280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764047.594862:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246833280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764047.594867:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764047.594869:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764047.594871:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246833280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764047.594880:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246833408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764047.594889:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764047.594894:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764047/real 1789764047] req@ffff998588b42680 x1876702246833408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764047.594905:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246833408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764047.594910:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764047.594911:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764047.594913:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246833408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764048.170421:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764049.194476:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764050.218386:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764051.242457:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764052.266468:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764052.714423:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764052.714432:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764052.714436:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764052.714451:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1352 00000100:00080000:3.0:1789764052.714463:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764052.714471:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764052.714521:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246833536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764052.714551:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764052.714555:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764052.714556:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764052.714561:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1352 00000100:00080000:3.0:1789764052.714565:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764052.714569:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764052.714579:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764052.714589:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246833536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764052.714595:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246833664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764052.714608:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764052.714612:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764052.714613:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764052.714618:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1352 00000100:00080000:3.0:1789764052.714622:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764052.714626:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764052.714631:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764052.714643:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246833792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764052.714645:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764052.714656:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764052.714660:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764052.714662:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764052.714666:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1352 00000100:00080000:3.0:1789764052.714669:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764052.714673:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764052.714678:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764052.714680:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764052/real 1789764052] req@ffff998588b40000 x1876702246833536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764052.714694:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246833536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764052.714701:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246833920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764052.714710:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764052.714714:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764052.714719:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:3.0:1789764052.714719:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764052.714723:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789764052.714727:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246833536:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764052.714729:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1352 00000100:00080000:3.0:1789764052.714750:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764052.714756:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764052.714761:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764052.714771:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246833664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764052.714775:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246834048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764052.714796:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764052.714808:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764052/real 1789764052] req@ffff998588b43100 x1876702246833664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764052.714817:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246833664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764052.714828:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764052.714831:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764052.714834:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246833664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764052.714838:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246833792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764052.714850:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764052.714857:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764052/real 1789764052] req@ffff998588b42680 x1876702246833792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764052.714864:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246833792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764052.714869:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764052.714871:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764052.714873:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246833792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764052.714876:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246833920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764052.714885:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764052.714889:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764052/real 1789764052] req@ffff998588b41c00 x1876702246833920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764052.714895:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246833920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764052.714900:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764052.714902:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764052.714904:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246833920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764052.714914:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246834048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764052.714924:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764052.714929:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764052/real 1789764052] req@ffff998588b42300 x1876702246834048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764052.714936:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246834048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764052.714940:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764052.714942:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764052.714944:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246834048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764053.290472:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764054.314413:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764055.338444:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764056.362606:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764057.386439:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764057.834394:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764057.834402:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764057.834406:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764057.834414:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1357 00000100:00080000:3.0:1789764057.834424:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764057.834429:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764057.834462:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246834176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764057.834482:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764057.834484:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764057.834485:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764057.834488:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1357 00000100:00080000:3.0:1789764057.834490:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764057.834492:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764057.834499:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764057.834508:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246834304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764057.834514:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764057.834517:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764057.834518:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764057.834520:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1357 00000100:00080000:3.0:1789764057.834523:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764057.834525:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764057.834527:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764057.834535:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246834176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764057.834537:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246834432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764057.834551:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764057.834554:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764057.834556:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764057.834560:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1357 00000100:00080000:3.0:1789764057.834563:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764057.834567:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764057.834572:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764057.834583:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246834560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764057.834589:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764057.834592:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764057.834593:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764057.834595:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1357 00000100:00080000:3.0:1789764057.834598:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764057.834600:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764057.834604:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764057.834612:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246834688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764057.834635:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246834304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764057.834671:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246834432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764057.834694:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246834560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764057.834730:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246834688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789764058.411838:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764059.434560:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764060.458429:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789764060.906586:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789764060.906637:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789764060.906653:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764060.906704:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764060.906714:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764060.906722:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764060.906729:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789764060.906861:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764057/real 1789764060] req@ffff998588b42d80 x1876702246834432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764060.906886:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246834432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764060.906899:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764060.906905:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764060.906909:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246834432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764060.906916:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764057/real 1789764060] req@ffff998588b42a00 x1876702246834560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764060.906928:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246834560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764060.906936:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764060.906940:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764060.906943:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246834560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764060.906950:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764057/real 1789764060] req@ffff998588b40e00 x1876702246834688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764060.906963:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246834688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764060.906971:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764060.906974:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764060.906978:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246834688:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764060.906985:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764057/real 1789764060] req@ffff998588b43b80 x1876702246834176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764060.906997:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246834176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764060.907005:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764060.907008:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764060.907012:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246834176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764060.907018:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764057/real 1789764060] req@ffff998588b43800 x1876702246834304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764060.907029:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246834304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764060.907038:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764060.907041:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764060.907044:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246834304:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764061.482488:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764062.506428:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764062.954406:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764062.954416:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764062.954422:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764062.954433:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1362 00000100:00080000:3.0:1789764062.954444:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764062.954453:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764062.954494:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246834816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764062.954522:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764062.954526:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764062.954528:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764062.954532:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1362 00000100:00080000:3.0:1789764062.954535:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764062.954539:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764062.954549:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764062.954565:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246834944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764062.954570:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246834816:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764062.954579:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764062.954583:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764062.954585:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764062.954591:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1362 00000100:00080000:3.0:1789764062.954595:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764062.954599:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764062.954604:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764062.954617:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246835072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764062.954626:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764062.954629:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764062.954631:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764062.954638:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1362 00000800:00000100:0.0:1789764062.954640:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764062.954643:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764062.954648:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764062.954653:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764062.954685:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246835200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764062.954694:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764062.954698:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764062.954700:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764062.954703:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1362 00000100:00080000:3.0:1789764062.954707:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764062.954720:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764062.954725:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764062.954735:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246835328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764062.954984:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764062/real 1789764062] req@ffff998588b41f80 x1876702246834816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764062.955005:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246834816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764062.955017:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764062.955021:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764062.955025:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246834816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764062.955052:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246834944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764062.955073:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764062.955086:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764062/real 1789764062] req@ffff998588b41880 x1876702246834944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764062.955099:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246834944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764062.955107:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764062.955111:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764062.955114:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246834944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764062.955120:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246835072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764062.955140:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764062.955151:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764062/real 1789764062] req@ffff998588b43800 x1876702246835072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764062.955163:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246835072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764062.955172:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764062.955175:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764062.955178:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246835072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764062.955184:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246835200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764062.955204:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764062.955214:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764062/real 1789764062] req@ffff998588b43b80 x1876702246835200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764062.955231:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246835200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764062.955239:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764062.955242:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764062.955245:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246835200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764062.955250:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246835328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764062.955269:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764062.955281:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764062/real 1789764062] req@ffff998588b40e00 x1876702246835328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764062.956033:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246835328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764062.956043:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764062.956047:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764062.956050:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246835328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764063.530405:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764064.554503:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764065.578487:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764066.602742:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764067.626443:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764068.074422:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764068.074432:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764068.074437:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764068.074447:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1368 00000100:00080000:1.0:1789764068.074458:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764068.074465:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764068.074501:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246835456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764068.074534:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764068.074538:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764068.074540:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764068.074553:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1368 00000100:00080000:1.0:1789764068.074557:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764068.074561:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764068.074570:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764068.074585:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246835584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764068.074595:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764068.074597:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764068.074599:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764068.074603:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1368 00000100:00080000:1.0:1789764068.074618:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764068.074704:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764068.074708:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246835456:192.168.203.136@tcp:250:kworker.0 00000008:00100000:1.0:1789764068.074727:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764068.074764:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246835712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764068.074779:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764068.074784:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764068.074790:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764068.074793:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764068.074802:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1368 00000100:00080000:1.0:1789764068.074812:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764068.074819:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764068.074825:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764068/real 1789764068] req@ffff9985836d9880 x1876702246835456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1789764068.074825:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764068.074847:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246835840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764068.074855:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246835456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764068.074910:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764068.074914:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764068.074916:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764068.074921:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1368 00000100:00080000:1.0:1789764068.074927:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764068.074941:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00080000:0.0:1789764068.074951:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1789764068.074952:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1789764068.074962:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764068.074970:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246835456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764068.074975:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246835968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764068.074986:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246835584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764068.075148:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764068.075162:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764068/real 1789764068] req@ffff9985836d9180 x1876702246835584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764068.075174:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246835584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764068.075182:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764068.075185:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764068.075189:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246835584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764068.075223:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246835712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764068.075242:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764068.075251:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764068/real 1789764068] req@ffff9985836d8380 x1876702246835712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764068.075263:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246835712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764068.075271:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764068.075274:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764068.075545:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246835712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764068.075554:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246835840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764068.075576:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764068.075586:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764068/real 1789764068] req@ffff9985836d8e00 x1876702246835840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764068.075598:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246835840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764068.075606:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764068.075610:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764068.075708:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246835840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764068.075717:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246835968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764068.075741:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764068.075753:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764068/real 1789764068] req@ffff9985836da300 x1876702246835968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764068.075764:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246835968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764068.075772:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764068.075775:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764068.075778:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246835968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764068.650554:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764069.674507:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764070.698441:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764071.722465:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764072.746475:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764073.194494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764073.194505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764073.194510:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764073.194519:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1373 00000100:00080000:3.0:1789764073.194530:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764073.194538:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764073.194581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246836096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764073.194627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764073.194631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764073.194633:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764073.194638:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1373 00000100:00080000:3.0:1789764073.194641:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764073.194645:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764073.194655:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764073.194667:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246836224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764073.194676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764073.194679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764073.194681:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764073.194684:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1373 00000100:00080000:3.0:1789764073.194687:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764073.194691:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764073.194696:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764073.194706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246836352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764073.194715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764073.194717:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764073.194719:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764073.194722:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1373 00000100:00080000:3.0:1789764073.194726:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764073.194728:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764073.194733:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764073.194742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246836480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764073.194751:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764073.194754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764073.194756:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764073.194759:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1373 00000100:00080000:3.0:1789764073.194762:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764073.194765:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764073.194770:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764073.194779:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246836608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764073.195397:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246836096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764073.195452:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764073.195495:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764073/real 1789764073] req@ffff998588b42a00 x1876702246836096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764073.195511:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246836096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764073.195522:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764073.195526:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764073.195530:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246836096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764073.195537:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246836224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764073.195556:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764073.195567:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764073/real 1789764073] req@ffff998588b42d80 x1876702246836224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764073.195579:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246836224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764073.195599:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764073.195602:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764073.195606:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246836224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764073.195612:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246836352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764073.195632:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764073.195643:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764073/real 1789764073] req@ffff998588b42300 x1876702246836352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764073.195655:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246836352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764073.195670:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764073.195673:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764073.195676:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246836352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764073.195682:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246836480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764073.195697:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764073.195706:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764073/real 1789764073] req@ffff998588b41c00 x1876702246836480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764073.195717:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246836480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764073.196081:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764073.196087:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764073.196091:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246836480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764073.196098:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246836608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764073.196120:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764073.196131:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764073/real 1789764073] req@ffff998588b42680 x1876702246836608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764073.196143:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246836608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764073.196151:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764073.196154:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764073.196158:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246836608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764073.770537:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764074.794497:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764075.818484:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764076.842513:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764077.866507:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764078.314393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764078.314404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764078.314409:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764078.314419:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1378 00000100:00080000:3.0:1789764078.314429:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764078.314437:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764078.314492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246836736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764078.314520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764078.314524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764078.314526:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764078.314530:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1378 00000100:00080000:3.0:1789764078.314534:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764078.314538:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764078.314557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764078.314574:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246836864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764078.314586:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246836736:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764078.314586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764078.314593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764078.314597:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764078.314600:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1378 00000100:00080000:3.0:1789764078.314603:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764078.314606:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764078.314611:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764078.314636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246836992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764078.314648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764078.314651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764078.314653:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764078.314657:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1378 00000100:00080000:3.0:1789764078.314661:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789764078.314665:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764078.314668:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764078.314673:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764078.314683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246837120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764078.314689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764078.314692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764078.314693:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764078.314696:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1378 00000100:00080000:3.0:1789764078.314699:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764078.314702:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764078.314705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764078.314710:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764078/real 1789764078] req@ffff998588b43100 x1876702246836736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764078.314717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246837248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764078.314740:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246836736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764078.314753:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764078.314758:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764078.314764:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246836736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764078.314794:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246836864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764078.314818:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764078.314831:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764078/real 1789764078] req@ffff998588b40000 x1876702246836864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764078.314843:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246836864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764078.314852:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764078.314855:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764078.314858:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246836864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764078.314864:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246836992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764078.314886:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764078.314898:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764078/real 1789764078] req@ffff998588b42680 x1876702246836992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764078.314910:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246836992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764078.314929:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764078.314936:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764078.314939:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246836992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764078.314945:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246837120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764078.314966:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764078.314977:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764078/real 1789764078] req@ffff998588b41c00 x1876702246837120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764078.314987:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246837120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764078.314995:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764078.314998:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764078.315001:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246837120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764078.315006:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246837248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764078.315036:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764078.315046:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764078/real 1789764078] req@ffff998588b42300 x1876702246837248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764078.315055:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246837248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764078.315075:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764078.315080:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764078.315083:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246837248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764078.890496:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764079.914603:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764080.938478:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764081.963381:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764082.986646:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764083.434416:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764083.434427:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764083.434433:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764083.434444:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1383 00000100:00080000:3.0:1789764083.434454:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764083.434461:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764083.434503:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246837376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764083.434543:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764083.434547:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764083.434549:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764083.434554:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1383 00000100:00080000:3.0:1789764083.434557:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764083.434562:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764083.434573:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764083.434588:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246837504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764083.434600:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789764083.434604:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246837376:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764083.434606:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764083.434610:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764083.434621:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1383 00000100:00080000:3.0:1789764083.434626:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764083.434629:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764083.434634:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764083.434649:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246837632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764083.434664:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764083.434668:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764083.434670:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764083.434674:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1383 00000100:00080000:3.0:1789764083.434678:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764083.434682:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764083.434687:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764083.434704:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246837760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764083.434705:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764083.434719:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764083.434723:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764083.434726:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764083.434731:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1383 00000100:00080000:3.0:1789764083.434735:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764083.434739:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764083.434744:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764083.434756:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246837888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764083.434762:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764083/real 1789764083] req@ffff998588b42d80 x1876702246837376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764083.434783:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246837376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764083.434794:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764083.434798:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764083.434802:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246837376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764083.434829:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246837504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764083.434856:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764083.434869:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764083/real 1789764083] req@ffff998588b42a00 x1876702246837504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764083.434881:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246837504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764083.434890:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764083.434893:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764083.434897:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246837504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764083.434904:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246837632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764083.434923:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764083.434934:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764083/real 1789764083] req@ffff998588b40e00 x1876702246837632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764083.434945:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246837632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764083.434954:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764083.434957:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764083.434960:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246837632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764083.434966:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246837760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764083.434984:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764083.434994:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764083/real 1789764083] req@ffff998588b43b80 x1876702246837760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764083.435005:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246837760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764083.435027:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764083.435030:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764083.435034:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246837760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764083.436717:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246837888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764083.436752:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764083.436769:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764083/real 1789764083] req@ffff998588b43800 x1876702246837888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764083.436781:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246837888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764083.436789:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764083.436792:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764083.436795:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246837888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764084.010723:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764085.034582:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764086.058476:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764087.082539:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764088.106585:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764088.554402:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764088.554410:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764088.554414:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764088.554422:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1388 00000100:00080000:3.0:1789764088.554433:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764088.554440:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764088.554500:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246838016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764088.554531:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764088.554537:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764088.554539:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764088.554548:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1388 00000100:00080000:3.0:1789764088.554552:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764088.554556:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764088.554565:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764088.554576:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246838016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764088.554595:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246838144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764088.554616:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764088.554619:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764088.554620:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764088.554624:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1388 00000100:00080000:3.0:1789764088.554627:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764088.554630:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789764088.554634:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789764088.554634:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764088.554644:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246838272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764088.554652:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764088.554655:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764088.554657:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764088.554660:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1388 00000100:00080000:3.0:1789764088.554663:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764088.554666:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764088.554670:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764088.554672:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764088/real 1789764088] req@ffff998588b41880 x1876702246838016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764088.554679:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246838400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764088.554687:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789764088.554688:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246838016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764088.554690:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764088.554692:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764088.554696:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1388 00000100:00080000:0.0:1789764088.554698:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764088.554702:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764088.554706:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246838016:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764088.554715:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764088.554718:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764088.554721:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764088.554729:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246838144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764088.554751:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764088.554763:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764088/real 1789764088] req@ffff998588b41f80 x1876702246838144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764088.554775:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246838144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764088.554790:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764088.554794:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764088.554797:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246838144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764088.554803:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246838272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764088.554832:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764088.554843:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764088/real 1789764088] req@ffff998588b43800 x1876702246838272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764088.554855:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246838272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764088.554864:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764088.554877:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764088.554877:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246838528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764088.554881:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246838272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764088.554887:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246838400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764088.554906:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764088.554917:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764088/real 1789764088] req@ffff998588b43b80 x1876702246838400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764088.554928:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246838400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764088.554936:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764088.554939:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764088.554943:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246838400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764088.554959:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246838528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764088.554979:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764088.554989:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764088/real 1789764088] req@ffff998588b40e00 x1876702246838528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764088.555001:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246838528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764088.555008:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764088.555011:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764088.555015:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246838528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764089.130459:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764090.154442:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764091.178445:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764092.202489:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764093.226570:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764093.674462:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764093.674477:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764093.674482:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764093.674495:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1393 00000100:00080000:3.0:1789764093.674511:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764093.674519:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764093.674559:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246838656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764093.674594:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764093.674598:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764093.674600:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764093.674605:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1393 00000100:00080000:3.0:1789764093.674609:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764093.674614:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764093.674623:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764093.674638:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246838784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764093.674648:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764093.674652:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764093.674654:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764093.674660:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1393 00000100:00100000:0.0:1789764093.674662:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246838656:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764093.674664:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764093.674672:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764093.674678:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764093.674691:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246838912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764093.674702:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764093.674706:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764093.674708:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764093.674712:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1393 00000100:00080000:3.0:1789764093.674717:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764093.674721:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764093.674726:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764093.674739:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246839040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764093.674744:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764093.674755:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764093.674759:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764093.674761:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764093.674766:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1393 00000100:00080000:3.0:1789764093.674773:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764093.674777:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764093.674783:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764093.674796:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246839168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764093.674802:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764093/real 1789764093] req@ffff998588b42a00 x1876702246838656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764093.674825:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246838656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764093.674837:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764093.674842:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764093.674846:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246838656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764093.674854:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246838784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764093.674878:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764093.674891:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764093/real 1789764093] req@ffff998588b42d80 x1876702246838784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764093.674902:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246838784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764093.674910:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764093.674914:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764093.674917:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246838784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764093.674952:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246838912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764093.674973:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764093.674991:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764093/real 1789764093] req@ffff998588b42300 x1876702246838912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764093.675006:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246838912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764093.675013:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764093.675017:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764093.675020:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246838912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764093.675025:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246839040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764093.675042:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764093.675054:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764093/real 1789764093] req@ffff998588b41c00 x1876702246839040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764093.675064:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246839040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764093.675072:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764093.675075:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764093.675078:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246839040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764093.675083:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246839168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764093.675101:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764093.675113:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764093/real 1789764093] req@ffff998588b42680 x1876702246839168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764093.675124:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246839168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764093.675130:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764093.675133:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764093.675136:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246839168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764094.250479:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764095.274478:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764096.298492:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764097.322496:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764098.346493:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764098.794386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764098.794396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764098.794409:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764098.794420:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1398 00000100:00080000:0.0:1789764098.794431:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764098.794438:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764098.794475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246839296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764098.794496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764098.794500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764098.794501:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764098.794504:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1398 00000100:00080000:0.0:1789764098.794508:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764098.794512:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764098.794520:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764098.794526:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246839296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764098.794532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246839424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764098.794541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764098.794543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764098.794544:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764098.794546:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1398 00000100:00080000:0.0:1789764098.794548:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764098.794550:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764098.794554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764098.794562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246839552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764098.794568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764098.794571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764098.794572:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764098.794574:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1398 00000100:00080000:0.0:1789764098.794576:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789764098.794580:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789764098.794582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764098.794587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764098.794595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246839680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764098.794601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764098.794604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764098.794605:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764098.794608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1398 00000100:00080000:0.0:1789764098.794610:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764098.794613:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764098.794617:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764098/real 1789764098] req@ffff9985856a2a00 x1876702246839296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1789764098.794618:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764098.794630:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246839808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764098.794635:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246839296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764098.794643:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764098.794649:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764098.794655:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246839296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764098.794676:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246839424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764098.794690:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764098.794698:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764098/real 1789764098] req@ffff9985856a0000 x1876702246839424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764098.794705:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246839424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764098.794710:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764098.794712:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764098.794714:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246839424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764098.794717:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246839552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764098.794727:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764098.794732:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764098/real 1789764098] req@ffff9985856a1880 x1876702246839552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764098.794738:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246839552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764098.794743:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764098.794745:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764098.794746:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246839552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764098.794749:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246839680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764098.794758:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764098.794763:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764098/real 1789764098] req@ffff9985856a3480 x1876702246839680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764098.794770:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246839680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764098.794774:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764098.794776:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764098.794777:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246839680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764098.794780:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246839808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764098.794788:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764098.794793:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764098/real 1789764098] req@ffff9985856a0e00 x1876702246839808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764098.794799:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246839808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764098.794803:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764098.794805:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764098.794806:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246839808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764099.370503:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764100.394418:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764101.418501:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764102.442449:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764103.466481:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764103.914443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764103.914453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764103.914457:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764103.914467:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1403 00000100:00080000:3.0:1789764103.914478:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764103.914484:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764103.914518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246839936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764103.914541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764103.914544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764103.914545:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764103.914548:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1403 00000100:00080000:3.0:1789764103.914551:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764103.914553:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764103.914562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764103.914570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246840064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764103.914575:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246839936:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764103.914581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764103.914584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764103.914585:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764103.914587:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1403 00000100:00080000:3.0:1789764103.914589:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764103.914591:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764103.914594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764103.914603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246840192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764103.914613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764103.914615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764103.914617:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764103.914619:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1403 00000100:00080000:3.0:1789764103.914621:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764103.914623:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764103.914625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764103.914632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246840320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764103.914637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764103.914639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764103.914642:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789764103.914643:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764103.914647:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1403 00000100:00080000:3.0:1789764103.914650:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764103.914652:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764103.914655:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764103.914663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246840448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764103.914686:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764103/real 1789764103] req@ffff998588b40000 x1876702246839936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764103.914700:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246839936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764103.914707:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764103.914709:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764103.914712:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246839936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764103.914730:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246840064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764103.914745:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764103.914752:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764103/real 1789764103] req@ffff998588b43100 x1876702246840064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764103.914759:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246840064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764103.914764:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764103.914766:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764103.914768:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246840064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764103.914771:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246840192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764103.914781:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764103.914787:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764103/real 1789764103] req@ffff998588b42680 x1876702246840192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764103.914793:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246840192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764103.914798:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764103.914799:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764103.914801:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246840192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764103.914804:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246840320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764103.914813:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764103.914818:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764103/real 1789764103] req@ffff998588b41c00 x1876702246840320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764103.914832:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246840320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764103.914839:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764103.914842:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764103.914845:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246840320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764103.914850:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246840448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764103.914868:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764103.914879:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764103/real 1789764103] req@ffff998588b42300 x1876702246840448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764103.914886:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246840448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764103.914890:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764103.914893:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764103.914894:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246840448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764104.490484:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764105.514513:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764106.538481:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764107.562495:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764108.586498:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764109.034413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764109.034420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764109.034424:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764109.034431:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1408 00000100:00080000:3.0:1789764109.034441:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764109.034447:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764109.034493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246840576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764109.034526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764109.034529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764109.034531:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764109.034535:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1408 00000100:00080000:3.0:1789764109.034539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764109.034543:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764109.034553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764109.034568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246840704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764109.034579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764109.034583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764109.034585:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764109.034589:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1408 00000100:00080000:3.0:1789764109.034593:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764109.034597:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764109.034602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764109.034616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246840832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764109.034621:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246840576:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764109.034638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764109.034642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764109.034644:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764109.034650:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1408 00000100:00080000:3.0:1789764109.034653:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764109.034657:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764109.034662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764109.034677:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246840960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764109.034687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764109.034690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764109.034692:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764109.034696:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1408 00000100:00080000:3.0:1789764109.034700:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764109.034703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764109.034708:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764109.034720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246841088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764109.034728:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764109.034799:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764109/real 1789764109] req@ffff998588b42d80 x1876702246840576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764109.034819:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246840576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764109.034840:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764109.034844:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764109.034848:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246840576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764109.034855:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246840704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764109.034878:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764109.034889:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764109/real 1789764109] req@ffff998588b42a00 x1876702246840704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764109.034900:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246840704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764109.034913:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764109.034916:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764109.034919:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246840704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764109.034946:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246840832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764109.034966:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764109.034976:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764109/real 1789764109] req@ffff998588b40e00 x1876702246840832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764109.034986:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246840832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764109.034994:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764109.034997:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764109.035000:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246840832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764109.035010:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246840960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764109.035027:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764109.035037:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764109/real 1789764109] req@ffff998588b43b80 x1876702246840960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764109.035047:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246840960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764109.035054:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764109.035057:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764109.035060:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246840960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764109.035065:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246841088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764109.035084:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764109.035093:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764109/real 1789764109] req@ffff998588b43800 x1876702246841088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764109.035103:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246841088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764109.035109:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764109.035112:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764109.035115:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246841088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764109.610610:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764110.634511:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764111.658420:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764112.682524:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764113.706522:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764114.154376:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764114.154383:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764114.154387:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764114.154395:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1414 00000100:00080000:3.0:1789764114.154403:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764114.154410:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764114.154445:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246841216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764114.154465:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764114.154467:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764114.154468:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764114.154471:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1414 00000100:00080000:3.0:1789764114.154473:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764114.154475:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764114.154482:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764114.154492:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246841344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764114.154499:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764114.154502:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764114.154503:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789764114.154506:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246841216:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764114.154508:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1414 00000100:00080000:3.0:1789764114.154513:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764114.154516:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764114.154519:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764114.154526:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246841472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764114.154532:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764114.154534:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764114.154536:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764114.154538:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1414 00000100:00080000:3.0:1789764114.154540:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764114.154543:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764114.154546:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764114.154552:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246841600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764114.154557:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789764114.154561:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764114.154561:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764114.154563:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764114.154568:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1414 00000100:00080000:3.0:1789764114.154572:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764114.154574:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764114.154577:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764114.154584:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246841728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764114.154604:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764114/real 1789764114] req@ffff998588b41f80 x1876702246841216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764114.154623:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246841216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764114.154633:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764114.154637:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764114.154641:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246841216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764114.154670:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246841344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764114.154691:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764114.154702:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764114/real 1789764114] req@ffff998588b41880 x1876702246841344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764114.154714:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246841344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764114.154719:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764114.154722:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764114.154724:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246841344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764114.154734:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246841472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764114.154750:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764114.154757:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764114/real 1789764114] req@ffff998588b43800 x1876702246841472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764114.154764:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246841472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764114.154773:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764114.154775:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764114.154777:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246841472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764114.154780:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246841600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764114.154789:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764114.154794:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764114/real 1789764114] req@ffff998588b43b80 x1876702246841600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764114.154800:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246841600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764114.154805:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764114.154807:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764114.154808:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246841600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764114.154812:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246841728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764114.154820:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764114.154826:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764114/real 1789764114] req@ffff998588b40e00 x1876702246841728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764114.154832:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246841728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764114.154836:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764114.154838:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764114.154840:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246841728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764114.730504:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764115.754476:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764116.779183:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764117.802551:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764118.826541:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764119.274418:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764119.274428:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764119.274433:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764119.274442:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1419 00000100:00080000:1.0:1789764119.274452:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764119.274459:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764119.274499:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246841856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764119.274525:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764119.274528:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764119.274530:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764119.274534:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1419 00000100:00080000:1.0:1789764119.274537:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764119.274540:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764119.274550:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764119.274563:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246841984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764119.274571:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246841856:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789764119.274575:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764119.274580:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764119.274582:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764119.274586:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1419 00000100:00080000:1.0:1789764119.274590:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764119.274594:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764119.274604:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764119.274621:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246842112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764119.274636:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764119.274639:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764119.274642:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789764119.274644:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764119.274648:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1419 00000100:00080000:1.0:1789764119.274653:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764119.274672:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764119.274678:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764119.274689:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246842240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764119.274698:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764119.274701:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764119.274703:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764119.274706:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1419 00000100:00080000:1.0:1789764119.274709:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789764119.274712:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764119/real 1789764119] req@ffff9985836db800 x1876702246841856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764119.274716:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764119.274723:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764119.274737:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246842368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764119.274744:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246841856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764119.274758:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764119.274763:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764119.274766:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246841856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764119.274792:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246841984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764119.274817:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764119.274828:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764119/real 1789764119] req@ffff9985836d8700 x1876702246841984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764119.274837:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246841984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764119.274842:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764119.274844:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764119.274847:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246841984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764119.274853:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246842112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764119.274871:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764119.274882:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764119/real 1789764119] req@ffff9985836d9c00 x1876702246842112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764119.274905:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246842112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764119.274911:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764119.274914:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764119.274916:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246842112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764119.274920:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246842240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764119.274934:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764119.274941:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764119/real 1789764119] req@ffff9985836da680 x1876702246842240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764119.274948:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246842240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764119.274953:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764119.274955:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764119.274957:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246842240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764119.274959:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246842368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764119.274968:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764119.274974:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764119/real 1789764119] req@ffff9985836d8a80 x1876702246842368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764119.274985:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246842368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764119.274992:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764119.274995:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764119.274998:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246842368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764119.850488:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764120.874491:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764121.898454:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764122.922476:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764123.946452:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764124.394404:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764124.394412:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764124.394415:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764124.394424:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1424 00000100:00080000:3.0:1789764124.394433:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764124.394439:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764124.394480:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246842496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764124.394506:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764124.394510:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764124.394512:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764124.394516:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1424 00000100:00080000:3.0:1789764124.394520:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764124.394524:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764124.394533:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764124.394545:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246842624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764124.394553:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789764124.394555:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246842496:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764124.394556:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764124.394558:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764124.394564:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1424 00000100:00080000:3.0:1789764124.394567:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764124.394569:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764124.394572:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764124.394580:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246842752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764124.394586:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764124.394588:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764124.394589:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764124.394592:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1424 00000100:00080000:3.0:1789764124.394595:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764124.394597:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764124.394600:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764124.394606:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246842880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764124.394612:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764124.394614:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764124.394615:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764124.394617:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1424 00000100:00080000:3.0:1789764124.394620:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764124.394622:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764124.394624:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764124.394630:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246843008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764124.394664:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246842624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764124.394696:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246842752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764124.394718:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246842880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764124.394739:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246843008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764124.970430:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764125.994504:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764127.018457:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789764127.466564:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789764127.466609:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789764127.466624:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764127.466662:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764127.466672:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764127.466679:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764127.466683:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789764127.466722:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764124/real 1789764127] req@ffff998588b42d80 x1876702246842624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764127.466746:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246842624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764127.466759:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764127.466764:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764127.466767:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246842624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764127.466773:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764124/real 1789764127] req@ffff998588b42300 x1876702246842752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764127.466786:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246842752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764127.466800:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764127.466804:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764127.466807:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246842752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764127.466815:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764124/real 1789764127] req@ffff998588b41c00 x1876702246842880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764127.466836:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246842880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764127.466844:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764127.466847:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764127.466850:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246842880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764127.466857:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764124/real 1789764127] req@ffff998588b42680 x1876702246843008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764127.466868:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246843008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764127.466875:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764127.466878:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764127.466881:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246843008:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764127.466889:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764124/real 1789764127] req@ffff998588b42a00 x1876702246842496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764127.466901:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246842496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764127.466909:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764127.466912:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764127.466916:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246842496:192.168.203.136@tcp:250:kworker.0 00010000:00010000:3.0:1789764128.042454:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764129.066443:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764129.514420:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764129.514437:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764129.514442:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764129.514460:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1429 00000100:00080000:1.0:1789764129.514471:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764129.514478:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764129.514521:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246843136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764129.514551:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764129.514554:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764129.514556:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764129.514561:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1429 00000100:00080000:1.0:1789764129.514566:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764129.514570:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764129.514579:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764129.514593:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246843264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764129.514603:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764129.514606:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764129.514608:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764129.514612:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1429 00000100:00080000:1.0:1789764129.514615:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764129.514619:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764129.514624:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764129.514636:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246843392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764129.514645:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764129.514649:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764129.514650:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764129.514654:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1429 00000100:00080000:1.0:1789764129.514657:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764129.514664:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764129.514666:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246843136:192.168.203.136@tcp:250:kworker.0 00000008:00100000:1.0:1789764129.514669:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764129.514682:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246843520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764129.514693:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764129.514697:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764129.514698:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764129.514702:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1429 00000100:00080000:1.0:1789764129.514705:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764129.514709:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764129.514714:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764129.514724:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246843648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764129.514746:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764129.515503:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764129/real 1789764129] req@ffff9985836dad80 x1876702246843136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764129.515525:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246843136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764129.515535:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764129.515539:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764129.515543:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246843136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764129.515551:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246843264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764129.515581:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764129.515606:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764129/real 1789764129] req@ffff9985836d8a80 x1876702246843264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764129.515618:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246843264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764129.515627:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764129.515630:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764129.515633:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246843264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764129.515641:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246843392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764129.515662:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764129.515672:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764129/real 1789764129] req@ffff9985836da680 x1876702246843392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764129.516982:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246843392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764129.516993:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764129.516998:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764129.517002:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246843392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764129.517039:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246843520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764129.517096:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764129.517118:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764129/real 1789764129] req@ffff9985836d9c00 x1876702246843520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764129.517131:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246843520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764129.517141:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764129.517144:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764129.517147:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246843520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764129.517154:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246843648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764129.517187:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764129.517203:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764129/real 1789764129] req@ffff9985836d8700 x1876702246843648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764129.517217:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246843648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764129.517225:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764129.517228:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764129.517232:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246843648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764130.090518:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764131.114485:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764132.138445:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764133.162483:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764134.186437:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764134.634396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764134.634404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764134.634408:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764134.634416:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1434 00000100:00080000:0.0:1789764134.634425:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764134.634431:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764134.634465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246843776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764134.634486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764134.634488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764134.634490:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764134.634493:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1434 00000100:00080000:0.0:1789764134.634495:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764134.634497:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764134.634504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764134.634513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246843904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764134.634520:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246843776:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764134.634547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764134.634551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764134.634554:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764134.634559:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1434 00000100:00080000:0.0:1789764134.634563:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764134.634566:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764134.634571:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:3.0:1789764134.634579:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764134.634583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246844032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764134.634591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764134.634594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764134.634596:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764134.634598:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1434 00000100:00080000:0.0:1789764134.634601:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764134.634602:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764134.634605:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764134.634612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246844160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764134.634619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764134.634622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1789764134.634623:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764134/real 1789764134] req@ffff9985856a1500 x1876702246843776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764134.634624:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764134.634629:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1434 00000100:00080000:0.0:1789764134.634633:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764134.634638:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764134.634643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764134.634651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246844288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764134.634657:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246843776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764134.634673:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764134.634676:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764134.634679:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246843776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764134.634699:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246843904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764134.634715:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764134.634731:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764134/real 1789764134] req@ffff9985856a2d80 x1876702246843904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764134.634738:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246843904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764134.634743:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764134.634745:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764134.634748:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246843904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764134.634751:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246844032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764134.634763:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764134.634769:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764134/real 1789764134] req@ffff9985856a2680 x1876702246844032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764134.634781:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246844032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764134.634787:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764134.634789:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764134.634790:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246844032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764134.634795:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246844160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764134.634805:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764134.634811:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764134/real 1789764134] req@ffff9985856a0700 x1876702246844160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764134.634818:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246844160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764134.634822:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764134.634824:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764134.634826:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246844160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764134.634828:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246844288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764134.634838:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764134.634843:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764134/real 1789764134] req@ffff9985856a3800 x1876702246844288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764134.634849:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246844288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764134.634854:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764134.634855:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764134.634864:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246844288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764135.210429:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764136.234489:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764137.258466:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764138.282427:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764139.306442:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764139.754432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764139.754441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764139.754447:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764139.754458:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1439 00000100:00080000:3.0:1789764139.754470:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764139.754480:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764139.754525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246844416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764139.754555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764139.754558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764139.754560:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764139.754564:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1439 00000100:00080000:3.0:1789764139.754568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764139.754573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764139.754584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764139.754607:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246844416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764139.754607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246844544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764139.754630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764139.754633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764139.754635:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764139.754639:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1439 00000100:00080000:3.0:1789764139.754645:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764139.754648:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764139.754653:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764139.754667:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246844672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764139.754682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764139.754685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764139.754687:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764139.754691:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1439 00000100:00080000:3.0:1789764139.754695:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789764139.754704:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764139.754711:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764139.754719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764139.754734:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246844800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764139.754743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764139.754746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764139.754748:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764139.754753:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1439 00000100:00080000:3.0:1789764139.754757:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789764139.754762:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764139/real 1789764139] req@ffff998588b43100 x1876702246844416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764139.754768:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764139.754793:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246844416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789764139.754794:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1789764139.754817:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789764139.754824:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246844928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764139.754827:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764139.754837:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246844416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764139.754875:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246844544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764139.754903:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764139.754920:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764139/real 1789764139] req@ffff998588b40000 x1876702246844544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764139.754932:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246844544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764139.754939:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764139.754942:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764139.754946:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246844544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764139.754952:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246844672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764139.754972:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764139.754998:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764139/real 1789764139] req@ffff998588b42a00 x1876702246844672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764139.755010:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246844672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764139.755018:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764139.755025:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764139.755028:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246844672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764139.755034:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246844800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764139.755054:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764139.755065:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764139/real 1789764139] req@ffff998588b42680 x1876702246844800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764139.755076:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246844800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764139.755083:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764139.755086:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764139.755098:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246844800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764139.755115:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246844928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764139.755136:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764139.755147:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764139/real 1789764139] req@ffff998588b41c00 x1876702246844928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764139.755159:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246844928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764139.755167:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764139.755177:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764139.755181:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246844928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764140.330477:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764141.354451:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764142.378462:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764143.402432:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764144.426480:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764144.874386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764144.874398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764144.874402:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764144.874412:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1444 00000100:00080000:3.0:1789764144.874422:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764144.874427:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764144.874468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246845056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764144.874495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764144.874499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764144.874500:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764144.874505:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1444 00000100:00080000:3.0:1789764144.874509:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764144.874512:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764144.874522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764144.874540:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246845056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764144.874541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246845184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764144.874553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764144.874556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764144.874557:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764144.874560:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1444 00000100:00080000:3.0:1789764144.874563:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764144.874566:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764144.874570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764144.874578:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246845312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764144.874586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764144.874589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764144.874590:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764144.874594:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1444 00000100:00080000:3.0:1789764144.874596:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789764144.874597:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764144.874600:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764144.874603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764144.874611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246845440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764144.874619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764144.874622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764144.874623:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764144.874626:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1444 00000100:00080000:3.0:1789764144.874629:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764144.874632:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764144.874633:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764144/real 1789764144] req@ffff998588b42300 x1876702246845056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789764144.874636:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764144.874643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246845568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764144.874649:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246845056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764144.874659:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764144.874663:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764144.874667:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246845056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764144.874690:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246845184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764144.874710:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764144.874719:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764144/real 1789764144] req@ffff998588b42d80 x1876702246845184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764144.874727:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246845184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764144.874740:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764144.874743:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764144.874747:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246845184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764144.874752:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246845312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764144.874772:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764144.874782:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764144/real 1789764144] req@ffff998588b40e00 x1876702246845312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764144.874805:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246845312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764144.874814:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764144.874817:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764144.874820:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246845312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764144.874826:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246845440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764144.874843:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764144.874851:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764144/real 1789764144] req@ffff998588b43b80 x1876702246845440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764144.874858:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246845440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764144.874863:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764144.874865:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764144.874867:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246845440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764144.874871:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246845568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764144.874881:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764144.874886:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764144/real 1789764144] req@ffff998588b43800 x1876702246845568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764144.874900:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246845568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764144.874907:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764144.874909:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764144.874911:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246845568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764145.450474:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764146.474472:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764147.498488:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764148.522465:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764149.546480:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764149.994474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764149.994489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764149.994493:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764149.994503:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1449 00000100:00080000:0.0:1789764149.994513:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764149.994520:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764149.994554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246845696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764149.994603:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246845696:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764149.994663:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789764149.994691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764149.994693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764149.994695:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764149.994698:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1449 00000100:00080000:0.0:1789764149.994700:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764149.994703:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764149.994710:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764149.994720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246845824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764149.994779:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764149/real 1789764149] req@ffff9985856a2300 x1876702246845696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764149.994793:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246845696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764149.994804:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764149.994807:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764149.994810:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246845696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764149.994829:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246845824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764149.994846:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764149.994854:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764149/real 1789764149] req@ffff9985856a3800 x1876702246845824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764149.994861:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246845824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764149.994866:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764149.994868:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764149.994870:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246845824:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789764149.994998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764149.995002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764149.995004:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764149.995008:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1449 00000100:00080000:0.0:1789764149.995013:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764149.995016:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764149.995021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764149.995042:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246845952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764149.995089:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246845952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764149.995113:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789764149.995132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764149.995136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764149.995138:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764149.995142:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1449 00000100:00080000:0.0:1789764149.995146:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764149.995150:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764149.995155:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764149.995167:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246846080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764149.995203:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764149/real 1789764149] req@ffff9985856a0700 x1876702246845952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764149.995350:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246845952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764149.995358:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764149.995362:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764149.995365:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246845952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764149.995381:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246846080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764149.995402:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764149.995413:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764149/real 1789764149] req@ffff9985856a2680 x1876702246846080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764149.995423:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246846080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764149.995432:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764149.995435:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764149.995438:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246846080:192.168.203.136@tcp:8:kworker.0 00000100:00080000:0.0:1789764149.995585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764149.995589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764149.995591:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764149.995595:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1449 00000100:00080000:0.0:1789764149.995599:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764149.995603:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764149.995608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764149.995620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246846208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764149.995661:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246846208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764149.995682:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764149.995741:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764149/real 1789764149] req@ffff9985856a2d80 x1876702246846208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764149.995753:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246846208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764149.995761:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764149.995765:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764149.995768:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246846208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764150.570499:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764151.595456:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764152.618512:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764153.642425:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764154.666893:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764155.114424:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764155.114433:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764155.114437:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764155.114445:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1455 00000100:00080000:3.0:1789764155.114454:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764155.114460:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764155.114500:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246846336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764155.114530:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764155.114532:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764155.114534:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764155.114537:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1455 00000100:00080000:3.0:1789764155.114540:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764155.114543:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764155.114551:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764155.114564:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246846464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764155.114571:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764155.114573:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764155.114574:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764155.114577:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1455 00000100:00080000:3.0:1789764155.114579:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789764155.114583:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246846336:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764155.114583:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764155.114587:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764155.114596:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246846592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764155.114605:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764155.114608:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764155.114609:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764155.114611:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1455 00000100:00080000:3.0:1789764155.114613:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764155.114615:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764155.114617:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764155.114628:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246846720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764155.114637:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764155.114640:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764155.114642:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764155.114645:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1455 00000100:00080000:3.0:1789764155.114649:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764155.114653:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789764155.114657:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789764155.114661:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764155.114673:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246846848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764155.114705:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764155/real 1789764155] req@ffff998588b41880 x1876702246846336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764155.114729:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246846336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764155.114739:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764155.114744:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764155.114747:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246846336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764155.114772:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246846464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764155.114791:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764155.114800:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764155/real 1789764155] req@ffff998588b41f80 x1876702246846464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764155.114812:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246846464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764155.114820:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764155.114823:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764155.114827:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246846464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764155.114833:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246846592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764155.114853:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764155.114862:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764155/real 1789764155] req@ffff998588b43800 x1876702246846592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764155.114870:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246846592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764155.114875:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764155.114878:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764155.114880:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246846592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764155.114885:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246846720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764155.114903:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764155.114913:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764155/real 1789764155] req@ffff998588b43b80 x1876702246846720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764155.114924:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246846720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764155.114932:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764155.114935:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764155.114939:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246846720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764155.114945:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246846848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764155.114960:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764155.114974:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764155/real 1789764155] req@ffff998588b40e00 x1876702246846848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764155.114982:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246846848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764155.115004:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764155.115007:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764155.115009:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246846848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764155.690450:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764156.714628:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764157.738533:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764158.762545:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764159.786533:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764160.234427:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764160.234439:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764160.234445:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764160.234457:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1460 00000100:00080000:3.0:1789764160.234470:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764160.234477:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764160.234516:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246846976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764160.234605:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246846976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764160.234678:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764160.234713:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764160.234716:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764160.234719:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764160.234723:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1460 00000100:00080000:3.0:1789764160.234727:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764160.234736:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764160.234746:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764160.234758:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246847104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764160.234821:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764160/real 1789764160] req@ffff998588b42d80 x1876702246846976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764160.234844:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246846976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764160.234853:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764160.234856:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764160.234859:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246846976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764160.234881:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246847104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764160.234902:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764160.234914:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764160/real 1789764160] req@ffff998588b42300 x1876702246847104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764160.234926:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246847104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764160.234935:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764160.234937:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764160.234940:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246847104:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789764160.235047:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764160.235051:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764160.235053:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764160.235058:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1460 00000100:00080000:3.0:1789764160.235062:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764160.235066:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764160.235071:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764160.235082:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246847232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764160.235126:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246847232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764160.235157:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764160.235177:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764160.235180:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764160.235182:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764160.235186:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1460 00000100:00080000:3.0:1789764160.235189:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764160.235193:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764160.235198:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764160.235208:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246847360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764160.235245:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764160/real 1789764160] req@ffff998588b41c00 x1876702246847232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764160.235258:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246847232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764160.235271:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764160.235274:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764160.235277:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246847232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764160.235303:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246847360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764160.235323:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764160.235334:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764160/real 1789764160] req@ffff998588b42680 x1876702246847360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764160.235345:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246847360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764160.235353:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764160.235356:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764160.235360:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246847360:192.168.203.136@tcp:8:kworker.0 00000100:00080000:3.0:1789764160.235452:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764160.235456:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764160.235458:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764160.235464:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1460 00000100:00080000:3.0:1789764160.235468:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764160.235471:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764160.235476:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764160.235486:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246847488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764160.235525:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246847488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764160.235547:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764160.235610:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764160/real 1789764160] req@ffff998588b42a00 x1876702246847488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764160.235622:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246847488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764160.235630:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764160.235632:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764160.235635:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246847488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764160.810868:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764161.836075:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764162.862261:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764163.882890:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764164.906552:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764165.354480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764165.354493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764165.354500:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764165.354512:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1465 00000100:00080000:0.0:1789764165.354528:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764165.354537:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764165.354606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246847616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764165.354682:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246847616:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764165.354761:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789764165.354799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764165.354804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764165.354806:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764165.354811:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1465 00000100:00080000:0.0:1789764165.354815:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764165.354820:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764165.354830:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764165.354845:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246847744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764165.355241:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764165/real 1789764165] req@ffff9985856a1500 x1876702246847616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764165.355262:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246847616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764165.355279:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764165.355284:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764165.355324:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246847616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764165.355351:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246847744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764165.355379:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764165.355393:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764165/real 1789764165] req@ffff9985856a0e00 x1876702246847744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764165.355405:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246847744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764165.355413:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764165.355417:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764165.355420:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246847744:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789764165.355825:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764165.355829:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764165.355831:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764165.355837:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1465 00000100:00080000:0.0:1789764165.355841:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764165.355845:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764165.355852:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764165.355884:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246847872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764165.355895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764165.355898:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764165.355900:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764165.355919:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1465 00000100:00080000:0.0:1789764165.355923:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764165.355927:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764165.355933:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764165.355945:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246848000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764165.355955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764165.355958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764165.355959:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764165.355963:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1465 00000100:00080000:0.0:1789764165.355966:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764165.355969:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764165.355974:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764165.355984:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246848128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764165.356278:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246847872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764165.356352:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764165.356368:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764165/real 1789764165] req@ffff9985856a3480 x1876702246847872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764165.356381:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246847872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764165.356389:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764165.356392:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764165.356396:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246847872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764165.356402:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246848000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764165.356425:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764165.356446:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764165/real 1789764165] req@ffff9985856a1880 x1876702246848000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764165.356459:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246848000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764165.356468:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764165.356471:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764165.356474:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246848000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764165.356480:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246848128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764165.356500:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764165.356511:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764165/real 1789764165] req@ffff9985856a0000 x1876702246848128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764165.356522:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246848128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764165.356529:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764165.356533:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764165.356536:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246848128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764165.930681:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764166.956337:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764167.978592:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764169.002589:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764170.026462:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764170.474402:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764170.474412:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764170.474416:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764170.474426:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1470 00000100:00080000:1.0:1789764170.474436:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764170.474443:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764170.474477:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246848256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764170.474507:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764170.474511:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764170.474513:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764170.474517:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1470 00000100:00080000:1.0:1789764170.474521:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764170.474525:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764170.474533:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764170.474544:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246848384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764170.474551:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764170.474560:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764170.474562:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764170.474568:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1470 00000100:00100000:3.0:1789764170.474570:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246848256:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789764170.474572:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764170.474579:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764170.474586:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764170.474608:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246848512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764170.474620:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764170.474623:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764170.474625:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764170.474636:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1470 00000100:00080000:1.0:1789764170.474640:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764170.474645:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764170.474650:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789764170.474658:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764170.474664:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246848640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764170.474678:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764170.474681:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764170.474683:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764170.474687:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1470 00000100:00080000:1.0:1789764170.474691:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764170.474694:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764170.474698:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764170.474708:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246848768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764170.474727:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764170/real 1789764170] req@ffff9985836db800 x1876702246848256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764170.474747:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246848256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764170.474758:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764170.474762:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764170.474767:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246848256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764170.474775:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246848384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764170.474798:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764170.474812:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764170/real 1789764170] req@ffff9985836da300 x1876702246848384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764170.474825:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246848384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764170.474833:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764170.474836:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764170.474839:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246848384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764170.474863:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246848512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764170.474899:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764170.474911:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764170/real 1789764170] req@ffff9985836d8e00 x1876702246848512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764170.474923:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246848512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764170.474938:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764170.474941:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764170.474945:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246848512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764170.474951:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246848640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764170.474970:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764170.474982:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764170/real 1789764170] req@ffff9985836d8380 x1876702246848640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764170.474993:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246848640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764170.475015:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764170.475018:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764170.475021:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246848640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764170.475028:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246848768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764170.475047:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764170.475059:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764170/real 1789764170] req@ffff9985836d9180 x1876702246848768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764170.475070:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246848768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764170.475078:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764170.475081:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764170.475085:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246848768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764171.050527:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764172.075953:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764173.098623:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764174.122584:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764175.146568:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764175.594502:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764175.594513:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764175.594565:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764175.594578:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1475 00000100:00080000:3.0:1789764175.594591:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764175.594600:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764175.594639:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246848896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764175.594677:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764175.594681:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764175.594683:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764175.594688:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1475 00000100:00080000:3.0:1789764175.594693:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764175.594696:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764175.594707:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764175.594719:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246849024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764175.594728:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764175.594732:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764175.594733:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764175.594737:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1475 00000100:00080000:3.0:1789764175.594741:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764175.594744:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764175.594749:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764175.594761:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246849152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764175.594771:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764175.594775:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764175.594777:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764175.594780:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1475 00000100:00080000:3.0:1789764175.594784:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764175.594787:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764175.594792:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764175.594803:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246849280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764175.594813:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764175.594816:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764175.594818:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764175.594821:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1475 00000100:00080000:3.0:1789764175.594824:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764175.594828:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764175.594832:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764175.594897:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246848896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764175.594976:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764175.595024:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764175/real 1789764175] req@ffff998588b40000 x1876702246848896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764175.595042:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246848896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764175.595052:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764175.595055:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764175.595058:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246848896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764175.595065:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246849024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764175.595089:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764175.595102:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764175/real 1789764175] req@ffff998588b43100 x1876702246849024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764175.595114:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246849024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764175.595122:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764175.595126:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764175.595129:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246849024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764175.595135:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246849152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764175.595154:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764175.595164:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764175/real 1789764175] req@ffff998588b42a00 x1876702246849152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764175.595174:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246849152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764175.595182:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764175.595185:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764175.595188:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246849152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764175.595193:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246849280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764175.595212:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764175.595222:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764175/real 1789764175] req@ffff998588b42680 x1876702246849280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764175.595240:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246849280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764175.595247:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764175.595251:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764175.595254:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246849280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764175.596307:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246849408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764175.596380:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246849408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764175.596414:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764175.596430:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764175/real 1789764175] req@ffff998588b41c00 x1876702246849408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764175.596443:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246849408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764175.596452:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764175.596455:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764175.596458:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246849408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764176.170919:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764177.194580:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764178.221511:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764179.242869:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764180.266505:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764180.715822:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764180.715831:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764180.715836:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764180.715846:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1480 00000100:00080000:1.0:1789764180.715855:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764180.715862:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764180.715903:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246849536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764180.715931:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764180.715935:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764180.715936:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764180.715941:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1480 00000100:00080000:1.0:1789764180.715945:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764180.715948:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764180.715958:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764180.715973:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246849664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764180.715982:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246849536:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789764180.715998:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764180.716001:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764180.716003:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764180.716007:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1480 00000100:00080000:1.0:1789764180.716010:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764180.716013:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764180.716019:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764180.716030:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246849792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764180.716039:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764180.716043:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764180.716045:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789764180.716047:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764180.716051:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1480 00000100:00080000:1.0:1789764180.716056:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764180.716060:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764180.716065:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764180.716074:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246849920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764180.716084:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764180.716087:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1789764180.716091:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764180/real 1789764180] req@ffff9985836d9880 x1876702246849536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764180.716092:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764180.716099:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1480 00000100:00080000:1.0:1789764180.716105:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764180.716111:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764180.716116:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764180.716120:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246849536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764180.716128:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246850048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764180.716157:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764180.716163:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764180.716167:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246849536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764180.716193:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246849664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764180.716214:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764180.716225:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764180/real 1789764180] req@ffff9985836d9180 x1876702246849664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764180.716235:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246849664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764180.716243:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764180.716246:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764180.716250:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246849664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764180.716255:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246849792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764180.716273:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764180.716283:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764180/real 1789764180] req@ffff9985836d8380 x1876702246849792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764180.716321:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246849792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764180.716330:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764180.716334:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764180.716336:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246849792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764180.716343:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246849920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764180.716359:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764180.716369:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764180/real 1789764180] req@ffff9985836d8e00 x1876702246849920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764180.716380:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246849920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764180.716389:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764180.716404:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764180.716407:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246849920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764180.716413:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246850048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764180.716438:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764180.716449:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764180/real 1789764180] req@ffff9985836da300 x1876702246850048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764180.716460:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246850048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764180.716467:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764180.716470:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764180.716473:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246850048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764181.290760:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764182.317832:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764183.339619:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764184.362651:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764185.386641:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764185.834479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764185.834489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764185.834493:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764185.834503:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1485 00000100:00080000:2.0:1789764185.834513:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764185.834522:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764185.834568:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246850176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764185.834644:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246850176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764185.834705:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789764185.834735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764185.834739:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764185.834741:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764185.834747:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1485 00000100:00080000:2.0:1789764185.834751:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764185.834755:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764185.834774:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764185.834789:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246850304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764185.834853:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764185/real 1789764185] req@ffff9985857d9f80 x1876702246850176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764185.834872:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246850176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764185.834883:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764185.834887:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764185.834892:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246850176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764185.834918:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246850304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764185.834942:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764185.834955:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764185/real 1789764185] req@ffff9985857d9500 x1876702246850304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764185.834968:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246850304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764185.834977:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764185.834980:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764185.834983:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246850304:192.168.203.136@tcp:38:kworker.0 00000100:00080000:2.0:1789764185.835182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764185.835187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764185.835189:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764185.835194:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1485 00000100:00080000:2.0:1789764185.835198:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764185.835203:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764185.835209:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764185.835222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246850432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764185.835274:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246850432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764185.835331:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789764185.835378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764185.835382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764185.835384:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764185.835389:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1485 00000100:00080000:2.0:1789764185.835394:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764185.835398:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764185.835403:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764185.835427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246850560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764185.835573:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764185/real 1789764185] req@ffff9985857d8000 x1876702246850432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764185.835587:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246850432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764185.835602:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764185.835606:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764185.835609:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246850432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764185.835623:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246850560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764185.835645:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764185.835658:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764185/real 1789764185] req@ffff9985857d9500 x1876702246850560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764185.835670:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246850560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764185.835678:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764185.835681:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764185.835684:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246850560:192.168.203.136@tcp:8:kworker.0 00000100:00080000:2.0:1789764185.835796:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764185.835801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764185.835803:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764185.835808:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1485 00000100:00080000:2.0:1789764185.835869:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764185.835874:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764185.835879:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764185.835892:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246850688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764185.835937:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246850688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764185.835962:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764185.836076:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764185/real 1789764185] req@ffff9985857d9f80 x1876702246850688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764185.836089:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246850688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764185.836097:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764185.836101:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764185.836105:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246850688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764186.412674:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764187.434907:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764188.458670:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764189.482513:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764190.506518:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764190.955536:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764190.955551:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764190.955555:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764190.955567:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1490 00000100:00080000:3.0:1789764190.955581:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764190.955590:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764190.955633:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246850816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764190.955721:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246850816:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764190.955954:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764190.955959:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764190.955961:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764190.955966:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1490 00000100:00080000:3.0:1789764190.955972:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764190.955977:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764190.955987:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764190.956004:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246850944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764190.958512:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246850944:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789764190.961057:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764190.961069:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764190.961073:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764190.961196:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1490 00000100:00080000:3.0:1789764190.961211:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764190.961219:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764190.961232:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764190.961267:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246851072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764190.961284:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764190.961306:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764190.961308:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764190.961312:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1490 00000100:00080000:3.0:1789764190.961316:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764190.961320:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764190.961325:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764190.961337:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246851200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764190.961347:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764190.961350:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764190.961352:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764190.961355:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1490 00000100:00080000:3.0:1789764190.961359:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764190.961363:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764190.961368:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764190.961378:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246851328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764190.961515:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246851072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764190.961602:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246851200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764190.961626:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246851328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764191.530589:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764192.556250:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764193.578587:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789764194.026597:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789764194.026633:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789764194.026646:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764194.026685:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764194.026695:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764194.026714:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764194.026722:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789764194.026936:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764190/real 1789764194] req@ffff998588b40e00 x1876702246851072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764194.026968:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246851072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764194.026988:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764194.026992:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764194.027003:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246851072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764194.027011:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764190/real 1789764194] req@ffff998588b43b80 x1876702246851200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764194.027023:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246851200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764194.027031:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764194.027034:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764194.027037:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246851200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764194.027044:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764190/real 1789764194] req@ffff998588b43800 x1876702246851328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764194.027055:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246851328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764194.027062:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764194.027072:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764194.027076:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246851328:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764194.027083:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764190/real 1789764194] req@ffff998588b42d80 x1876702246850944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764194.027095:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246850944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764194.027102:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764194.027105:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764194.027108:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246850944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764194.027114:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764190/real 1789764194] req@ffff998588b42300 x1876702246850816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764194.027125:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246850816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764194.027132:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764194.027136:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764194.027138:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246850816:192.168.203.136@tcp:250:kworker.0 00010000:00010000:1.0:1789764194.602463:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764195.626616:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764196.074524:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764196.074538:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764196.074543:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764196.074555:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1496 00000100:00080000:1.0:1789764196.074570:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764196.074578:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764196.074619:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246851456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764196.074658:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764196.074662:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764196.074664:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764196.074668:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1496 00000100:00080000:1.0:1789764196.074680:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764196.074684:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764196.074853:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764196.074867:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246851584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764196.074877:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764196.074880:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764196.074882:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764196.074886:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1496 00000100:00080000:1.0:1789764196.074889:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764196.074893:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764196.074897:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764196.074905:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246851712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764196.074914:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764196.074917:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764196.074918:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764196.074922:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1496 00000100:00080000:1.0:1789764196.074925:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764196.074928:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764196.074932:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764196.075371:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246851840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764196.075381:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764196.075384:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764196.075386:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764196.075389:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1496 00000100:00080000:1.0:1789764196.075393:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764196.075398:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764196.075404:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764196.075415:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246851968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764196.076817:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246851456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764196.076915:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764196.076972:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764196/real 1789764196] req@ffff9985836db800 x1876702246851456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764196.076991:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246851456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764196.077000:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764196.077005:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764196.077009:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246851456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764196.077017:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246851584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764196.077041:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764196.077052:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764196/real 1789764196] req@ffff9985836d8700 x1876702246851584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764196.077063:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246851584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764196.077071:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764196.077074:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764196.077077:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246851584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764196.077083:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246851712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764196.077103:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764196.077112:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764196/real 1789764196] req@ffff9985836d9c00 x1876702246851712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764196.077123:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246851712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764196.077129:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764196.077132:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764196.077135:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246851712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764196.077141:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246851840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764196.077162:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764196.077171:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764196/real 1789764196] req@ffff9985836da680 x1876702246851840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764196.077181:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246851840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764196.077188:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764196.077191:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764196.077194:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246851840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764196.077200:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246851968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764196.077219:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764196.077229:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764196/real 1789764196] req@ffff9985836d8a80 x1876702246851968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764196.077249:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246851968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764196.077261:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764196.077264:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764196.077266:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246851968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764196.650556:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764197.674538:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764198.698530:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764199.722602:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764200.747486:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764201.194398:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764201.194409:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764201.194414:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764201.194424:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1501 00000100:00080000:1.0:1789764201.194435:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764201.194442:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764201.194483:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246852096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764201.194514:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764201.194518:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764201.194519:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764201.194523:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1501 00000100:00080000:1.0:1789764201.194561:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764201.194567:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764201.194576:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764201.194590:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246852224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764201.194599:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764201.194602:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764201.194604:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764201.194607:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1501 00000100:00080000:1.0:1789764201.194610:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764201.194614:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764201.194618:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764201.194627:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246852352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764201.194635:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764201.194638:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764201.194640:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764201.194644:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1501 00000100:00080000:1.0:1789764201.194647:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764201.194649:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764201.194665:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764201.194675:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246852480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764201.194684:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764201.194687:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764201.194688:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764201.194691:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1501 00000100:00080000:1.0:1789764201.194695:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764201.194698:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764201.194702:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764201.194712:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246852608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764201.194765:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246852096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764201.194827:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764201.194865:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764201/real 1789764201] req@ffff9985836dad80 x1876702246852096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764201.194883:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246852096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764201.194893:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764201.194897:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764201.194901:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246852096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764201.194908:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246852224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764201.194930:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764201.194942:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764201/real 1789764201] req@ffff9985836d8a80 x1876702246852224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764201.194955:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246852224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764201.194963:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764201.194967:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764201.194970:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246852224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764201.194977:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246852352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764201.194996:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764201.195008:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764201/real 1789764201] req@ffff9985836da680 x1876702246852352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764201.195020:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246852352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764201.195028:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764201.195031:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764201.195034:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246852352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764201.195040:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246852480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764201.195060:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764201.195071:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764201/real 1789764201] req@ffff9985836d9c00 x1876702246852480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764201.195083:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246852480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764201.195091:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764201.195094:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764201.195097:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246852480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764201.195103:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246852608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764201.195123:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764201.195134:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764201/real 1789764201] req@ffff9985836d8700 x1876702246852608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764201.195147:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246852608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764201.195155:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764201.195158:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764201.195161:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246852608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764201.770664:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764202.794534:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764203.818756:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764204.842592:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764205.866633:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764206.314928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764206.314940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764206.314945:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764206.314956:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1506 00000100:00080000:0.0:1789764206.314970:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764206.314979:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764206.315020:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246852736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764206.315057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764206.315061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764206.315063:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764206.315068:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1506 00000100:00080000:0.0:1789764206.315072:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764206.315075:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764206.315085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764206.315099:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246852864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764206.315113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764206.315115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764206.315117:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764206.315120:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1506 00000100:00080000:0.0:1789764206.315123:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764206.315128:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764206.315132:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764206.315143:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246852992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764206.315152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764206.315155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764206.315157:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764206.315160:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1506 00000100:00080000:0.0:1789764206.315163:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764206.315167:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764206.315170:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764206.315179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246853120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764206.315198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764206.315202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764206.315203:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764206.315207:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1506 00000100:00080000:0.0:1789764206.315210:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764206.315214:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764206.315218:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764206.315228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246853248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764206.315338:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246852736:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764206.315409:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764206.315453:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764206/real 1789764206] req@ffff9985856a2a00 x1876702246852736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764206.315475:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246852736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764206.315486:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764206.315489:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764206.315493:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246852736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764206.315500:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246852864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764206.315523:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764206.315536:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764206/real 1789764206] req@ffff9985856a0000 x1876702246852864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764206.315547:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246852864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764206.315555:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764206.315558:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764206.315561:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246852864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764206.315566:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246852992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764206.315600:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764206.315612:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764206/real 1789764206] req@ffff9985856a1880 x1876702246852992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764206.315931:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246852992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764206.315945:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764206.315948:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764206.315951:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246852992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764206.315959:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246853120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764206.315982:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764206.315995:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764206/real 1789764206] req@ffff9985856a3480 x1876702246853120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764206.316006:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246853120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764206.316014:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764206.316017:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764206.316815:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246853120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764206.316826:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246853248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764206.316858:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764206.316873:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764206/real 1789764206] req@ffff9985856a0e00 x1876702246853248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764206.316889:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246853248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764206.316898:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764206.316901:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764206.316905:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246853248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764206.890532:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764207.914575:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764208.939544:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764209.962523:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764210.987359:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764211.434453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764211.434465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764211.434470:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764211.434482:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1511 00000100:00080000:0.0:1789764211.434495:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764211.434504:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764211.434543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246853376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764211.434585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764211.434589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764211.434591:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764211.434595:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1511 00000100:00080000:0.0:1789764211.434599:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764211.434602:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764211.434613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764211.434633:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246853504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764211.434646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764211.434650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764211.434652:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789764211.434652:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246853376:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764211.434659:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1511 00000100:00080000:0.0:1789764211.434676:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764211.434679:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764211.434685:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764211.434698:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246853632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764211.434707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764211.434710:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764211.434712:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764211.434716:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1511 00000100:00080000:0.0:1789764211.434720:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764211.434723:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764211.434727:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789764211.434734:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764211.434738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246853760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764211.434748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764211.434751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764211.434762:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764211.434766:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1511 00000100:00080000:0.0:1789764211.434770:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764211.434774:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764211.434779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764211.434790:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246853888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764211.434817:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764211/real 1789764211] req@ffff9985856a1500 x1876702246853376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764211.434839:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246853376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764211.434850:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764211.434854:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764211.434869:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246853376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764211.434896:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246853504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764211.434921:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764211.434935:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764211/real 1789764211] req@ffff9985856a2d80 x1876702246853504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764211.434947:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246853504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764211.434955:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764211.434959:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764211.434962:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246853504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764211.434968:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246853632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764211.434989:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764211.435001:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764211/real 1789764211] req@ffff9985856a2680 x1876702246853632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764211.435112:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246853632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764211.435122:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764211.435126:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764211.435129:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246853632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764211.435135:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246853760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764211.435159:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764211.435171:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764211/real 1789764211] req@ffff9985856a0700 x1876702246853760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764211.435184:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246853760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764211.435192:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764211.435195:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764211.435198:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246853760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764211.435203:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246853888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764211.435222:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764211.435234:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764211/real 1789764211] req@ffff9985856a3800 x1876702246853888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764211.435245:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246853888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764211.435253:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764211.435269:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764211.435272:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246853888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764212.010423:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764213.034475:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764214.058470:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764215.082486:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764216.106451:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764216.554448:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764216.554461:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764216.554465:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764216.554478:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1516 00000100:00080000:3.0:1789764216.554491:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764216.554499:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764216.554553:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246854016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764216.554593:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764216.554597:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764216.554598:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764216.554603:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1516 00000100:00080000:3.0:1789764216.554607:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764216.554611:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764216.554621:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764216.554632:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246854144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764216.554639:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764216.554641:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764216.554643:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764216.554646:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1516 00000100:00080000:3.0:1789764216.554648:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764216.554650:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764216.554653:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764216.554661:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246854272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764216.554666:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764216.554668:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764216.554669:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764216.554671:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1516 00000100:00080000:3.0:1789764216.554673:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764216.554675:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764216.554677:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764216.554682:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246854400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764216.554686:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764216.554689:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764216.554689:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764216.554691:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1516 00000100:00080000:3.0:1789764216.554693:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764216.554695:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764216.554698:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764216.554703:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246854528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764216.554783:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246854016:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764216.554844:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764216.554881:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764216/real 1789764216] req@ffff998588b41f80 x1876702246854016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764216.554902:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246854016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764216.554909:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764216.554912:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764216.554914:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246854016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764216.554919:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246854144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764216.554933:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764216.554940:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764216/real 1789764216] req@ffff998588b41880 x1876702246854144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764216.554947:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246854144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764216.554951:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764216.554953:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764216.554955:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246854144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764216.554957:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246854272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764216.554968:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764216.554974:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764216/real 1789764216] req@ffff998588b42300 x1876702246854272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764216.554980:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246854272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764216.554985:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764216.554987:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764216.554989:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246854272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764216.554994:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246854400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764216.555010:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764216.555019:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764216/real 1789764216] req@ffff998588b42d80 x1876702246854400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764216.555029:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246854400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764216.555036:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764216.555039:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764216.555042:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246854400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764216.555047:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246854528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764216.555064:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764216.555073:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764216/real 1789764216] req@ffff998588b43800 x1876702246854528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764216.555088:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246854528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764216.555096:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764216.555099:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764216.555101:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246854528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764217.130495:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764218.154478:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764219.178529:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764220.202412:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764221.226494:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764221.674456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764221.674466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764221.674470:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764221.674480:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1521 00000100:00080000:1.0:1789764221.674490:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764221.674496:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764221.674547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246854656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764221.674575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764221.674579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764221.674581:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764221.674586:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1521 00000100:00080000:1.0:1789764221.674589:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764221.674593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764221.674602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764221.674614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246854784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764221.674626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789764221.674627:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246854656:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789764221.674633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764221.674637:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764221.674641:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1521 00000100:00080000:1.0:1789764221.674644:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764221.674647:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764221.674664:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764221.674676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246854912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764221.674687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764221.674692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1789764221.674693:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764221.674696:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764221.674703:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1521 00000100:00080000:1.0:1789764221.674707:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764221.674711:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764221.674716:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764221.674727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246855040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764221.674730:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764221/real 1789764221] req@ffff9985836db800 x1876702246854656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764221.674744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764221.674750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764221.674752:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764221.674757:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1521 00000100:00100000:0.0:1789764221.674761:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246854656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764221.674762:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764221.674770:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764221.674779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1789764221.674781:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764221.674787:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764221.674792:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246855168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764221.674795:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246854656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764221.674828:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246854784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764221.674853:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764221.674864:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764221/real 1789764221] req@ffff9985836da300 x1876702246854784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764221.674874:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246854784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764221.674884:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764221.674886:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764221.674889:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246854784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764221.674893:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246854912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764221.674906:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764221.674913:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764221/real 1789764221] req@ffff9985836d8e00 x1876702246854912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764221.674919:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246854912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764221.674924:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764221.674926:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764221.674928:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246854912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764221.674931:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246855040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764221.674939:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764221.674945:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764221/real 1789764221] req@ffff9985836d8380 x1876702246855040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764221.674951:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246855040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764221.674956:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764221.674957:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764221.674959:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246855040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764221.674962:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246855168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764221.674975:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764221.674985:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764221/real 1789764221] req@ffff9985836d9180 x1876702246855168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764221.674995:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246855168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764221.675003:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764221.675006:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764221.675009:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246855168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764222.250602:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764223.274438:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764224.298681:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764225.322438:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764226.346665:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764226.794439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764226.794454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764226.794458:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764226.794503:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1526 00000100:00080000:1.0:1789764226.794519:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764226.794527:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764226.794570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246855296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764226.794599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764226.794603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764226.794604:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764226.794608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1526 00000100:00080000:1.0:1789764226.794612:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764226.794615:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764226.794626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764226.794643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246855424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764226.794653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764226.794657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764226.794659:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764226.794663:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1526 00000100:00080000:1.0:1789764226.794667:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764226.794671:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764226.794678:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764226.794680:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246855296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764226.794695:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246855552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764226.794710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764226.794715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764226.794717:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764226.794722:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1526 00000100:00080000:1.0:1789764226.794875:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764226.794880:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764226.794886:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1789764226.794890:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764226.794908:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246855680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764226.794920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764226.794923:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764226.794925:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764226.794930:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1526 00000100:00080000:1.0:1789764226.794934:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764226.794938:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764226.794943:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764226/real 1789764226] req@ffff9985836d9880 x1876702246855296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764226.794959:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246855296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764226.794968:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764226.794971:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764226.794975:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246855296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764226.794980:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246855424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764226.794999:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:1.0:1789764226.795006:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764226.795010:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764226/real 1789764226] req@ffff9985836d9180 x1876702246855424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764226.795021:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246855424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764226.795030:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246855808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764226.795032:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764226.795042:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764226.795052:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246855424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764226.795091:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246855552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764226.795108:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764226.795118:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764226/real 1789764226] req@ffff9985836d8380 x1876702246855552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764226.795126:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246855552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764226.795131:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764226.795134:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764226.795135:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246855552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764226.795139:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246855680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764226.795149:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764226.795155:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764226/real 1789764226] req@ffff9985836d8e00 x1876702246855680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764226.795166:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246855680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764226.795170:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764226.795172:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764226.795174:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246855680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764226.795177:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246855808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764226.795187:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764226.795193:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764226/real 1789764226] req@ffff9985836da300 x1876702246855808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764226.795199:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246855808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764226.795204:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764226.795205:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764226.795207:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246855808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764227.371137:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764228.396961:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764229.418524:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764230.442597:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764231.468861:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764231.915835:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764231.915845:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764231.915850:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764231.915859:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1531 00000100:00080000:0.0:1789764231.915870:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764231.915876:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764231.915914:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246855936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764231.915941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764231.915945:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764231.915947:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764231.915950:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1531 00000100:00080000:0.0:1789764231.915953:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764231.915957:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764231.915967:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764231.915981:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246856064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764231.915993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789764231.915993:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246855936:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764231.916001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764231.916004:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764231.916008:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1531 00000100:00080000:0.0:1789764231.916011:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764231.916014:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764231.916019:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764231.916029:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246856192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764231.916039:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764231.916042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764231.916044:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764231.916048:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1531 00000100:00080000:0.0:1789764231.916052:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764231.916055:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764231.916060:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1789764231.916062:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764231.916072:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246856320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764231.916082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764231.916085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764231.916087:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764231.916091:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1531 00000100:00080000:0.0:1789764231.916094:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764231.916098:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764231.916102:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764231.916107:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764231/real 1789764231] req@ffff9985856a2300 x1876702246855936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764231.916115:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246856448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764231.916134:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246855936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764231.916147:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764231.916152:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764231.916156:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246855936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764231.916180:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246856064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764231.916203:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764231.916216:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764231/real 1789764231] req@ffff9985856a3800 x1876702246856064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764231.916227:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246856064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764231.916233:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764231.916235:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764231.916237:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246856064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764231.916240:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246856192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764231.916256:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764231.916266:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764231/real 1789764231] req@ffff9985856a0700 x1876702246856192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764231.916277:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246856192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764231.916285:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764231.916312:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764231.916315:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246856192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764231.916320:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246856320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764231.916335:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764231.916343:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764231/real 1789764231] req@ffff9985856a2680 x1876702246856320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764231.916350:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246856320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764231.916355:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764231.916357:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764231.916359:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246856320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764231.916362:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246856448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764231.916371:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764231.916377:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764231/real 1789764231] req@ffff9985856a2d80 x1876702246856448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764231.916388:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246856448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764231.916393:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764231.916394:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764231.916396:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246856448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764232.491030:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764233.514500:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764234.538456:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764235.562636:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764236.586611:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764237.034446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764237.034459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764237.034463:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764237.034543:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1536 00000100:00080000:0.0:1789764237.034558:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764237.034566:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764237.034607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246856576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764237.034652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764237.034656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764237.034657:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764237.034662:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1536 00000100:00080000:0.0:1789764237.034665:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764237.034669:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764237.034679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764237.034691:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246856704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764237.034700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764237.034703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764237.034705:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764237.034708:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1536 00000100:00080000:0.0:1789764237.034712:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764237.034715:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764237.034719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764237.034732:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246856832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764237.034741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764237.034744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764237.034745:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764237.034749:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1536 00000100:00080000:0.0:1789764237.034752:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764237.034756:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764237.034760:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764237.034770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246856960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764237.034777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764237.034780:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764237.034782:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764237.034785:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1536 00000100:00080000:0.0:1789764237.034788:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764237.034792:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764237.034796:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764237.034805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246857088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764237.034909:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246856576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764237.034983:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764237.035030:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764237/real 1789764237] req@ffff9985856a1500 x1876702246856576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764237.035047:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246856576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764237.035057:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764237.035061:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764237.035064:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246856576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764237.035071:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246856704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764237.035093:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764237.035105:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764237/real 1789764237] req@ffff9985856a0e00 x1876702246856704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764237.035116:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246856704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764237.035124:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764237.035127:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764237.035131:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246856704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764237.035136:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246856832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764237.035156:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764237.035167:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764237/real 1789764237] req@ffff9985856a3480 x1876702246856832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764237.035177:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246856832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764237.035185:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764237.035188:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764237.035190:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246856832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764237.035196:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246856960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764237.035213:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764237.035223:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764237/real 1789764237] req@ffff9985856a1880 x1876702246856960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764237.035233:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246856960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764237.035240:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764237.035243:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764237.035247:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246856960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764237.035252:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246857088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764237.035269:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764237.035280:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764237/real 1789764237] req@ffff9985856a0000 x1876702246857088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764237.035327:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246857088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764237.035335:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764237.035338:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764237.035341:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246857088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789764237.610826:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764238.634590:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764239.660266:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764240.682678:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764241.710058:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764242.155626:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764242.155639:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764242.155643:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764242.155654:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1542 00000100:00080000:3.0:1789764242.155668:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764242.155677:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764242.155717:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246857216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764242.155752:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764242.155759:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764242.155761:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764242.155773:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1542 00000100:00080000:3.0:1789764242.155777:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764242.155781:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764242.155791:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764242.155804:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246857344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764242.155814:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764242.155818:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764242.155820:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764242.155824:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1542 00000100:00080000:3.0:1789764242.155827:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764242.155830:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764242.155835:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764242.155844:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246857472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764242.155853:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764242.155856:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764242.155858:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764242.155862:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1542 00000100:00080000:3.0:1789764242.155865:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764242.155868:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764242.155872:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764242.155879:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246857600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764242.155894:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764242.155897:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764242.155899:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764242.155902:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1542 00000100:00080000:3.0:1789764242.155904:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764242.155907:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764242.155910:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764242.155922:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246857728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764242.156057:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246857216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764242.156130:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764242.156173:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764242/real 1789764242] req@ffff998588b43b80 x1876702246857216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764242.156190:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246857216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764242.156200:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764242.156203:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764242.156207:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246857216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764242.156213:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246857344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764242.156231:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764242.156241:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764242/real 1789764242] req@ffff998588b40e00 x1876702246857344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764242.156250:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246857344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764242.156257:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764242.156259:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764242.156262:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246857344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764242.156267:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246857472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764242.156282:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764242.156311:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764242/real 1789764242] req@ffff998588b41c00 x1876702246857472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764242.156323:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246857472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764242.156331:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764242.156333:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764242.156336:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246857472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764242.156342:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246857600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764242.156371:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764242.156382:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764242/real 1789764242] req@ffff998588b42680 x1876702246857600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764242.156393:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246857600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764242.156400:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764242.156403:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764242.156406:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246857600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764242.156411:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246857728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764242.156428:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764242.156438:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764242/real 1789764242] req@ffff998588b42a00 x1876702246857728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764242.156448:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246857728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764242.156455:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764242.156458:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764242.156461:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246857728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764242.730519:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764243.754537:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764244.778590:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764245.802450:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764246.826587:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764247.274455:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764247.274467:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764247.274472:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764247.274484:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1547 00000100:00080000:3.0:1789764247.274498:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764247.274506:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764247.274545:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246857856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764247.274576:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764247.274580:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764247.274582:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764247.274587:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1547 00000100:00080000:3.0:1789764247.274590:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764247.274594:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764247.274605:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764247.274620:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246857984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764247.274631:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789764247.274636:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246857856:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764247.274636:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764247.274639:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764247.274647:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1547 00000100:00080000:3.0:1789764247.274650:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764247.274653:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764247.274658:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764247.274670:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246858112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764247.274680:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764247.274683:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764247.274685:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764247.274689:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1547 00000100:00080000:3.0:1789764247.274700:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764247.274704:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789764247.274710:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789764247.274711:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764247.274725:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246858240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764247.274734:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764247.274738:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764247.274740:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764247.274745:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1547 00000100:00080000:3.0:1789764247.274749:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764247.274753:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764247.274758:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764247.274768:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764247/real 1789764247] req@ffff998588b43100 x1876702246857856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764247.274770:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246858368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764247.274808:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246857856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764247.274815:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764247.274819:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764247.274822:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246857856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764247.274841:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246857984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764247.274858:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764247.274866:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764247/real 1789764247] req@ffff998588b40000 x1876702246857984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764247.274879:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246857984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764247.274884:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764247.274886:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764247.274888:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246857984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764247.274892:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246858112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764247.274904:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764247.274910:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764247/real 1789764247] req@ffff998588b42a00 x1876702246858112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764247.274917:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246858112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764247.274925:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764247.274927:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764247.274929:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246858112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764247.274932:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246858240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764247.274941:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764247.274947:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764247/real 1789764247] req@ffff998588b42680 x1876702246858240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764247.274953:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246858240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764247.274957:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764247.274959:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764247.274960:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246858240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764247.274964:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246858368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764247.274973:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764247.274978:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764247/real 1789764247] req@ffff998588b41c00 x1876702246858368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764247.274985:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246858368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764247.274989:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764247.274991:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764247.274993:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246858368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764247.851308:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764248.874531:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764249.898496:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764250.922528:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764251.946676:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764252.395056:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764252.395070:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764252.395075:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764252.395087:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1552 00000100:00080000:1.0:1789764252.395100:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764252.395108:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764252.395150:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246858496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764252.395183:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764252.395188:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764252.395190:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764252.395194:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1552 00000100:00080000:1.0:1789764252.395199:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764252.395203:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764252.395213:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764252.395224:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246858624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764252.395230:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246858496:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789764252.395237:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764252.395242:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764252.395244:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764252.395248:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1552 00000100:00080000:1.0:1789764252.395253:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764252.395256:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764252.395261:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764252.395275:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246858752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764252.395358:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764252.395407:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764252/real 1789764252] req@ffff9985836db800 x1876702246858496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764252.395426:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246858496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764252.395437:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764252.395440:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764252.395444:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246858496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764252.395468:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246858624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764252.395488:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764252.395498:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764252/real 1789764252] req@ffff9985836d8700 x1876702246858624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764252.395520:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246858624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764252.395529:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764252.395532:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764252.395535:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246858624:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789764252.395600:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764252.395603:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764252.395604:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764252.395608:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1552 00000100:00080000:1.0:1789764252.395611:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764252.395614:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764252.395620:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764252.395634:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246858880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764252.395643:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764252.395646:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764252.395648:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764252.395651:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1552 00000100:00080000:1.0:1789764252.395655:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764252.395658:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764252.395663:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764252.395672:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246859008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764252.395950:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246858752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764252.395975:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764252.395986:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764252/real 1789764252] req@ffff9985836d9c00 x1876702246858752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764252.396009:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246858752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764252.396017:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764252.396020:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764252.396023:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246858752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764252.396029:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246858880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764252.396046:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764252.396056:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764252/real 1789764252] req@ffff9985836da680 x1876702246858880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764252.396067:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246858880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764252.396075:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764252.396078:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764252.396081:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246858880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764252.396086:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246859008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764252.396101:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764252.396109:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764252/real 1789764252] req@ffff9985836d8a80 x1876702246859008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764252.396126:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246859008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764252.396134:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764252.396137:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764252.396139:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246859008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764252.970582:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764253.994451:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764255.018507:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764256.042520:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764257.067177:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764257.514480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764257.514492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764257.514497:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764257.514510:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1557 00000100:00080000:0.0:1789764257.514524:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764257.514532:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764257.514574:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246859136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764257.514613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764257.514616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764257.514618:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764257.514622:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1557 00000100:00080000:0.0:1789764257.514626:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764257.514630:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764257.514639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764257.514654:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246859264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764257.514663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764257.514666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764257.514668:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764257.514671:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1557 00000100:00080000:0.0:1789764257.514674:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764257.514679:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764257.514684:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764257.514694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246859392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764257.514703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764257.514706:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764257.514708:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764257.514712:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1557 00000100:00080000:0.0:1789764257.514715:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764257.514718:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764257.514721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764257.514731:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246859520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764257.514738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764257.514741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764257.514742:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764257.514745:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1557 00000100:00080000:0.0:1789764257.514748:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764257.514751:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764257.514755:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764257.514764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246859648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764257.514915:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246859136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764257.515027:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246859264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764257.515050:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246859392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764257.515067:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246859520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764257.515080:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246859648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789764258.090462:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764259.114510:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764260.139601:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789764260.586646:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789764260.586689:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789764260.586706:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764260.586745:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764260.586754:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764260.586762:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764260.586771:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789764260.588373:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764257/real 1789764260] req@ffff9985856a2a00 x1876702246859136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764260.588426:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246859136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764260.588440:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764260.588446:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764260.588453:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246859136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764260.588463:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764257/real 1789764260] req@ffff9985856a0000 x1876702246859264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764260.588480:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246859264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764260.588489:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764260.588493:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764260.588497:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246859264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764260.588504:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764257/real 1789764260] req@ffff9985856a1880 x1876702246859392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764260.588518:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246859392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764260.588526:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764260.588529:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764260.588533:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246859392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764260.588541:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764257/real 1789764260] req@ffff9985856a3480 x1876702246859520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764260.588553:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246859520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764260.588561:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764260.588565:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764260.588568:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246859520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764260.588575:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764257/real 1789764260] req@ffff9985856a0e00 x1876702246859648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764260.588588:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246859648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764260.588594:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764260.588598:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764260.588601:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246859648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764261.162575:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764262.186422:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764262.634372:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764262.634379:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764262.634383:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764262.634392:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1562 00000100:00080000:1.0:1789764262.634401:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764262.634407:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764262.634445:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246859776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764262.634473:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764262.634477:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764262.634479:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764262.634484:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1562 00000100:00080000:1.0:1789764262.634488:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764262.634493:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764262.634503:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764262.634518:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246859904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764262.634528:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764262.634531:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764262.634533:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764262.634537:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1562 00000100:00080000:1.0:1789764262.634541:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764262.634545:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764262.634550:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764262.634557:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246859776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764262.634568:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246860032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764262.634582:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764262.634586:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764262.634588:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764262.634593:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1562 00000100:00080000:1.0:1789764262.634599:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764262.634603:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764262.634609:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764262.634623:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246860160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764262.634642:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764262.634647:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764262.634649:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789764262.634657:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764262.634663:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1562 00000100:00080000:1.0:1789764262.634668:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764262.634674:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764262.634679:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764262.634704:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246860288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764262.634725:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764262/real 1789764262] req@ffff9985836dad80 x1876702246859776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764262.634748:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246859776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764262.634760:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764262.634764:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764262.634768:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246859776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764262.634777:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246859904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764262.634803:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764262.634816:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764262/real 1789764262] req@ffff9985836d8a80 x1876702246859904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764262.634829:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246859904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764262.634843:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764262.634846:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764262.634849:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246859904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764262.634876:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246860032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764262.634899:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764262.634911:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764262/real 1789764262] req@ffff9985836da680 x1876702246860032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764262.634923:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246860032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764262.634931:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764262.634935:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764262.634938:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246860032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764262.634944:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246860160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764262.634964:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764262.634975:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764262/real 1789764262] req@ffff9985836d9c00 x1876702246860160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764262.634984:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246860160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764262.634992:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764262.634994:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764262.634998:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246860160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764262.635004:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246860288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764262.635037:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764262.635047:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764262/real 1789764262] req@ffff9985836d8700 x1876702246860288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764262.635056:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246860288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764262.635062:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764262.635065:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764262.635067:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246860288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764263.211114:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764264.234508:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764265.258498:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764266.282699:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764267.306518:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764267.754518:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764267.754532:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764267.754538:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764267.754552:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1567 00000100:00080000:3.0:1789764267.754567:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764267.754576:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764267.754621:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246860416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764267.754659:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764267.754663:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764267.754664:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764267.754669:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1567 00000100:00080000:3.0:1789764267.754674:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764267.754678:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764267.754687:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764267.754700:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246860544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764267.754711:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789764267.754716:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246860416:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764267.754717:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764267.754720:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764267.754725:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1567 00000100:00080000:3.0:1789764267.754731:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764267.754735:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764267.754740:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764267.754750:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246860672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764267.754773:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764267.754777:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764267.754779:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764267.754783:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1567 00000100:00080000:3.0:1789764267.754787:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764267.754790:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764267.754795:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764267.754806:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246860800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764267.754817:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789764267.754818:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764267.754824:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764267.754826:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764267.754831:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1567 00000100:00080000:3.0:1789764267.754835:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764267.754839:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764267.754844:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764267.754854:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246860928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764267.754883:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764267/real 1789764267] req@ffff998588b40e00 x1876702246860416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764267.754908:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246860416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764267.754917:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764267.754921:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764267.754925:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246860416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764267.754952:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246860544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764267.754976:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764267.754989:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764267/real 1789764267] req@ffff998588b43b80 x1876702246860544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764267.754999:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246860544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764267.755012:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764267.755016:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764267.755019:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246860544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764267.755025:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246860672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764267.755047:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764267.755057:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764267/real 1789764267] req@ffff998588b43800 x1876702246860672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764267.755069:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246860672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764267.755077:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764267.755080:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764267.755083:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246860672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764267.755089:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246860800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764267.755108:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764267.755118:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764267/real 1789764267] req@ffff998588b42d80 x1876702246860800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764267.755130:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246860800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764267.755138:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764267.755141:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764267.755145:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246860800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764267.755151:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246860928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764267.755183:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764267.755194:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764267/real 1789764267] req@ffff998588b42300 x1876702246860928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764267.755206:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246860928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764267.755214:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764267.755218:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764267.755221:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246860928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764268.334248:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764269.354675:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764270.378498:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764271.402898:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764272.426594:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764272.874429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764272.874438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764272.874443:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764272.874452:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1572 00000100:00080000:1.0:1789764272.874467:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764272.874475:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764272.874517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246861056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764272.874548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764272.874551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764272.874553:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764272.874558:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1572 00000100:00080000:1.0:1789764272.874561:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764272.874565:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764272.874587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764272.874594:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246861056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764272.874610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246861184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764272.874621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764272.874625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764272.874627:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764272.874631:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1572 00000100:00080000:1.0:1789764272.874644:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764272.874648:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764272.874654:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:0.0:1789764272.874659:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764272.874672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246861312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764272.874682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764272.874686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764272.874688:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764272.874693:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1572 00000100:00080000:1.0:1789764272.874697:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789764272.874703:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764272/real 1789764272] req@ffff9985836db800 x1876702246861056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764272.874703:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764272.874712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764272.874727:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246861056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764272.874727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246861440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764272.874749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764272.874758:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764272.874760:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764272.874761:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764272.874765:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1572 00000100:00080000:0.0:1789764272.874770:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:1.0:1789764272.874771:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789764272.874778:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246861056:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789764272.874779:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764272.874787:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764272.874799:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246861568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764272.874813:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246861184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764272.874843:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764272.874853:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764272/real 1789764272] req@ffff9985836da300 x1876702246861184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764272.874861:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246861184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764272.874866:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764272.874868:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764272.874870:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246861184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764272.874874:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246861312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764272.874886:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764272.874893:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764272/real 1789764272] req@ffff9985836d8e00 x1876702246861312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764272.874905:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246861312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764272.874912:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764272.874915:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764272.874918:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246861312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764272.874923:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246861440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764272.874940:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764272.874950:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764272/real 1789764272] req@ffff9985836d8380 x1876702246861440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764272.874965:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246861440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764272.874971:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764272.874974:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764272.874976:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246861440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764272.874981:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246861568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764272.874997:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764272.875008:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764272/real 1789764272] req@ffff9985836d9180 x1876702246861568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764272.875019:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246861568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764272.875025:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764272.875028:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764272.875031:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246861568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764273.450438:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764274.474434:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764275.498762:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764276.522487:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764277.546494:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764277.996059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764277.996074:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764277.996079:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764277.996104:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1577 00000100:00080000:0.0:1789764277.996122:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764277.996130:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764277.996173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246861696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764277.996206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764277.996209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764277.996210:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764277.996213:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1577 00000100:00080000:0.0:1789764277.996216:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764277.996219:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764277.996226:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764277.996238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246861824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764277.996248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764277.996251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764277.996252:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764277.996256:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1577 00000100:00080000:0.0:1789764277.996259:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764277.996263:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764277.996268:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764277.996278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246861952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764277.996324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764277.996328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764277.996330:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764277.996335:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1577 00000100:00080000:0.0:1789764277.996339:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764277.996342:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764277.996347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764277.996358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246862080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764277.996367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764277.996370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764277.996372:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764277.996375:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1577 00000100:00080000:0.0:1789764277.996378:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764277.996381:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764277.996385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764277.996394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246862208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764277.996486:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246861696:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764277.996564:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764277.996605:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764277/real 1789764277] req@ffff9985856a1500 x1876702246861696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764277.996618:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246861696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764277.996625:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764277.996627:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764277.996630:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246861696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764277.996635:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246861824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764277.996651:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764277.996659:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764277/real 1789764277] req@ffff9985856a2d80 x1876702246861824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764277.996666:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246861824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764277.996671:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764277.996673:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764277.996674:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246861824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764277.996677:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246861952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764277.996688:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764277.996693:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764277/real 1789764277] req@ffff9985856a2680 x1876702246861952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764277.996699:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246861952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764277.996704:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764277.996705:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764277.996707:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246861952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764277.996710:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246862080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764277.996719:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764277.996724:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764277/real 1789764277] req@ffff9985856a0700 x1876702246862080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764277.996730:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246862080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764277.996735:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764277.996737:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764277.996739:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246862080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764277.996742:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246862208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764277.996750:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764277.996755:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764277/real 1789764277] req@ffff9985856a3800 x1876702246862208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764277.996761:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246862208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764277.996765:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764277.996767:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764277.996769:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246862208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789764278.570458:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764279.594517:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764280.618499:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764281.642582:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764282.666474:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764283.114572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764283.114871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764283.114875:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764283.114888:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1583 00000100:00080000:0.0:1789764283.114902:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764283.114911:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764283.114953:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246862336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764283.115045:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246862336:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764283.115132:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789764283.115166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764283.115170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764283.115172:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764283.115177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1583 00000100:00080000:0.0:1789764283.115181:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764283.115186:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764283.115195:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764283.115212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246862464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764283.116833:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764283/real 1789764283] req@ffff9985856a2300 x1876702246862336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764283.116864:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246862336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764283.116877:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764283.116881:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764283.116886:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246862336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764283.116918:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246862464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764283.116969:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764283.116986:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764283/real 1789764283] req@ffff9985856a3800 x1876702246862464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764283.116997:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246862464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764283.117003:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764283.117005:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764283.117007:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246862464:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789764283.118284:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764283.118306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764283.118310:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764283.118319:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1583 00000100:00080000:0.0:1789764283.118330:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764283.118337:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764283.118350:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764283.118383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246862592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764283.118398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764283.118402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764283.118403:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764283.118408:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1583 00000100:00080000:0.0:1789764283.118412:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764283.118415:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764283.118420:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764283.118431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246862720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764283.118439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764283.118443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764283.118444:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764283.118447:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1583 00000100:00080000:0.0:1789764283.118450:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764283.118453:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764283.118458:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764283.118467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246862848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764283.118630:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246862592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764283.118686:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764283.118713:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764283/real 1789764283] req@ffff9985856a0700 x1876702246862592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764283.118729:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246862592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764283.118738:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764283.118741:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764283.118745:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246862592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764283.118752:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246862720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764283.118771:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764283.118783:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764283/real 1789764283] req@ffff9985856a2680 x1876702246862720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764283.118794:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246862720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764283.118802:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764283.118805:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764283.118809:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246862720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764283.118814:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246862848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764283.118834:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764283.118846:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764283/real 1789764283] req@ffff9985856a2d80 x1876702246862848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764283.118859:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246862848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764283.118867:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764283.118870:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764283.118874:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246862848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764283.690605:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764284.715198:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764285.743662:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764286.762468:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764287.786517:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764288.234764:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764288.234773:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764288.234778:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764288.234788:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1588 00000100:00080000:3.0:1789764288.234799:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764288.234807:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764288.234849:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246862976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764288.234971:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246862976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764288.235043:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764288.235207:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764288.235211:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764288.235213:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764288.235218:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1588 00000100:00080000:3.0:1789764288.235222:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764288.235226:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764288.235236:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764288.235250:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246863104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764288.235328:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764288/real 1789764288] req@ffff998588b41880 x1876702246862976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764288.235345:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246862976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764288.235358:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764288.235362:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764288.235366:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246862976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764288.235389:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246863104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764288.235414:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764288.235426:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764288/real 1789764288] req@ffff998588b41f80 x1876702246863104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764288.235439:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246863104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764288.235446:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764288.235449:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764288.235452:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246863104:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789764288.235518:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764288.235522:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764288.235524:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764288.235528:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1588 00000100:00080000:3.0:1789764288.235532:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764288.235536:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764288.235542:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764288.235556:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246863232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764288.235567:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764288.235570:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764288.235573:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764288.235576:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1588 00000100:00080000:3.0:1789764288.235579:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764288.235583:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764288.235587:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764288.235597:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246863360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764288.235606:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764288.235609:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764288.235610:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764288.235613:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1588 00000100:00080000:3.0:1789764288.235616:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764288.235619:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764288.235623:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764288.235633:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246863488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764288.235867:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246863232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764288.235892:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764288.235916:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764288/real 1789764288] req@ffff998588b41f80 x1876702246863232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764288.235928:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246863232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764288.235937:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764288.235941:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764288.235944:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246863232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764288.235951:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246863360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764288.235971:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764288.235983:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764288/real 1789764288] req@ffff998588b41880 x1876702246863360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764288.235993:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246863360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764288.236001:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764288.236004:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764288.236007:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246863360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764288.236012:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246863488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764288.236043:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764288.236053:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764288/real 1789764288] req@ffff998588b42300 x1876702246863488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764288.236064:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246863488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764288.236071:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764288.236074:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764288.236077:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246863488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764288.811843:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764289.834999:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764290.858597:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764291.882548:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764292.906447:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764293.355040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764293.355051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764293.355056:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764293.355067:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1593 00000100:00080000:1.0:1789764293.355077:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764293.355086:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764293.355128:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246863616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764293.355163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764293.355167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764293.355168:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764293.355173:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1593 00000100:00080000:1.0:1789764293.355177:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764293.355181:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764293.355190:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764293.355204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246863744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764293.355215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764293.355219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764293.355221:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764293.355224:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1593 00000100:00080000:1.0:1789764293.355228:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764293.355232:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764293.355236:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764293.355246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246863872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764293.355256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764293.355259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764293.355261:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764293.355265:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1593 00000100:00080000:1.0:1789764293.355268:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764293.355271:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764293.355275:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764293.355285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246864000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764293.355319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764293.355322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764293.355324:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764293.355328:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1593 00000100:00080000:1.0:1789764293.355331:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764293.355335:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764293.355340:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764293.355351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246864128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764293.355436:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246863616:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764293.355495:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764293.355530:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764293/real 1789764293] req@ffff9985836d9880 x1876702246863616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764293.355546:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246863616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764293.355557:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764293.355561:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764293.355565:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246863616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764293.355572:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246863744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764293.355589:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764293.355599:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764293/real 1789764293] req@ffff9985836d9180 x1876702246863744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764293.355609:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246863744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764293.355617:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764293.355620:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764293.355623:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246863744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764293.355629:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246863872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764293.355647:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764293.355659:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764293/real 1789764293] req@ffff9985836d8380 x1876702246863872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764293.355671:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246863872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764293.355679:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764293.355682:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764293.355686:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246863872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764293.355692:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246864000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764293.355712:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764293.355723:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764293/real 1789764293] req@ffff9985836d8e00 x1876702246864000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764293.355734:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246864000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764293.355742:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764293.355746:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764293.355749:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246864000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764293.355754:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246864128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764293.355774:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764293.355785:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764293/real 1789764293] req@ffff9985836da300 x1876702246864128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764293.355796:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246864128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764293.355804:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764293.355807:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764293.355810:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246864128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764293.930440:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764294.954416:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764295.978663:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764297.005112:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764298.026478:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764298.474472:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764298.474484:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764298.474489:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764298.474501:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1598 00000100:00080000:0.0:1789764298.474522:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764298.474531:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764298.474572:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246864256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764298.474607:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764298.474610:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764298.474612:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764298.474615:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1598 00000100:00080000:0.0:1789764298.474618:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764298.474621:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764298.474631:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764298.474646:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246864384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764298.474674:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764298.474678:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764298.474679:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764298.474683:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1598 00000100:00080000:0.0:1789764298.474687:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764298.474693:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764298.474695:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246864256:192.168.203.136@tcp:250:kworker.0 00000008:00100000:0.0:1789764298.474698:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764298.474713:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246864512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764298.474724:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764298.474726:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764298.474727:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764298.474730:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1598 00000100:00080000:0.0:1789764298.474732:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764298.474735:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764298.474738:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764298.474750:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246864640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764298.474756:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764298.474758:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764298.474760:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764298.474762:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1598 00000100:00080000:0.0:1789764298.474764:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764298.474766:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764298.474770:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789764298.474775:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764298.474779:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246864768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764298.474828:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764298/real 1789764298] req@ffff9985856a1500 x1876702246864256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764298.474860:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246864256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764298.474872:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764298.474876:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764298.474880:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246864256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764298.474904:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246864384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764298.474924:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764298.474935:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764298/real 1789764298] req@ffff9985856a0e00 x1876702246864384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764298.474961:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246864384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764298.474969:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764298.474972:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764298.474975:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246864384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764298.474981:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246864512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764298.474998:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764298.475007:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764298/real 1789764298] req@ffff9985856a3480 x1876702246864512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764298.475017:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246864512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764298.475025:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764298.475028:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764298.475030:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246864512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764298.475036:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246864640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764298.475049:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764298.475057:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764298/real 1789764298] req@ffff9985856a1880 x1876702246864640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764298.475067:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246864640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764298.475074:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764298.475076:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764298.475079:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246864640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764298.475084:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246864768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764298.475097:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764298.475105:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764298/real 1789764298] req@ffff9985856a0000 x1876702246864768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764298.475119:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246864768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764298.475127:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764298.475130:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764298.475133:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246864768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789764299.050637:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764300.074500:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764301.098654:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764302.122706:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764303.147110:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764303.594473:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764303.594483:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764303.594489:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764303.594499:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1603 00000100:00080000:0.0:1789764303.594511:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764303.594519:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764303.594561:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246864896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764303.594595:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764303.594599:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764303.594601:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764303.594605:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1603 00000100:00080000:0.0:1789764303.594609:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764303.594614:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764303.594624:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764303.594640:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246865024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764303.594650:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764303.594653:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764303.594655:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764303.594658:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1603 00000100:00080000:0.0:1789764303.594662:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764303.594665:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764303.594670:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764303.594680:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246865152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764303.594695:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764303.594698:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764303.594700:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764303.594704:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1603 00000100:00080000:0.0:1789764303.594708:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764303.594712:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764303.594717:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764303.594728:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246865280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764303.594736:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246864896:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764303.594740:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764303.594745:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764303.594747:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764303.594751:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1603 00000100:00080000:0.0:1789764303.594754:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764303.594758:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764303.594762:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764303.594773:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246865408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789764303.594805:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764303.594848:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764303/real 1789764303] req@ffff9985856a2a00 x1876702246864896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764303.594876:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246864896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764303.594888:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764303.594892:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764303.594897:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246864896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764303.594915:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246865024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764303.594938:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764303.594951:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764303/real 1789764303] req@ffff9985856a0000 x1876702246865024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764303.594962:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246865024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764303.594969:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764303.594972:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764303.594976:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246865024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764303.594981:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246865152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764303.595001:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764303.595013:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764303/real 1789764303] req@ffff9985856a1880 x1876702246865152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764303.595025:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246865152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764303.595038:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764303.595042:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764303.595045:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246865152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764303.595083:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246865280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764303.595477:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764303.595494:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764303/real 1789764303] req@ffff9985856a3480 x1876702246865280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764303.595507:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246865280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764303.595516:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764303.595519:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764303.595523:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246865280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764303.595531:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246865408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764303.595564:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764303.595578:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764303/real 1789764303] req@ffff9985856a0e00 x1876702246865408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764303.595590:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246865408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764303.595598:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764303.595601:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764303.595606:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246865408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764304.171511:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764305.194558:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764306.219399:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764307.242386:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764308.266942:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764308.714541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764308.714558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764308.714562:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764308.714572:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1608 00000100:00080000:1.0:1789764308.714592:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764308.714599:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764308.714639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246865536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764308.714706:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246865536:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764308.714764:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764308.714798:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764308.714802:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764308.714804:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764308.714808:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1608 00000100:00080000:1.0:1789764308.714812:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764308.714816:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764308.714827:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764308.714840:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246865664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764308.715099:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764308/real 1789764308] req@ffff9985836db800 x1876702246865536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764308.715117:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246865536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764308.715127:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764308.715131:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764308.715135:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246865536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764308.715161:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246865664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764308.715186:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764308.715199:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764308/real 1789764308] req@ffff9985836d8700 x1876702246865664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764308.715212:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246865664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764308.715218:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764308.715221:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764308.715224:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246865664:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789764308.715278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764308.715283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764308.715285:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764308.715314:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1608 00000100:00080000:1.0:1789764308.715319:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764308.715324:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764308.715331:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764308.715344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246865792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764308.715354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764308.715356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764308.715358:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764308.715361:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1608 00000100:00080000:1.0:1789764308.715365:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764308.715369:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764308.715373:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764308.715383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246865920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764308.715391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764308.715394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764308.715395:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764308.715399:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1608 00000100:00080000:1.0:1789764308.715402:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764308.715405:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764308.715410:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764308.715418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246866048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764308.716184:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246865792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764308.716212:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764308.716225:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764308/real 1789764308] req@ffff9985836d9c00 x1876702246865792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764308.716246:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246865792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764308.716253:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764308.716255:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764308.716258:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246865792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764308.716262:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246865920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764308.716274:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764308.716281:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764308/real 1789764308] req@ffff9985836da680 x1876702246865920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764308.716317:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246865920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764308.716323:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764308.716325:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764308.716327:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246865920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764308.716331:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246866048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764308.716344:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764308.716351:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764308/real 1789764308] req@ffff9985836d8a80 x1876702246866048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764308.716362:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246866048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764308.716367:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764308.716369:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764308.716370:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246866048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764309.290528:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764310.315105:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764311.338423:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764312.362621:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764313.387064:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764313.834621:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764313.834630:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764313.834635:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764313.834645:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1613 00000100:00080000:1.0:1789764313.834656:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764313.834664:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764313.834705:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246866176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764313.834739:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764313.834743:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764313.834745:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764313.834750:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1613 00000100:00080000:1.0:1789764313.834753:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764313.834757:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764313.834767:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764313.834781:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246866304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764313.834790:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764313.834794:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764313.834795:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764313.834799:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1613 00000100:00080000:1.0:1789764313.834802:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764313.834806:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764313.834811:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764313.834821:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246866432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764313.834841:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764313.834844:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764313.834846:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764313.834850:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1613 00000100:00080000:1.0:1789764313.834854:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764313.834859:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764313.834864:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764313.834876:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246866176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764313.834877:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246866560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764313.834891:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764313.834896:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764313.834897:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764313.834901:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1613 00000100:00080000:1.0:1789764313.834905:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764313.834909:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764313.834914:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764313.834926:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246866688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789764313.834953:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764313.834996:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764313/real 1789764313] req@ffff9985836dad80 x1876702246866176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764313.835015:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246866176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764313.835025:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764313.835029:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764313.835033:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246866176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764313.835040:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246866304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764313.835060:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764313.835071:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764313/real 1789764313] req@ffff9985836d8a80 x1876702246866304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764313.835082:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246866304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764313.835095:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764313.835098:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764313.835101:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246866304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764313.835106:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246866432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764313.835122:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764313.835142:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764313/real 1789764313] req@ffff9985836da680 x1876702246866432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764313.835155:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246866432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764313.835162:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764313.835165:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764313.835168:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246866432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764313.835192:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246866560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764313.835211:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764313.835221:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764313/real 1789764313] req@ffff9985836d9c00 x1876702246866560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764313.835233:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246866560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764313.835240:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764313.835243:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764313.835246:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246866560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764313.835251:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246866688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764313.835267:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764313.835275:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764313/real 1789764313] req@ffff9985836d8700 x1876702246866688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764313.835286:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246866688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764313.835314:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764313.835317:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764313.835320:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246866688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764314.410902:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764315.435356:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764316.458483:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764317.482658:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764318.506505:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764318.955614:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764318.955621:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764318.955626:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764318.955634:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1618 00000100:00080000:0.0:1789764318.955642:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764318.955648:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764318.955683:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246866816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764318.955705:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764318.955708:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764318.955709:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764318.955712:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1618 00000100:00080000:0.0:1789764318.955714:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764318.955716:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764318.955723:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764318.955733:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246866944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764318.955744:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764318.955747:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764318.955749:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789764318.955755:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246866816:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764318.955764:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1618 00000100:00080000:0.0:1789764318.955770:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764318.955774:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764318.955780:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764318.955803:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246867072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764318.955814:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764318.955817:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764318.955819:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764318.955822:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1618 00000100:00080000:0.0:1789764318.955825:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764318.955829:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:3.0:1789764318.955832:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:0.0:1789764318.955834:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764318.955843:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246867200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764318.955849:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764318.955852:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764318.955853:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764318.955855:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1618 00000100:00080000:0.0:1789764318.955857:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764318.955859:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764318.955861:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764318.955866:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246867328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764318.955887:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764318/real 1789764318] req@ffff9985856a1500 x1876702246866816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764318.955907:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246866816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764318.955918:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764318.955922:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764318.955925:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246866816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764318.955946:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246866944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764318.955963:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764318.955971:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764318/real 1789764318] req@ffff9985856a2d80 x1876702246866944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764318.955978:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246866944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764318.955993:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764318.955996:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764318.955999:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246866944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764318.956004:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246867072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764318.956024:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764318.956035:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764318/real 1789764318] req@ffff9985856a2680 x1876702246867072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764318.956043:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246867072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764318.956049:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764318.956050:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764318.956052:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246867072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764318.956056:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246867200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764318.956071:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764318.956080:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764318/real 1789764318] req@ffff9985856a0700 x1876702246867200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764318.956091:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246867200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764318.956100:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764318.956102:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764318.956105:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246867200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764318.956110:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246867328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764318.956125:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764318.956132:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764318/real 1789764318] req@ffff9985856a3800 x1876702246867328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764318.956146:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246867328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764318.956151:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764318.956153:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764318.956157:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246867328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789764319.530428:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764320.556842:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764321.579144:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764322.608212:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764323.626866:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764324.074627:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764324.074644:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764324.074650:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764324.074660:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1624 00000100:00080000:0.0:1789764324.074671:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764324.074680:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764324.074733:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246867456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764324.074775:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764324.074779:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764324.074781:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764324.074785:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1624 00000100:00080000:0.0:1789764324.074789:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764324.074793:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764324.074802:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764324.074817:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246867584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764324.074826:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764324.074829:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764324.074831:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764324.074834:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1624 00000100:00080000:0.0:1789764324.074838:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764324.074841:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764324.074846:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764324.074856:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246867712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764324.074871:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764324.074874:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764324.074876:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764324.074881:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1624 00000100:00080000:0.0:1789764324.074885:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764324.074889:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764324.074893:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764324.074904:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246867456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764324.074906:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246867840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764324.074919:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764324.074923:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764324.074924:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764324.074928:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1624 00000100:00080000:0.0:1789764324.074932:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764324.074935:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764324.074952:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764324.074965:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246867968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764324.075007:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246867584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764324.075031:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246867712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764324.075055:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246867840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764324.075074:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246867968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764324.651465:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764325.676400:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764326.698793:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789764327.146866:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789764327.146904:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789764327.146920:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764327.146964:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764327.146973:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764327.146981:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764327.146989:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789764327.147069:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764324/real 1789764327] req@ffff9985856a2680 x1876702246867840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764327.147109:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246867840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764327.147122:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764327.147128:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764327.147133:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246867840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764327.147142:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764324/real 1789764327] req@ffff9985856a2d80 x1876702246867968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764327.147155:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246867968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764327.147163:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764327.147167:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764327.147170:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246867968:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764327.147178:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764324/real 1789764327] req@ffff9985856a2300 x1876702246867456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764327.147190:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246867456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764327.147203:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764327.147207:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764327.147210:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246867456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764327.147217:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764324/real 1789764327] req@ffff9985856a3800 x1876702246867584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764327.147230:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246867584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764327.147238:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764327.147241:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764327.147244:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246867584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764327.147251:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764324/real 1789764327] req@ffff9985856a0700 x1876702246867712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764327.147263:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246867712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764327.147271:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764327.147274:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764327.147277:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246867712:192.168.203.136@tcp:8:kworker.0 00010000:00010000:0.0:1789764327.723345:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764328.747068:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764329.194565:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764329.194576:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764329.194580:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764329.194594:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1629 00000100:00080000:0.0:1789764329.194610:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764329.194618:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764329.194656:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246868096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764329.194692:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764329.194696:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764329.194697:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764329.194701:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1629 00000100:00080000:0.0:1789764329.194705:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764329.194709:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764329.198319:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764329.198379:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246868224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764329.198398:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764329.198402:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764329.198405:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764329.198409:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1629 00000100:00080000:0.0:1789764329.198421:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764329.198428:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764329.198437:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764329.198450:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246868352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764329.198458:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764329.198462:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764329.198464:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764329.198467:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1629 00000100:00080000:0.0:1789764329.198470:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764329.198473:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764329.198478:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764329.198488:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246868480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764329.198496:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764329.198499:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764329.198500:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764329.198503:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1629 00000100:00080000:0.0:1789764329.198506:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764329.198509:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764329.198514:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764329.198523:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246868608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764329.199048:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246868096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764329.199119:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764329.199164:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764329/real 1789764329] req@ffff9985856a1500 x1876702246868096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764329.199181:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246868096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764329.199192:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764329.199196:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764329.199200:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246868096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764329.199208:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246868224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764329.199228:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764329.199241:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764329/real 1789764329] req@ffff9985856a0e00 x1876702246868224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764329.199252:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246868224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764329.199259:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764329.199262:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764329.199265:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246868224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764329.199270:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246868352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764329.199326:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764329.199338:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764329/real 1789764329] req@ffff9985856a3480 x1876702246868352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764329.199349:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246868352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764329.199363:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764329.199366:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764329.199369:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246868352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764329.199374:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246868480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764329.199393:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764329.199403:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764329/real 1789764329] req@ffff9985856a1880 x1876702246868480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764329.199414:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246868480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764329.199421:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764329.199423:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764329.199426:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246868480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764329.199431:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246868608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764329.199448:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764329.199459:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764329/real 1789764329] req@ffff9985856a0000 x1876702246868608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764329.199469:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246868608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764329.199476:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764329.199479:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764329.199482:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246868608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764329.770555:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764330.794627:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764331.818682:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764332.842931:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764333.866619:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764334.314435:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764334.314447:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764334.314452:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764334.314464:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1634 00000100:00080000:0.0:1789764334.314478:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764334.314487:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764334.314526:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246868736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764334.314560:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764334.314564:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764334.314566:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764334.314570:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1634 00000100:00080000:0.0:1789764334.314573:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764334.314577:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764334.314586:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764334.314617:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246868864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764334.314627:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764334.314630:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764334.314632:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764334.314635:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1634 00000100:00080000:0.0:1789764334.314638:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764334.314641:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764334.314646:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764334.314656:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246868992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764334.314665:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764334.314668:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764334.314669:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764334.314673:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1634 00000100:00100000:3.0:1789764334.314674:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246868736:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764334.314676:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764334.314691:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764334.314695:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764334.314704:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246869120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764334.314712:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764334.314714:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764334.314716:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764334.314719:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1634 00000100:00080000:0.0:1789764334.314735:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764334.314739:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764334.314743:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764334.314755:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246869248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789764334.314763:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764334.314810:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764334/real 1789764334] req@ffff9985856a2a00 x1876702246868736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764334.314827:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246868736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764334.314837:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764334.314841:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764334.314845:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246868736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764334.314852:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246868864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764334.314876:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764334.314888:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764334/real 1789764334] req@ffff9985856a0000 x1876702246868864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764334.314899:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246868864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764334.314907:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764334.314910:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764334.314912:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246868864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764334.314939:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246868992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764334.314959:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764334.314969:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764334/real 1789764334] req@ffff9985856a1880 x1876702246868992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764334.314979:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246868992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764334.314986:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764334.314990:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764334.314992:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246868992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764334.314997:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246869120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764334.315012:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764334.315021:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764334/real 1789764334] req@ffff9985856a3480 x1876702246869120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764334.315030:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246869120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764334.315038:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764334.315041:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764334.315044:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246869120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764334.315048:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246869248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764334.315065:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764334.315075:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764334/real 1789764334] req@ffff9985856a0e00 x1876702246869248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764334.315087:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246869248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764334.315095:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764334.315098:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764334.315100:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246869248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764334.890939:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764335.915334:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764336.938648:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764337.962582:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764338.988530:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764339.436009:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764339.436023:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764339.436027:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764339.436039:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1639 00000100:00080000:1.0:1789764339.436054:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764339.436063:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764339.436104:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246869376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764339.436141:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764339.436145:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764339.436147:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764339.436151:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1639 00000100:00080000:1.0:1789764339.436154:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764339.436158:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764339.436168:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764339.436181:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246869504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764339.436190:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764339.436193:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764339.436195:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764339.436198:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1639 00000100:00080000:1.0:1789764339.436201:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764339.436205:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764339.436210:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764339.436220:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246869632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764339.436228:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764339.436231:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764339.436233:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764339.436236:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1639 00000100:00080000:1.0:1789764339.436239:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764339.436242:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764339.436247:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764339.436257:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246869760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764339.436265:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764339.436269:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764339.436270:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764339.436274:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1639 00000100:00080000:1.0:1789764339.436277:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764339.436280:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764339.436284:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764339.436332:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246869888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764339.436435:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246869376:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764339.436509:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764339.436562:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764339/real 1789764339] req@ffff9985836db800 x1876702246869376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764339.436579:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246869376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764339.436588:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764339.436592:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764339.436595:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246869376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764339.436602:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246869504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764339.436624:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764339.436637:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764339/real 1789764339] req@ffff9985836da300 x1876702246869504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764339.436670:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246869504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764339.436677:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764339.436680:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764339.436683:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246869504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764339.436688:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246869632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764339.436708:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764339.436719:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764339/real 1789764339] req@ffff9985836d8e00 x1876702246869632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764339.436730:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246869632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764339.436737:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764339.436740:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764339.436743:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246869632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764339.436748:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246869760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764339.436766:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764339.436777:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764339/real 1789764339] req@ffff9985836d8380 x1876702246869760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764339.436787:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246869760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764339.436800:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764339.436803:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764339.436806:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246869760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764339.436811:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246869888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764339.436829:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764339.436839:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764339/real 1789764339] req@ffff9985836d9180 x1876702246869888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764339.436850:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246869888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764339.436858:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764339.436861:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764339.436864:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246869888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789764340.010428:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764341.034503:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764342.058467:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764343.082541:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764344.106506:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764344.554581:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764344.554591:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764344.554597:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764344.554619:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1644 00000100:00080000:1.0:1789764344.554630:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764344.554638:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764344.554681:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246870016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764344.554713:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764344.554717:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764344.554719:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764344.554723:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1644 00000100:00080000:1.0:1789764344.554728:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764344.554731:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764344.554741:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764344.554753:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246870144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764344.554761:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764344.554763:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764344.554765:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764344.554769:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1644 00000100:00100000:3.0:1789764344.554772:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246870016:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789764344.554773:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764344.554778:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764344.554783:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764344.554791:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246870272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764344.554801:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764344.554803:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764344.554805:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764344.554807:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1644 00000100:00080000:1.0:1789764344.554809:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764344.554811:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764344.554814:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764344.554821:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246870400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764344.554827:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764344.554829:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764344.554831:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764344.554833:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1644 00000100:00080000:1.0:1789764344.554835:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764344.554836:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764344.554839:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764344.554844:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246870528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789764344.554907:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764344.554951:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764344/real 1789764344] req@ffff9985836d9880 x1876702246870016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764344.554969:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246870016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764344.554981:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764344.554985:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764344.554989:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246870016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764344.555015:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246870144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764344.555038:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764344.555051:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764344/real 1789764344] req@ffff9985836d9180 x1876702246870144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764344.555063:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246870144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764344.555072:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764344.555075:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764344.555079:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246870144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764344.555085:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246870272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764344.555106:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764344.555118:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764344/real 1789764344] req@ffff9985836d8380 x1876702246870272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764344.555130:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246870272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764344.555229:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764344.555233:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764344.555237:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246870272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764344.555243:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246870400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764344.555267:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764344.555280:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764344/real 1789764344] req@ffff9985836d8e00 x1876702246870400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764344.555316:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246870400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764344.555324:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764344.555327:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764344.555331:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246870400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764344.555337:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246870528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764344.555357:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764344.555369:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764344/real 1789764344] req@ffff9985836da300 x1876702246870528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764344.555381:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246870528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764344.555388:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764344.555391:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764344.555394:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246870528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764345.130826:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764346.154438:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764347.178433:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764348.202995:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764349.226503:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764349.674482:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764349.674493:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764349.674498:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764349.674508:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1649 00000100:00080000:0.0:1789764349.674519:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764349.674526:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764349.674588:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246870656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764349.674618:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764349.674622:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764349.674624:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764349.674628:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1649 00000100:00080000:0.0:1789764349.674632:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764349.674645:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764349.674670:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764349.674670:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246870656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764349.674695:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246870784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764349.674706:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764349.674710:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764349.674712:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764349.674716:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1649 00000100:00080000:0.0:1789764349.674720:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764349.674724:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764349.674730:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:3.0:1789764349.674736:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764349.674742:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246870912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764349.674753:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764349.674756:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764349.674758:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764349.674763:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1649 00000100:00080000:0.0:1789764349.674767:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764349.674771:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764349.674776:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764349.674778:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764349/real 1789764349] req@ffff9985856a1500 x1876702246870656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764349.674790:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246871040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764349.674797:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246870656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764349.674802:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764349.674811:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764349.674813:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764349.674814:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764349.674819:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1649 00000100:00080000:3.0:1789764349.674823:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:0.0:1789764349.674825:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789764349.674830:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246870656:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764349.674834:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764349.674840:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764349.674852:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246871168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764349.674862:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246870784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764349.674893:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764349.674906:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764349/real 1789764349] req@ffff9985856a0700 x1876702246870784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764349.674918:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246870784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764349.674926:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764349.674928:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764349.674931:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246870784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764349.674937:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246870912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764349.674957:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764349.674967:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764349/real 1789764349] req@ffff9985856a3800 x1876702246870912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764349.674979:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246870912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764349.674992:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764349.674995:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764349.674997:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246870912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764349.675003:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246871040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764349.675022:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764349.675033:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764349/real 1789764349] req@ffff9985856a2300 x1876702246871040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764349.675043:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246871040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764349.675051:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764349.675054:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764349.675057:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246871040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764349.675072:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246871168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764349.675092:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764349.675103:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764349/real 1789764349] req@ffff9985856a2d80 x1876702246871168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764349.675113:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246871168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764349.675121:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764349.675123:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764349.675127:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246871168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764350.250421:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764351.274382:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764352.298463:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764353.322486:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764354.346460:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764354.794687:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764354.794696:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764354.794702:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764354.794712:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1654 00000100:00080000:1.0:1789764354.794723:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764354.794731:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764354.794774:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246871296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764354.794804:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764354.794808:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764354.794810:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764354.794815:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1654 00000100:00080000:1.0:1789764354.794819:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764354.794824:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764354.794835:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764354.794849:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246871424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764354.794853:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246871296:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789764354.794867:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764354.794871:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764354.794872:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764354.794877:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1654 00000100:00080000:1.0:1789764354.794881:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764354.794885:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764354.794891:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764354.794902:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246871552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764354.794917:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764354.794923:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:3.0:1789764354.794924:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764354.794926:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764354.794932:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1654 00000100:00080000:1.0:1789764354.794936:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764354.794941:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764354.794946:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764354.794959:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246871680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764354.794969:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789764354.794970:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764354/real 1789764354] req@ffff9985836db800 x1876702246871296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764354.794977:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764354.794981:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764354.794990:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1654 00000100:00080000:1.0:1789764354.794994:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764354.794999:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764354.795004:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764354.795009:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246871296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764354.795015:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246871808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764354.795046:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764354.795053:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764354.795057:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246871296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764354.795082:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246871424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764354.795106:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764354.795125:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764354/real 1789764354] req@ffff9985836d8700 x1876702246871424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764354.795139:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246871424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764354.795146:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764354.795149:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764354.795152:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246871424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764354.795160:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246871552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764354.795187:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764354.795196:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764354/real 1789764354] req@ffff9985836d9c00 x1876702246871552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764354.795203:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246871552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764354.795209:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764354.795211:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764354.795213:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246871552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764354.795216:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246871680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764354.795227:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764354.795236:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764354/real 1789764354] req@ffff9985836da680 x1876702246871680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764354.795248:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246871680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764354.795255:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764354.795258:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764354.795261:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246871680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764354.795267:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246871808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764354.795285:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764354.795320:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764354/real 1789764354] req@ffff9985836d8a80 x1876702246871808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764354.795328:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246871808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764354.795333:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764354.795335:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764354.795336:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246871808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764355.372128:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764356.395446:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764357.418690:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764358.442546:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764359.466554:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764359.914488:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764359.914507:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764359.914511:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764359.914521:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1659 00000100:00080000:3.0:1789764359.914532:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764359.914539:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764359.914583:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246871936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764359.914616:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764359.914619:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764359.914621:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764359.914626:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1659 00000100:00080000:3.0:1789764359.914630:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764359.914633:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764359.914643:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764359.914656:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246872064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764359.914665:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764359.914667:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764359.914669:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764359.914672:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1659 00000100:00080000:3.0:1789764359.914675:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764359.914679:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764359.914684:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764359.914693:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246872192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764359.914702:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764359.914705:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764359.914706:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764359.914710:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1659 00000100:00080000:3.0:1789764359.914713:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764359.914716:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764359.914719:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764359.914727:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246872320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764359.914734:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764359.914737:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764359.914738:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764359.914741:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1659 00000100:00080000:3.0:1789764359.914743:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764359.914746:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764359.914750:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764359.914755:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246872448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764359.915074:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246871936:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764359.915174:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764359.915227:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764359/real 1789764359] req@ffff998588b42d80 x1876702246871936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764359.915247:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246871936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764359.915259:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764359.915263:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764359.915268:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246871936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764359.915276:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246872064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764359.915338:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764359.915352:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764359/real 1789764359] req@ffff998588b43800 x1876702246872064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764359.915365:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246872064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764359.915373:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764359.915376:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764359.915379:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246872064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764359.915385:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246872192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764359.915414:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764359.915425:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764359/real 1789764359] req@ffff998588b43b80 x1876702246872192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764359.915436:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246872192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764359.915445:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764359.915448:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764359.915451:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246872192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764359.915458:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246872320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764359.915477:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764359.915489:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764359/real 1789764359] req@ffff998588b40e00 x1876702246872320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764359.915512:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246872320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764359.915520:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764359.915523:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764359.915526:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246872320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764359.915532:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246872448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764359.915563:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764359.915575:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764359/real 1789764359] req@ffff998588b41c00 x1876702246872448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764359.915587:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246872448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764359.915594:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764359.915597:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764359.915600:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246872448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764360.490813:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764361.514602:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764362.538910:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764363.562861:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764364.589130:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764365.035956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764365.035969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764365.035973:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764365.035986:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1664 00000100:00080000:2.0:1789764365.036000:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764365.036008:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764365.036048:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246872576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764365.036134:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246872576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764365.036219:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789764365.036256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764365.036260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764365.036262:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764365.036267:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1664 00000100:00080000:2.0:1789764365.036271:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764365.036275:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764365.036285:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764365.036326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246872704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764365.039273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764365.039284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764365.039299:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764365.039310:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1664 00000100:00080000:2.0:1789764365.039319:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764365.039326:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764365.039335:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764365.039367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246872832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764365.039380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764365.039383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764365.039385:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764365.039388:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1664 00000100:00080000:2.0:1789764365.039392:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764365.039395:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764365.039400:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764365.039410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246872960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764365.039419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764365.039422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764365.039423:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764365.039427:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1664 00000100:00080000:2.0:1789764365.039430:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764365.039433:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764365.039437:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764365.039446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246873088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764365.041063:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764365/real 1789764365] req@ffff9985857d8e00 x1876702246872576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764365.041105:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246872576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764365.041115:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764365.041120:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764365.041124:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246872576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764365.041157:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246872704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764365.041311:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764365.041336:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764365/real 1789764365] req@ffff9985857daa00 x1876702246872704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764365.041349:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246872704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764365.041357:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764365.041360:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764365.041364:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246872704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764365.041370:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246872832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764365.041392:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764365.042262:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764365/real 1789764365] req@ffff9985857d9180 x1876702246872832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764365.042275:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246872832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764365.042315:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764365.042319:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764365.042322:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246872832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764365.042330:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246872960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764365.042362:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764365.042373:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764365/real 1789764365] req@ffff9985857d8380 x1876702246872960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764365.042384:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246872960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764365.042392:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764365.042395:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764365.042398:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246872960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764365.042405:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246873088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764365.042424:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764365.042434:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764365/real 1789764365] req@ffff9985857dbb80 x1876702246873088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764365.042444:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246873088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764365.042451:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764365.042468:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764365.042472:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246873088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764365.610650:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764366.634468:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764367.658581:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764368.682500:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764369.706839:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764370.154501:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764370.154514:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764370.154519:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764370.154531:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1670 00000100:00080000:0.0:1789764370.154545:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764370.154555:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764370.154595:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246873216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764370.154687:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246873216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764370.154764:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789764370.154801:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764370.154805:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764370.154807:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764370.154812:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1670 00000100:00080000:0.0:1789764370.154816:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764370.154820:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764370.154830:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764370.154844:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246873344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764370.157681:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764370/real 1789764370] req@ffff9985856a2680 x1876702246873216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764370.157713:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246873216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764370.157725:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764370.157729:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764370.157734:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246873216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764370.157766:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246873344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764370.157828:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764370.157846:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764370/real 1789764370] req@ffff9985856a2d80 x1876702246873344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764370.157858:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246873344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764370.157865:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764370.157869:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764370.157872:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246873344:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789764370.158347:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764370.158354:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764370.158356:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764370.158362:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1670 00000100:00080000:0.0:1789764370.158369:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764370.158376:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764370.158387:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764370.158414:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246873472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764370.158443:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764370.158447:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764370.158449:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764370.158454:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1670 00000100:00080000:0.0:1789764370.158457:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764370.158461:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764370.158466:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764370.158478:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246873600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764370.158487:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764370.158490:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764370.158492:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764370.158496:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1670 00000100:00080000:0.0:1789764370.158499:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764370.158502:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764370.158507:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764370.158518:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246873728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764370.159703:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246873472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764370.159761:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764370.159786:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764370/real 1789764370] req@ffff9985856a2300 x1876702246873472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764370.159802:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246873472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764370.159811:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764370.159815:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764370.159820:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246873472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764370.159827:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246873600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764370.159845:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764370.159855:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764370/real 1789764370] req@ffff9985856a3800 x1876702246873600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764370.159865:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246873600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764370.159873:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764370.159877:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764370.159880:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246873600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764370.159886:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246873728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764370.159905:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764370.159914:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764370/real 1789764370] req@ffff9985856a0700 x1876702246873728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764370.159925:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246873728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764370.159932:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764370.159935:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764370.159938:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246873728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764370.732359:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764371.754804:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764372.778766:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764373.802511:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764374.827765:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764375.274973:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764375.274986:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764375.274991:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764375.275003:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1675 00000100:00080000:1.0:1789764375.275017:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764375.275026:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764375.275068:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246873856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764375.275114:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764375.275118:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764375.275120:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764375.275125:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1675 00000100:00080000:1.0:1789764375.275129:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764375.275133:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764375.275143:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764375.275159:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246873984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764375.275169:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764375.275172:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764375.275174:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764375.275177:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1675 00000100:00080000:1.0:1789764375.275181:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764375.275185:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764375.275189:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764375.275200:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246874112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764375.275210:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764375.275213:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764375.275215:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764375.275219:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1675 00000100:00080000:1.0:1789764375.275222:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764375.275226:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764375.275230:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764375.275241:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246874240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764375.275250:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764375.275253:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764375.275255:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764375.275258:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1675 00000100:00080000:1.0:1789764375.275262:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764375.275265:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764375.275270:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764375.275280:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246874368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764375.275435:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246873856:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764375.275509:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764375.275566:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764375/real 1789764375] req@ffff9985836dad80 x1876702246873856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764375.275593:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246873856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764375.275603:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764375.275607:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764375.275611:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246873856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764375.275619:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246873984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764375.275644:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764375.275657:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764375/real 1789764375] req@ffff9985836d8a80 x1876702246873984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764375.275676:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246873984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764375.275684:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764375.275687:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764375.275690:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246873984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764375.275696:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246874112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764375.275717:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764375.275729:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764375/real 1789764375] req@ffff9985836da680 x1876702246874112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764375.275742:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246874112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764375.275749:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764375.275752:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764375.275755:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246874112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764375.275767:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246874240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764375.275786:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764375.275797:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764375/real 1789764375] req@ffff9985836d9c00 x1876702246874240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764375.275808:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246874240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764375.275822:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764375.275826:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764375.275829:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246874240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764375.275834:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246874368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764375.275854:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764375.275865:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764375/real 1789764375] req@ffff9985836d8700 x1876702246874368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764375.275876:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246874368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764375.275884:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764375.275887:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764375.275890:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246874368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764375.850463:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764376.874932:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764377.898620:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764378.922552:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764379.946473:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764380.394428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764380.394438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764380.394443:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764380.394454:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1680 00000100:00080000:1.0:1789764380.394465:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764380.394473:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764380.394527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246874496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764380.394561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764380.394565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764380.394567:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764380.394571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1680 00000100:00080000:1.0:1789764380.394574:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764380.394578:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764380.394587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764380.394602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246874624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764380.394611:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246874496:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789764380.394614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764380.394619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764380.394621:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764380.394626:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1680 00000100:00080000:1.0:1789764380.394630:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764380.394635:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764380.394640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764380.394653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246874752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764380.394663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764380.394668:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:3.0:1789764380.394669:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764380.394671:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764380.394677:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1680 00000100:00080000:1.0:1789764380.394681:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764380.394685:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764380.394690:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764380.394702:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246874880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764380.394720:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764380/real 1789764380] req@ffff9985836db800 x1876702246874496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764380.394724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764380.394733:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764380.394737:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764380.394749:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1680 00000100:00080000:1.0:1789764380.394754:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789764380.394759:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246874496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764380.394760:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764380.394769:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1789764380.394772:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764380.394776:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764380.394780:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246874496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764380.394784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246875008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764380.394803:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246874624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764380.394822:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764380.394832:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764380/real 1789764380] req@ffff9985836da300 x1876702246874624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764380.394844:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246874624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764380.394852:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764380.394855:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764380.394858:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246874624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764380.394864:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246874752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764380.394883:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764380.394895:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764380/real 1789764380] req@ffff9985836d8e00 x1876702246874752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764380.394906:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246874752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764380.394913:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764380.394916:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764380.394919:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246874752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764380.394925:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246874880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764380.394945:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764380.394956:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764380/real 1789764380] req@ffff9985836d8380 x1876702246874880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764380.394967:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246874880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764380.394975:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764380.394978:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764380.394981:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246874880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764380.394997:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246875008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764380.395017:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764380.395028:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764380/real 1789764380] req@ffff9985836d9180 x1876702246875008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764380.395039:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246875008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764380.395047:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764380.395050:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764380.395053:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246875008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764380.970969:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764381.994765:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764383.018705:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764384.044709:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764385.067408:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764385.514469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764385.514484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764385.514489:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764385.514501:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1685 00000100:00080000:3.0:1789764385.514517:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764385.514526:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764385.514569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246875136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764385.514647:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246875136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764385.514728:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764385.514763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764385.514777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764385.514779:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764385.514784:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1685 00000100:00080000:3.0:1789764385.514789:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764385.514793:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764385.514804:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764385.514818:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246875264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764385.515007:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764385/real 1789764385] req@ffff998588b42680 x1876702246875136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764385.515027:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246875136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764385.515038:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764385.515042:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764385.515046:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246875136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764385.515072:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246875264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764385.515098:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764385.515112:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764385/real 1789764385] req@ffff998588b42a00 x1876702246875264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764385.515140:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246875264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764385.515154:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764385.515158:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764385.515161:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246875264:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789764385.515391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764385.515395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764385.515398:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764385.515402:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1685 00000100:00080000:3.0:1789764385.515407:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764385.515410:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764385.515417:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764385.515430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246875392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764385.515477:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246875392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764385.515502:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764385.515523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764385.515527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764385.515529:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764385.515534:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1685 00000100:00080000:3.0:1789764385.515538:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764385.515542:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764385.515548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764385.515560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246875520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764385.515606:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764385/real 1789764385] req@ffff998588b40000 x1876702246875392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764385.515620:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246875392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764385.515629:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764385.515632:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764385.515635:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246875392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764385.515647:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246875520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764385.515668:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764385.515679:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764385/real 1789764385] req@ffff998588b43100 x1876702246875520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764385.515690:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246875520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764385.515697:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764385.515700:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764385.515703:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246875520:192.168.203.136@tcp:8:kworker.0 00000100:00080000:3.0:1789764385.515886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764385.515891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764385.515893:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764385.515897:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1685 00000100:00080000:3.0:1789764385.515902:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764385.515906:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764385.515912:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764385.515925:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246875648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764385.515969:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246875648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764385.515994:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764385.516063:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764385/real 1789764385] req@ffff998588b43100 x1876702246875648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764385.516076:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246875648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764385.516084:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764385.516087:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764385.516090:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246875648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764386.091068:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764387.116421:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764388.139490:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764389.163716:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764390.186711:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764390.634482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764390.634497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764390.634509:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764390.634521:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1690 00000100:00080000:3.0:1789764390.634538:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764390.634547:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764390.634592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246875776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764390.635068:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246875776:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764390.635283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764390.635369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764390.635371:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764390.635375:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1690 00000100:00080000:3.0:1789764390.635379:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764390.635383:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764390.635391:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764390.635405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246875904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764390.635413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764390.635416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764390.635417:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764390.635419:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1690 00000100:00080000:3.0:1789764390.635422:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764390.635424:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764390.635427:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764390.635432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246876032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764390.635437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764390.635439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764390.635440:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764390.635443:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1690 00000100:00080000:3.0:1789764390.635446:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764390.635448:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764390.635450:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764390.635456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246876160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764390.635460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764390.635462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764390.635463:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764390.635465:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1690 00000100:00080000:3.0:1789764390.635466:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764390.635468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764390.635471:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764390.635479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246876288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764390.635868:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246875904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764390.635900:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246876032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764390.635918:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246876160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764390.635935:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246876288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764391.210589:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764392.234636:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764393.258671:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789764393.707024:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789764393.707060:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789764393.707072:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764393.707104:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764393.707111:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764393.707116:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764393.707121:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789764393.707571:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764390/real 1789764393] req@ffff998588b42a00 x1876702246875904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764393.707599:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246875904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764393.707609:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764393.707613:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764393.707615:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246875904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764393.707621:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764390/real 1789764393] req@ffff998588b42680 x1876702246876032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764393.707629:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246876032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764393.707635:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764393.707637:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764393.707639:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246876032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764393.707643:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764390/real 1789764393] req@ffff998588b41c00 x1876702246876160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764393.707650:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246876160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764393.707656:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764393.707659:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764393.707662:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246876160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764393.707668:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764390/real 1789764393] req@ffff998588b40e00 x1876702246876288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764393.707680:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246876288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764393.707687:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764393.707690:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764393.707693:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246876288:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764393.707700:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764390/real 1789764393] req@ffff998588b40000 x1876702246875776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764393.707711:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246875776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764393.707719:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764393.707722:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764393.707725:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246875776:192.168.203.136@tcp:250:kworker.0 00010000:00010000:1.0:1789764394.284938:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764395.313158:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764395.762028:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764395.762041:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764395.762047:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764395.762069:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1695 00000100:00080000:0.0:1789764395.762082:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764395.762090:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764395.762133:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246876416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764395.762160:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764395.762164:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764395.762165:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764395.762169:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1695 00000100:00080000:0.0:1789764395.762172:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764395.762176:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764395.762186:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764395.762201:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246876544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764395.762209:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764395.762212:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764395.762214:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764395.762217:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1695 00000100:00080000:0.0:1789764395.762220:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764395.762223:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764395.762227:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764395.762394:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246876672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764395.762404:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764395.762408:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764395.762409:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764395.762414:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1695 00000100:00080000:0.0:1789764395.762418:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764395.762422:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764395.762427:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764395.762436:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246876800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764395.762444:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764395.762448:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764395.762449:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764395.762453:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1695 00000100:00080000:0.0:1789764395.762465:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764395.762469:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764395.762473:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764395.762482:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246876928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764395.763351:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246876416:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764395.763437:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764395.763491:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764395/real 1789764395] req@ffff9985856a1500 x1876702246876416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764395.763512:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246876416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764395.763523:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764395.763528:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764395.763533:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246876416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764395.763541:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246876544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764395.763564:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764395.763578:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764395/real 1789764395] req@ffff9985856a0e00 x1876702246876544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764395.763590:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246876544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764395.763598:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764395.763601:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764395.763604:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246876544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764395.763610:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246876672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764395.763631:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764395.763641:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764395/real 1789764395] req@ffff9985856a3480 x1876702246876672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764395.763673:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246876672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764395.763683:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764395.763685:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764395.763688:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246876672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764395.763694:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246876800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764395.763714:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764395.763726:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764395/real 1789764395] req@ffff9985856a1880 x1876702246876800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764395.763736:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246876800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764395.763744:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764395.763747:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764395.763750:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246876800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764395.763756:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246876928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764395.763777:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764395.763788:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764395/real 1789764395] req@ffff9985856a0000 x1876702246876928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764395.763798:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246876928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764395.763804:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764395.763808:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764395.763810:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246876928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764396.330640:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764397.354627:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764398.378644:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764399.402648:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764400.431402:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764400.874440:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764400.874452:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764400.874457:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764400.874469:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1700 00000100:00080000:0.0:1789764400.874481:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764400.874488:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764400.874523:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246877056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764400.874547:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764400.874552:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764400.874553:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764400.874555:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1700 00000100:00080000:0.0:1789764400.874558:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764400.874560:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764400.874567:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764400.874578:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246877184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764400.874585:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764400.874587:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764400.874588:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789764400.874593:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246877056:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764400.874602:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1700 00000100:00080000:0.0:1789764400.874606:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764400.874610:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764400.874615:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764400.874626:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246877312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764400.874636:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764400.874640:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764400.874641:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764400.874645:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1700 00000100:00080000:0.0:1789764400.874665:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764400.874670:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764400.874676:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1789764400.874685:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764400.874690:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246877440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764400.874701:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764400.874703:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764400.874705:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764400.874708:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1700 00000100:00080000:0.0:1789764400.874711:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764400.874714:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764400.874717:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764400.874725:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246877568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764400.874749:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764400/real 1789764400] req@ffff9985856a2a00 x1876702246877056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764400.874767:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246877056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764400.874778:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764400.874784:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764400.874788:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246877056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764400.874811:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246877184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764400.874834:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764400.874845:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764400/real 1789764400] req@ffff9985856a0000 x1876702246877184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764400.874852:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246877184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764400.874857:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764400.874859:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764400.874861:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246877184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764400.874865:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246877312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764400.874877:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764400.874883:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764400/real 1789764400] req@ffff9985856a1880 x1876702246877312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764400.874896:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246877312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764400.874905:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764400.874906:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764400.874908:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246877312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764400.874911:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246877440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764400.874921:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764400.874930:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764400/real 1789764400] req@ffff9985856a3480 x1876702246877440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764400.874945:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246877440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764400.874952:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764400.874955:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764400.874958:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246877440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764400.874964:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246877568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764400.874982:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764400.874993:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764400/real 1789764400] req@ffff9985856a0e00 x1876702246877568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764400.875005:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246877568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764400.875012:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764400.875015:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764400.875019:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246877568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764401.450467:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764402.475122:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764403.498461:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764404.522598:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764405.547209:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764405.994438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764405.994446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764405.994450:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764405.994458:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1705 00000100:00080000:1.0:1789764405.994467:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764405.994473:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764405.994507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246877696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764405.994530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764405.994532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764405.994533:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764405.994537:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1705 00000100:00080000:1.0:1789764405.994539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764405.994541:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764405.994549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764405.994557:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246877824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764405.994563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764405.994566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764405.994568:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764405.994570:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1705 00000100:00080000:1.0:1789764405.994572:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764405.994575:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764405.994578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764405.994583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246877952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764405.994589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764405.994591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764405.994593:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764405.994595:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1705 00000100:00080000:1.0:1789764405.994597:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764405.994599:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764405.994601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764405.994605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246878080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764405.994613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764405.994615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764405.994616:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764405.994618:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1705 00000100:00080000:1.0:1789764405.994620:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764405.994625:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764405.994631:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764405.994634:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246877696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764405.994639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246878208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789764405.994738:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764405.994792:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764405/real 1789764405] req@ffff9985836d9880 x1876702246877696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764405.994813:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246877696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764405.994831:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764405.994836:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764405.994841:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246877696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764405.994850:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246877824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764405.994876:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764405.994890:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764405/real 1789764405] req@ffff9985836d9180 x1876702246877824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764405.994903:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246877824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764405.994912:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764405.994916:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764405.994919:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246877824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764405.994925:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246877952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764405.994946:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764405.994958:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764405/real 1789764405] req@ffff9985836d8380 x1876702246877952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764405.994976:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246877952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764405.994985:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764405.994989:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764405.994993:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246877952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764405.995023:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246878080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764405.995043:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764405.995054:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764405/real 1789764405] req@ffff9985836d8e00 x1876702246878080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764405.995064:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246878080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764405.995072:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764405.995075:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764405.995078:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246878080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764405.995083:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246878208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764405.995100:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764405.995109:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764405/real 1789764405] req@ffff9985836da300 x1876702246878208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764405.995119:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246878208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764405.995126:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764405.995129:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764405.995132:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246878208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764406.572813:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764407.594606:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764408.618533:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764409.642448:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764410.666445:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764411.114424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764411.114435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764411.114440:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764411.114449:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1711 00000100:00080000:3.0:1789764411.114460:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764411.114466:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764411.114500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246878336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764411.114524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764411.114526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764411.114528:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764411.114530:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1711 00000100:00080000:3.0:1789764411.114532:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764411.114534:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764411.114542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764411.114551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246878464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764411.114557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764411.114560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764411.114561:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764411.114564:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1711 00000100:00080000:3.0:1789764411.114566:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764411.114568:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764411.114573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764411.114581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246878592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764411.114583:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246878336:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764411.114608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764411.114611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764411.114611:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764411.114615:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1711 00000100:00080000:3.0:1789764411.114617:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764411.114620:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764411.114622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764411.114632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246878720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764411.114637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764411.114640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764411.114642:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764411.114644:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1711 00000100:00080000:3.0:1789764411.114646:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764411.114649:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764411.114653:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764411.114663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246878848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789764411.114664:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764411.114707:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764411/real 1789764411] req@ffff998588b43b80 x1876702246878336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764411.114721:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246878336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764411.114730:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764411.114733:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764411.114736:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246878336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764411.114741:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246878464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764411.114755:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764411.114762:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764411/real 1789764411] req@ffff998588b43800 x1876702246878464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764411.114769:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246878464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764411.114774:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764411.114776:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764411.114779:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246878464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764411.114798:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246878592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764411.114809:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764411.114815:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764411/real 1789764411] req@ffff998588b42d80 x1876702246878592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764411.114821:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246878592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764411.114826:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764411.114828:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764411.114830:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246878592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764411.114833:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246878720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764411.114843:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764411.114848:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764411/real 1789764411] req@ffff998588b42300 x1876702246878720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764411.114855:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246878720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764411.114859:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764411.114861:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764411.114863:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246878720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764411.114866:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246878848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764411.114875:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764411.114881:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764411/real 1789764411] req@ffff998588b41880 x1876702246878848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764411.114888:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246878848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764411.114892:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764411.114894:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764411.114895:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246878848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764411.690518:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764412.714664:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764413.738405:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764414.768261:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764415.786519:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764416.234861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764416.234874:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764416.234880:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764416.234893:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1716 00000100:00080000:3.0:1789764416.234910:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764416.234920:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764416.234963:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246878976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764416.234992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764416.234996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764416.234998:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764416.235002:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1716 00000100:00080000:3.0:1789764416.235006:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764416.235012:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764416.235022:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764416.235040:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246879104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764416.235044:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246878976:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764416.235060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764416.235065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764416.235067:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764416.235071:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1716 00000100:00080000:3.0:1789764416.235075:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789764416.235139:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764416.235179:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764416/real 1789764416] req@ffff998588b41f80 x1876702246878976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764416.235204:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246878976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764416.235217:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764416.235221:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764416.235225:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246878976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764416.235339:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246879104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764416.235362:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764416.235374:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764416/real 1789764416] req@ffff998588b41880 x1876702246879104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764416.235393:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246879104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764416.235401:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764416.235405:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764416.235408:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246879104:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789764416.235701:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764416.235714:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764416.235732:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246879232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764416.235753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764416.235757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764416.235759:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764416.235764:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1716 00000100:00080000:3.0:1789764416.235770:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764416.235775:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764416.235779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764416.235790:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246879360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764416.235799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764416.235802:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764416.235804:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764416.235808:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1716 00000100:00080000:3.0:1789764416.235811:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764416.235815:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764416.235819:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764416.235827:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246879488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764416.235954:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246879232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764416.235987:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764416.236001:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764416/real 1789764416] req@ffff998588b42300 x1876702246879232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764416.236014:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246879232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764416.236021:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764416.236023:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764416.236025:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246879232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764416.236030:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246879360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764416.236044:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764416.236051:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764416/real 1789764416] req@ffff998588b42d80 x1876702246879360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764416.236058:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246879360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764416.236067:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764416.236069:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764416.236072:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246879360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764416.236075:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246879488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764416.236099:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764416.236107:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764416/real 1789764416] req@ffff998588b43800 x1876702246879488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764416.236114:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246879488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764416.236119:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764416.236122:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764416.236124:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246879488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764416.810664:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764417.835761:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764418.858542:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764419.882485:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764420.909210:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764421.354438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764421.354449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764421.354453:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764421.354465:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1721 00000100:00080000:3.0:1789764421.354478:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764421.354494:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764421.354538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246879616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764421.354570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764421.354573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764421.354575:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764421.354579:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1721 00000100:00080000:3.0:1789764421.354583:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764421.354587:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764421.354596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764421.354609:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246879744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764421.354619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764421.354623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764421.354625:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764421.354629:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1721 00000100:00080000:3.0:1789764421.354632:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764421.354637:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764421.354643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764421.354656:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246879616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764421.354656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246879872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764421.354681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764421.354686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764421.354688:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764421.354694:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1721 00000100:00080000:3.0:1789764421.354698:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764421.354701:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764421.354707:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764421.354719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246880000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764421.354728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764421.354731:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:1.0:1789764421.354739:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764421.354744:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764421.354751:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1721 00000100:00080000:3.0:1789764421.354757:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764421.354761:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764421.354767:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764421.354780:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246880128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764421.354791:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764421/real 1789764421] req@ffff998588b43b80 x1876702246879616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764421.354809:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246879616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764421.354826:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764421.354831:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764421.354834:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246879616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764421.354848:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246879744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764421.354869:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764421.354879:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764421/real 1789764421] req@ffff998588b40000 x1876702246879744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764421.354890:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246879744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764421.354898:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764421.354901:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764421.354904:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246879744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764421.354928:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246879872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764421.354944:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764421.354953:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764421/real 1789764421] req@ffff998588b40e00 x1876702246879872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764421.354963:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246879872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764421.354971:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764421.354974:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764421.354977:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246879872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764421.354983:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246880000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764421.354997:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764421.355005:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764421/real 1789764421] req@ffff998588b41c00 x1876702246880000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764421.355014:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246880000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764421.355022:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764421.355025:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764421.355028:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246880000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764421.355033:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246880128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764421.355064:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764421.355074:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764421/real 1789764421] req@ffff998588b42680 x1876702246880128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764421.355084:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246880128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764421.355092:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764421.355095:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764421.355098:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246880128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764421.930634:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764422.954564:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764423.978468:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764425.002471:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764426.027864:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764426.474682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764426.474697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764426.474702:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764426.474714:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1726 00000100:00080000:3.0:1789764426.474729:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764426.474739:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764426.474796:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246880256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764426.474834:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764426.474839:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764426.474840:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764426.474844:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1726 00000100:00080000:3.0:1789764426.474848:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764426.474852:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764426.474862:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764426.474875:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246880384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764426.474885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764426.474888:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764426.474891:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764426.474895:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1726 00000100:00080000:3.0:1789764426.474898:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764426.474901:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764426.474906:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764426.474919:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246880512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764426.474928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764426.474932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764426.474934:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764426.474938:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1726 00000100:00080000:3.0:1789764426.474942:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764426.474945:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764426.474949:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764426.474957:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246880640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764426.474966:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764426.474969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764426.474971:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764426.474975:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1726 00000100:00080000:3.0:1789764426.474978:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764426.474982:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764426.474986:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764426.474995:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246880768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764426.475230:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246880256:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764426.475334:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764426.475380:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764426/real 1789764426] req@ffff998588b42a00 x1876702246880256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764426.475398:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246880256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764426.475407:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764426.475411:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764426.475415:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246880256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764426.475421:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246880384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764426.475611:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764426.475626:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764426/real 1789764426] req@ffff998588b43100 x1876702246880384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764426.475637:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246880384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764426.475642:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764426.475644:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764426.475646:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246880384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764426.475651:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246880512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764426.475671:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764426.475681:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764426/real 1789764426] req@ffff998588b42680 x1876702246880512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764426.475699:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246880512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764426.475704:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764426.475706:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764426.475708:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246880512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764426.475712:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246880640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764426.475728:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764426.475739:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764426/real 1789764426] req@ffff998588b41c00 x1876702246880640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764426.475749:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246880640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764426.475916:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764426.475922:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764426.475926:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246880640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764426.475933:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246880768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764426.475955:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764426.475967:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764426/real 1789764426] req@ffff998588b40e00 x1876702246880768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764426.475977:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246880768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764426.475990:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764426.475993:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764426.475996:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246880768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764427.052332:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764428.074496:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764429.098457:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764430.122848:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764431.154097:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764431.594598:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764431.594613:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764431.594620:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764431.594643:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1731 00000100:00080000:0.0:1789764431.594660:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764431.594670:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764431.594777:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246880896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764431.594869:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246880896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764431.594958:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789764431.595035:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764431.595039:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764431.595041:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764431.595046:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1731 00000100:00080000:0.0:1789764431.595050:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764431.595055:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764431.595065:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764431.595078:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246881024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764431.601556:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764431/real 1789764431] req@ffff9985856a1500 x1876702246880896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764431.601591:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246880896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764431.601605:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764431.601613:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764431.601618:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246880896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764431.601659:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246881024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764431.601843:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764431.601864:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764431/real 1789764431] req@ffff9985856a0700 x1876702246881024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764431.601875:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246881024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764431.601882:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764431.601886:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764431.601889:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246881024:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789764431.602833:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764431.602841:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764431.602843:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764431.602850:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1731 00000100:00080000:0.0:1789764431.602861:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764431.602869:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764431.602881:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764431.602917:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246881152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764431.602933:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764431.602936:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764431.602937:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764431.602941:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1731 00000100:00080000:0.0:1789764431.602944:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764431.602948:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764431.602952:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764431.602960:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246881280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764431.602987:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764431.602991:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764431.602992:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764431.602996:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1731 00000100:00080000:0.0:1789764431.602999:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764431.603004:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764431.603011:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764431.603019:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246881408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764431.603569:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246881152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764431.603628:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764431.603651:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764431/real 1789764431] req@ffff9985856a3800 x1876702246881152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764431.603666:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246881152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764431.603676:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764431.603680:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764431.603684:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246881152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764431.603705:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246881280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764431.603731:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764431.603743:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764431/real 1789764431] req@ffff9985856a2300 x1876702246881280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764431.603753:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246881280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764431.603760:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764431.603764:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764431.603767:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246881280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764431.603773:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246881408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764431.603792:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764431.603805:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764431/real 1789764431] req@ffff9985856a2d80 x1876702246881408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764431.603816:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246881408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764431.603823:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764431.603826:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764431.603829:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246881408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764432.173084:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764433.195633:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764434.218991:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764435.242663:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764436.268017:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764436.716252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764436.716270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764436.716275:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764436.716355:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1736 00000100:00080000:3.0:1789764436.716368:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764436.716378:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764436.716415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246881536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764436.716438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764436.716442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764436.716444:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764436.716448:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1736 00000100:00080000:3.0:1789764436.716451:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764436.716455:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764436.716464:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764436.716477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246881664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764436.716487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764436.716490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764436.716492:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764436.716495:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1736 00000100:00080000:3.0:1789764436.716498:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764436.716501:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764436.716506:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764436.716514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246881792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764436.716523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764436.716526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764436.716528:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764436.716532:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1736 00000100:00080000:3.0:1789764436.716534:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764436.716537:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764436.716541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764436.716549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246881920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764436.716558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764436.716562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764436.716564:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764436.716567:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1736 00000100:00080000:3.0:1789764436.716571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764436.716575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764436.716579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764436.716588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246882048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764436.719039:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246881536:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764436.719126:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764436.719173:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764436/real 1789764436] req@ffff998588b40000 x1876702246881536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764436.719192:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246881536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764436.719203:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764436.719207:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764436.719211:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246881536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764436.719218:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246881664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764436.719239:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764436.719250:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764436/real 1789764436] req@ffff998588b43b80 x1876702246881664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764436.719261:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246881664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764436.719269:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764436.719272:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764436.719275:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246881664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764436.719281:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246881792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764436.719342:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764436.719352:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764436/real 1789764436] req@ffff998588b43800 x1876702246881792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764436.719362:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246881792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764436.719370:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764436.719373:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764436.719376:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246881792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764436.719383:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246881920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764436.719402:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764436.719413:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764436/real 1789764436] req@ffff998588b42d80 x1876702246881920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764436.719423:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246881920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764436.719430:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764436.719433:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764436.719436:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246881920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764436.719442:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246882048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764436.719462:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764436.719472:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764436/real 1789764436] req@ffff998588b42300 x1876702246882048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764436.719482:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246882048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764436.719489:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764436.719492:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764436.719495:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246882048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764437.290759:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764438.314564:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764439.338640:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764440.382213:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764441.386706:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764441.835617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764441.835629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764441.835635:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764441.835647:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1741 00000100:00080000:3.0:1789764441.835662:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764441.835670:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764441.835713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246882176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764441.835750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764441.835754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764441.835756:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764441.835761:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1741 00000100:00080000:3.0:1789764441.835765:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764441.835769:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764441.835778:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764441.835792:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246882304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764441.835801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764441.835805:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764441.835807:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764441.835810:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1741 00000100:00080000:3.0:1789764441.835814:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764441.835817:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764441.835822:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764441.835834:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246882432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764441.835849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764441.835852:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764441.835853:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764441.835857:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1741 00000100:00080000:3.0:1789764441.835859:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764441.835863:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764441.835867:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764441.835876:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246882560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764441.835886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764441.835890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764441.836565:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764441.836574:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1741 00000100:00080000:3.0:1789764441.836579:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764441.836584:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764441.836592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764441.836607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246882688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764441.837124:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246882176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764441.837199:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764441.837259:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764441/real 1789764441] req@ffff998588b41880 x1876702246882176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764441.837277:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246882176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764441.837312:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764441.837316:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764441.837321:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246882176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764441.837329:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246882304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764441.838086:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764441.838108:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764441/real 1789764441] req@ffff998588b41f80 x1876702246882304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764441.838122:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246882304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764441.838130:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764441.838134:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764441.838137:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246882304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764441.838144:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246882432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764441.838172:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764441.838183:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764441/real 1789764441] req@ffff998588b42300 x1876702246882432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764441.838194:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246882432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764441.838202:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764441.838206:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764441.838209:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246882432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764441.838214:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246882560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764441.838236:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764441.838247:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764441/real 1789764441] req@ffff998588b42d80 x1876702246882560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764441.838263:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246882560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764441.838270:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764441.838273:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764441.838276:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246882560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764441.838283:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246882688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764441.838344:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764441.838423:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764441/real 1789764441] req@ffff998588b43800 x1876702246882688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764441.838437:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246882688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764441.838445:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764441.838448:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764441.838451:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246882688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764442.410742:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764443.434878:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764444.460057:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764445.484139:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764446.513536:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764446.954513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764446.954535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764446.954540:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764446.954553:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1746 00000100:00080000:1.0:1789764446.954566:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764446.954574:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764446.954617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246882816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764446.954654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764446.954657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764446.954659:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764446.954664:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1746 00000100:00080000:1.0:1789764446.954667:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764446.954671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764446.954681:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764446.954693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246882944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764446.954701:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764446.954704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764446.954706:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764446.954709:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1746 00000100:00080000:1.0:1789764446.954712:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764446.954715:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764446.954719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764446.954727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246883072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764446.954735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764446.954737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764446.954739:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764446.954742:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1746 00000100:00080000:1.0:1789764446.954748:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764446.954751:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764446.954755:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764446.954763:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246883200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764446.954771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764446.954774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764446.954776:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764446.954791:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1746 00000100:00080000:1.0:1789764446.954794:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764446.954797:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764446.954801:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764446.954810:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246883328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764446.955124:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246882816:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789764446.955198:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764446.955244:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764446/real 1789764446] req@ffff9985836db800 x1876702246882816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764446.955260:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246882816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764446.955269:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764446.955273:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764446.955277:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246882816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789764446.955283:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246882944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789764446.955336:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764446.955349:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764446/real 1789764446] req@ffff9985836d8700 x1876702246882944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764446.955359:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246882944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764446.955366:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764446.955369:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764446.955372:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246882944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789764446.955377:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246883072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789764446.955394:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764446.955404:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764446/real 1789764446] req@ffff9985836d9c00 x1876702246883072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764446.955422:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246883072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764446.955429:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764446.955432:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764446.955435:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246883072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789764446.955440:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246883200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789764446.955456:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764446.955465:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764446/real 1789764446] req@ffff9985836da680 x1876702246883200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764446.955475:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246883200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764446.955483:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764446.955486:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764446.955489:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246883200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789764446.955494:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246883328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789764446.955510:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764446.955519:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764446/real 1789764446] req@ffff9985836d8a80 x1876702246883328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764446.955540:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246883328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764446.955551:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764446.955554:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764446.955557:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246883328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764447.530655:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764448.554750:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764449.578689:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764450.896964:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764451.948061:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764452.075268:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764452.075282:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764452.075308:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764452.075323:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1752 00000100:00080000:0.0:1789764452.075354:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764452.075364:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764452.075525:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246883456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764452.075570:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764452.075574:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764452.075576:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764452.075580:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1752 00000100:00080000:0.0:1789764452.075584:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764452.075589:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764452.075599:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764452.075615:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246883584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764452.075624:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764452.075627:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764452.075629:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764452.075632:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1752 00000100:00080000:0.0:1789764452.075635:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764452.075639:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764452.075644:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764452.075655:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246883712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764452.075663:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764452.075666:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764452.075668:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764452.075672:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1752 00000100:00080000:0.0:1789764452.075675:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764452.075678:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764452.075683:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764452.075692:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246883840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764452.075701:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764452.075704:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764452.075707:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764452.075710:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1752 00000100:00080000:0.0:1789764452.075713:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764452.075716:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764452.075720:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764452.075728:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246883968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764452.075956:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246883456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789764452.076206:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764452.076270:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764452/real 1789764452] req@ffff9985856a2680 x1876702246883456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764452.076314:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246883456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764452.076325:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764452.076329:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764452.076333:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246883456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789764452.076513:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246883584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789764452.076538:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764452.076616:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764452/real 1789764452] req@ffff9985856a2d80 x1876702246883584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764452.076629:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246883584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764452.076637:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764452.076640:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764452.076644:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246883584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789764452.076651:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246883712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789764452.076673:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764452.076684:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764452/real 1789764452] req@ffff9985856a2300 x1876702246883712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764452.076695:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246883712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764452.076703:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764452.076706:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764452.076709:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246883712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789764452.076715:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246883840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789764452.076735:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764452.076747:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764452/real 1789764452] req@ffff9985856a3800 x1876702246883840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764452.076758:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246883840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764452.076765:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764452.076768:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764452.076771:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246883840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789764452.076777:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246883968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789764452.076796:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764452.076807:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764452/real 1789764452] req@ffff9985856a0700 x1876702246883968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764452.077495:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246883968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764452.077506:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764452.077510:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764452.077514:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246883968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764452.972033:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764453.994654:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764455.019023:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764456.042999:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764457.067238:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764457.203486:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764457.203501:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764457.203507:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764457.203519:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1757 00000100:00080000:2.0:1789764457.203533:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764457.203542:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764457.203587:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246884096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764457.203694:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246884096:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789764457.204017:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764457.204022:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764457.204024:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764457.204030:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1757 00000100:00080000:2.0:1789764457.204034:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764457.204039:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764457.204048:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764457.204062:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246884224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764457.226099:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764457.226112:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764457.226117:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764457.226129:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1757 00000100:00080000:2.0:1789764457.226144:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764457.226152:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764457.226166:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764457.226205:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246884352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764457.226220:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764457.226223:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764457.226225:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764457.226228:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1757 00000100:00080000:2.0:1789764457.226232:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764457.226235:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764457.226239:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764457.227131:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246884224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764457.227226:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246884352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789764457.231226:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246884480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764457.231250:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764457.231255:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764457.231257:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764457.231263:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1757 00000100:00080000:2.0:1789764457.231274:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764457.231282:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764457.232362:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246884480:192.168.203.136@tcp:8:kworker.0 00000008:00100000:2.0:1789764457.234950:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764457.238955:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246884608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764457.242334:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246884608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764458.091383:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764459.115329:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764460.138569:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789764460.400862:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789764460.400936:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789764460.400972:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764460.401036:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764460.401045:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764460.401053:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764460.401062:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789764460.403265:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764457/real 1789764460] req@ffff9985857d8a80 x1876702246884608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764460.403336:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246884608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764460.403354:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764460.403371:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764460.403376:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246884608:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764460.403385:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764457/real 1789764460] req@ffff9985857da300 x1876702246884480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764460.403401:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246884480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764460.403408:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764460.403411:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764460.403415:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246884480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764460.403421:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764457/real 1789764460] req@ffff9985857d9880 x1876702246884224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764460.403434:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246884224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764460.403441:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764460.403444:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764460.403448:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246884224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764460.403454:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764457/real 1789764460] req@ffff9985857db100 x1876702246884352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764460.403465:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246884352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764460.403473:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764460.403476:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764460.403722:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246884352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764460.403731:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764457/real 1789764460] req@ffff9985857db800 x1876702246884096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764460.403747:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246884096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764460.403754:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764460.403770:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764460.403774:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246884096:192.168.203.136@tcp:250:kworker.0 00010000:00010000:3.0:1789764461.165449:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764462.186715:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764462.314995:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764462.315005:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764462.315010:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764462.315021:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1762 00000100:00080000:2.0:1789764462.315031:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764462.315039:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764462.315090:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246884736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764462.315119:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764462.315122:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764462.315124:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764462.315127:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1762 00000100:00080000:2.0:1789764462.315131:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764462.315135:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764462.315145:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764462.315157:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246884864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764462.315166:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764462.315170:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764462.315172:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764462.315183:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1762 00000100:00080000:2.0:1789764462.315187:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764462.315191:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764462.315197:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764462.315225:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246884736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789764462.315266:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246884992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764462.315278:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764462.315283:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764462.315285:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764462.315312:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1762 00000800:00000100:3.0:1789764462.315442:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789764462.319326:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764462.319423:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764462.319437:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764462.319475:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246885120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764462.319496:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764462.319501:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764462.319504:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764462.319609:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1762 00000100:00080000:2.0:1789764462.319615:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764462.319619:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764462.319689:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764462.319706:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246885248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764462.321173:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764462/real 1789764462] req@ffff9985857db800 x1876702246884736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764462.321201:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246884736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764462.321213:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764462.321217:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764462.321221:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246884736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764462.321233:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246884864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764462.321326:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764462.321349:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764462/real 1789764462] req@ffff9985857db100 x1876702246884864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764462.321366:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246884864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764462.321375:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764462.321380:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764462.321384:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246884864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764462.321418:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246884992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764462.321450:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764462.321465:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764462/real 1789764462] req@ffff9985857d9880 x1876702246884992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764462.321481:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246884992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764462.321491:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764462.321495:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764462.321499:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246884992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764462.321507:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246885120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764462.321527:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764462.321538:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764462/real 1789764462] req@ffff9985857da300 x1876702246885120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764462.321550:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246885120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764462.321557:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764462.321560:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764462.321563:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246885120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764462.321570:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246885248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764462.321588:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764462.321598:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764462/real 1789764462] req@ffff9985857d8a80 x1876702246885248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764462.321608:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246885248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764462.321620:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764462.321623:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764462.321626:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246885248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764463.212020:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764464.235594:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764465.259782:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764466.284236:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764467.306653:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764467.434598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764467.434611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764467.434616:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764467.434628:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1767 00000100:00080000:1.0:1789764467.434642:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764467.434651:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764467.434693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246885376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764467.434738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764467.434742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764467.434744:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764467.434748:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1767 00000100:00080000:1.0:1789764467.434752:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789764467.434907:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246885376:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764467.434984:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764467.435036:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764467/real 1789764467] req@ffff9985836dad80 x1876702246885376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764467.435054:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246885376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764467.435064:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764467.435067:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764467.435071:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246885376:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789764467.435398:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764467.435410:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764467.435427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246885504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764467.435448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764467.435452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764467.435454:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764467.435458:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1767 00000100:00080000:1.0:1789764467.435463:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764467.435467:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764467.435473:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764467.435483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246885632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764467.435492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764467.435495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764467.435497:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764467.435501:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1767 00000100:00080000:1.0:1789764467.435504:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764467.435507:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764467.435512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764467.435521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246885760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764467.435529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764467.435532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764467.435534:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764467.435537:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1767 00000100:00080000:1.0:1789764467.435540:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764467.435543:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764467.435548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764467.435556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246885888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764467.435627:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246885504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764467.435658:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764467.435673:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764467/real 1789764467] req@ffff9985836dad80 x1876702246885504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764467.435685:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246885504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764467.435692:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764467.435696:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764467.435699:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246885504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764467.435718:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246885632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764467.435740:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764467.435751:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764467/real 1789764467] req@ffff9985836d8a80 x1876702246885632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764467.435879:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246885632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764467.435887:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764467.435891:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764467.435894:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246885632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764467.435900:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246885760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764467.435921:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764467.435934:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764467/real 1789764467] req@ffff9985836da680 x1876702246885760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764467.435945:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246885760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764467.435952:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764467.435955:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764467.435958:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246885760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764467.435963:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246885888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764467.435983:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764467.435993:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764467/real 1789764467] req@ffff9985836d9c00 x1876702246885888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764467.436004:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246885888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764467.436012:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764467.436014:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764467.436017:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246885888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764468.330618:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764469.355169:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764470.378635:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764471.402506:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764472.427318:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764472.561100:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764472.561110:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764472.561818:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764472.561832:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1772 00000100:00080000:2.0:1789764472.561843:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764472.561850:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764472.561891:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246886016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764472.561985:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246886016:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764472.562048:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789764472.562080:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764472.562084:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764472.562087:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764472.562091:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1772 00000100:00080000:2.0:1789764472.562096:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764472.562100:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764472.562110:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764472.562122:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246886144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764472.567979:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764472/real 1789764472] req@ffff9985857dbb80 x1876702246886016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764472.568129:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246886016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764472.568143:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764472.568148:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764472.568152:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246886016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764472.568188:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246886144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764472.568249:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764472.568268:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764472/real 1789764472] req@ffff9985857d8380 x1876702246886144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764472.568280:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246886144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764472.568304:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764472.568308:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764472.568311:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246886144:192.168.203.136@tcp:38:kworker.0 00000100:00080000:2.0:1789764472.568421:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764472.568427:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764472.568429:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764472.568434:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1772 00000100:00080000:2.0:1789764472.568440:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764472.568447:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764472.568459:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764472.568486:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246886272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764472.568499:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764472.568503:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764472.568505:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764472.568509:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1772 00000100:00080000:2.0:1789764472.568512:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764472.568516:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764472.568520:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764472.568531:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246886400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764472.568540:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764472.568543:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764472.568545:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764472.568549:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1772 00000100:00080000:2.0:1789764472.568552:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764472.568556:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764472.568561:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764472.568571:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246886528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764472.568659:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246886272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764472.568695:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764472.568708:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764472/real 1789764472] req@ffff9985857d9180 x1876702246886272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764472.568720:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246886272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764472.568728:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764472.568732:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764472.568735:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246886272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764472.568740:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246886400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764472.568759:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764472.568770:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764472/real 1789764472] req@ffff9985857daa00 x1876702246886400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764472.568807:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246886400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764472.568816:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764472.568820:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764472.568823:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246886400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764472.568829:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246886528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764472.568850:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764472.568918:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764472/real 1789764472] req@ffff9985857d8e00 x1876702246886528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764472.568931:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246886528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764472.568939:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764472.568942:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764472.568945:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246886528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764473.450557:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764474.476236:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764475.500947:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764476.523770:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764477.546510:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764477.674559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764477.674570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764477.674574:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764477.674584:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1777 00000100:00080000:1.0:1789764477.674594:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764477.674609:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764477.674659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246886656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764477.674686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764477.674691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764477.674693:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764477.674697:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1777 00000100:00080000:1.0:1789764477.674700:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764477.674704:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764477.674714:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764477.674728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246886784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764477.674739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764477.674743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764477.674745:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764477.674748:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1777 00000100:00080000:1.0:1789764477.674752:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764477.674756:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764477.674762:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764477.674779:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246886912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764477.674782:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246886656:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789764477.674801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764477.674806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764477.674808:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764477.674821:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1777 00000100:00080000:1.0:1789764477.674826:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764477.674830:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764477.674835:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764477.674855:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246887040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764477.674865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764477.674868:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:3.0:1789764477.674879:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764477.674900:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764477.674907:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1777 00000100:00080000:1.0:1789764477.674911:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764477.674915:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764477.674921:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764477.674944:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246887168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764477.674953:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764477/real 1789764477] req@ffff9985836d8700 x1876702246886656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764477.674980:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246886656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764477.674999:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764477.675003:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764477.675007:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246886656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764477.675015:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246886784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764477.675055:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764477.675069:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764477/real 1789764477] req@ffff9985836db800 x1876702246886784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764477.675081:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246886784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764477.675101:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764477.675105:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764477.675109:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246886784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764477.675138:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246886912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764477.675163:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764477.675175:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764477/real 1789764477] req@ffff9985836da300 x1876702246886912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764477.675186:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246886912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764477.675196:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764477.675199:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764477.675203:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246886912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764477.675211:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246887040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764477.675232:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764477.675243:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764477/real 1789764477] req@ffff9985836d8e00 x1876702246887040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764477.675256:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246887040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764477.675265:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764477.675268:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764477.675271:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246887040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764477.675278:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246887168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764477.675375:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764477.675387:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764477/real 1789764477] req@ffff9985836d8380 x1876702246887168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764477.675399:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246887168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764477.675407:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764477.675411:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764477.675414:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246887168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764478.570591:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764479.596695:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764480.620181:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764481.642754:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764482.666670:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764482.794449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764482.794463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764482.794467:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764482.794480:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1782 00000100:00080000:1.0:1789764482.794494:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764482.794503:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764482.794544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246887296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764482.794582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764482.794586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764482.794587:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764482.794591:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1782 00000100:00080000:1.0:1789764482.794604:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764482.794609:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764482.794618:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764482.794631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246887424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764482.794640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764482.794644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764482.794645:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764482.794649:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1782 00000100:00080000:1.0:1789764482.794652:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764482.794655:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764482.794660:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764482.794672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246887552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764482.794682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764482.794685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764482.794686:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764482.794690:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1782 00000100:00080000:1.0:1789764482.794693:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764482.794696:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764482.794701:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764482.794710:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246887680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764482.794717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764482.794720:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764482.794722:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764482.794725:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1782 00000100:00080000:1.0:1789764482.794728:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764482.794731:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764482.794734:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764482.794743:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246887808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764482.794979:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246887296:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764482.795058:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764482.795107:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764482/real 1789764482] req@ffff9985836d9180 x1876702246887296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764482.795124:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246887296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764482.795134:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764482.795137:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764482.795141:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246887296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764482.795148:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246887424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764482.795171:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764482.795184:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764482/real 1789764482] req@ffff9985836d9880 x1876702246887424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764482.795196:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246887424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764482.795204:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764482.795208:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764482.795210:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246887424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764482.795216:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246887552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764482.795238:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764482.795249:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764482/real 1789764482] req@ffff9985836d8380 x1876702246887552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764482.795264:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246887552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764482.795272:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764482.795275:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764482.795277:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246887552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764482.795283:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246887680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764482.795334:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764482.795346:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764482/real 1789764482] req@ffff9985836d8e00 x1876702246887680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764482.795356:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246887680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764482.795364:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764482.795367:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764482.795370:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246887680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764482.795375:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246887808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764482.795394:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764482.795405:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764482/real 1789764482] req@ffff9985836da300 x1876702246887808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764482.795416:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246887808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764482.795430:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764482.795433:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764482.795436:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246887808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764483.691495:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764484.718084:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764485.742115:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764486.762673:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764487.787565:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764487.916349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764487.916364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764487.916370:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764487.916382:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1787 00000100:00080000:3.0:1789764487.916398:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764487.916406:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764487.916449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246887936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764487.916483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764487.916487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764487.916489:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764487.916493:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1787 00000100:00080000:3.0:1789764487.916498:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764487.916501:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764487.916512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764487.916526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246888064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764487.916534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764487.916537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764487.916539:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764487.916542:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1787 00000100:00080000:3.0:1789764487.916545:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764487.916548:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764487.916552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764487.916573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246888192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764487.916582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764487.916585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764487.916586:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764487.916590:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1787 00000100:00080000:3.0:1789764487.916593:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764487.916596:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764487.916600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764487.916610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246888320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764487.916618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764487.916622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764487.916633:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764487.916636:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1787 00000100:00080000:3.0:1789764487.916646:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764487.916650:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764487.916656:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764487.916666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246888448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764487.916943:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246887936:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764487.917023:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764487.917089:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764487/real 1789764487] req@ffff998588b43b80 x1876702246887936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764487.917106:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246887936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764487.917116:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764487.917121:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764487.917124:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246887936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764487.917132:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246888064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764487.917155:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764487.917168:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764487/real 1789764487] req@ffff998588b40000 x1876702246888064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764487.917180:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246888064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764487.917187:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764487.917190:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764487.917193:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246888064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764487.917198:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246888192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764487.917219:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764487.917229:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764487/real 1789764487] req@ffff998588b40e00 x1876702246888192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764487.917239:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246888192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764487.917251:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764487.917254:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764487.917257:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246888192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764487.917262:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246888320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764487.917280:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764487.917317:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764487/real 1789764487] req@ffff998588b41c00 x1876702246888320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764487.917328:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246888320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764487.917335:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764487.917337:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764487.917340:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246888320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764487.917345:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246888448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764487.917364:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764487.917375:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764487/real 1789764487] req@ffff998588b42680 x1876702246888448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764487.917385:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246888448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764487.917391:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764487.917394:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764487.917397:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246888448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764488.811061:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764489.835898:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764490.859263:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764491.884385:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764492.906739:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764493.037109:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764493.037119:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764493.037124:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764493.037135:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1792 00000100:00080000:0.0:1789764493.037146:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764493.037154:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764493.037196:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246888576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764493.037226:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764493.037230:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764493.037232:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764493.037236:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1792 00000100:00080000:0.0:1789764493.037240:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764493.037244:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764493.037253:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764493.037266:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246888704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764493.037282:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764493.037286:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764493.037321:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764493.037326:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1792 00000100:00080000:0.0:1789764493.037329:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764493.037333:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764493.037338:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764493.037349:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246888832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764493.037358:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764493.037361:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764493.037362:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764493.037366:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1792 00000100:00080000:0.0:1789764493.037369:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764493.037372:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764493.037376:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764493.037385:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246888960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764493.037394:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764493.037397:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764493.037399:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764493.037403:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1792 00000100:00080000:0.0:1789764493.037406:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764493.037410:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764493.037414:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764493.037425:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246889088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764493.038342:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246888576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764493.038430:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764493.040147:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764493/real 1789764493] req@ffff9985856a1500 x1876702246888576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764493.040246:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246888576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764493.040257:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764493.040262:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764493.040266:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246888576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764493.040277:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246888704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764493.041133:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764493.041160:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764493/real 1789764493] req@ffff9985856a0e00 x1876702246888704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764493.041565:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246888704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764493.041575:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764493.041579:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764493.041583:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246888704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764493.041591:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246888832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764493.042105:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764493.042121:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764493/real 1789764493] req@ffff9985856a3480 x1876702246888832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764493.042133:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246888832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764493.042141:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764493.042145:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764493.042148:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246888832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764493.042154:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246888960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764493.042557:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764493.042569:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764493/real 1789764493] req@ffff9985856a1880 x1876702246888960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764493.042581:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246888960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764493.042588:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764493.042592:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764493.042595:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246888960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764493.042602:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246889088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764493.042683:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764493.042695:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764493/real 1789764493] req@ffff9985856a0000 x1876702246889088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764493.042712:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246889088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764493.042720:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764493.042723:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764493.042726:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246889088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764493.932830:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764494.954723:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764495.978907:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764497.002819:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764498.027387:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764498.155218:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764498.155231:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764498.155236:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764498.155249:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1798 00000100:00080000:3.0:1789764498.155270:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764498.155279:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764498.155358:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246889216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764498.155379:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764498.155383:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764498.155385:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764498.155388:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1798 00000100:00080000:3.0:1789764498.155392:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764498.155396:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764498.155406:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764498.155426:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246889344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764498.155436:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764498.155440:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764498.155441:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764498.155445:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1798 00000100:00080000:3.0:1789764498.155448:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764498.155451:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764498.155456:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764498.155467:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246889472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764498.155475:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764498.155478:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764498.155489:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764498.155494:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1798 00000100:00080000:3.0:1789764498.155498:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764498.155501:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764498.155506:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764498.155515:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246889600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764498.155524:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764498.155527:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764498.155529:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764498.155532:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1798 00000100:00080000:3.0:1789764498.155535:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764498.155539:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764498.155543:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764498.155550:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246889728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764498.157579:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246889216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764498.157669:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764498.157719:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764498/real 1789764498] req@ffff998588b43100 x1876702246889216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764498.157739:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246889216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764498.157750:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764498.157754:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764498.157758:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246889216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764498.157767:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246889344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764498.157788:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764498.157799:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764498/real 1789764498] req@ffff998588b42a00 x1876702246889344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764498.157809:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246889344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764498.157818:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764498.157821:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764498.157824:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246889344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764498.157829:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246889472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764498.157846:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764498.157855:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764498/real 1789764498] req@ffff998588b42680 x1876702246889472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764498.157864:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246889472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764498.157872:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764498.157875:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764498.157878:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246889472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764498.157884:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246889600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764498.157899:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764498.157915:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764498/real 1789764498] req@ffff998588b41c00 x1876702246889600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764498.157925:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246889600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764498.157932:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764498.157935:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764498.157938:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246889600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764498.157953:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246889728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764498.157970:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764498.157980:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764498/real 1789764498] req@ffff998588b40e00 x1876702246889728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764498.157990:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246889728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764498.157997:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764498.158000:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764498.158003:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246889728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764499.050824:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764500.076580:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764501.098487:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764502.126305:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764503.146549:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764503.274541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764503.274555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764503.274560:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764503.274572:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1803 00000100:00080000:3.0:1789764503.274586:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764503.274595:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764503.274637:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246889856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764503.276372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764503.276382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764503.276386:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764503.276396:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1803 00000100:00080000:3.0:1789764503.276406:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764503.276413:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764503.276426:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764503.276468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246889984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764503.276483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764503.276487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764503.276489:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764503.276493:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1803 00000100:00080000:3.0:1789764503.276496:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764503.276499:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764503.276504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764503.276513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246890112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764503.276523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764503.276526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764503.276528:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764503.276532:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1803 00000100:00080000:3.0:1789764503.276535:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764503.276538:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764503.276543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764503.276553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246890240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764503.276562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764503.276566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764503.276567:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764503.276571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1803 00000100:00080000:3.0:1789764503.276574:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764503.276578:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764503.276582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764503.276591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246890368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764503.278750:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246889856:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764503.278836:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764503.278886:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764503/real 1789764503] req@ffff998588b40000 x1876702246889856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764503.278906:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246889856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764503.278917:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764503.278922:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764503.278926:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246889856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764503.278933:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246889984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764503.278960:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764503.278973:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764503/real 1789764503] req@ffff998588b43b80 x1876702246889984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764503.278984:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246889984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764503.278991:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764503.278993:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764503.278996:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246889984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764503.279002:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246890112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764503.279020:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764503.279029:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764503/real 1789764503] req@ffff998588b43800 x1876702246890112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764503.279039:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246890112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764503.279046:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764503.279049:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764503.279052:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246890112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764503.279058:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246890240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764503.279076:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764503.279085:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764503/real 1789764503] req@ffff998588b42d80 x1876702246890240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764503.279101:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246890240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764503.279108:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764503.279111:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764503.279114:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246890240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764503.279119:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246890368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764503.279134:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764503.279143:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764503/real 1789764503] req@ffff998588b42300 x1876702246890368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764503.279153:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246890368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764503.279160:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764503.279163:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764503.279166:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246890368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764504.176426:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764505.214000:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764506.218588:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764507.244652:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764508.268090:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764508.394892:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764508.394904:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764508.394909:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764508.394922:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1808 00000100:00080000:2.0:1789764508.394935:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764508.394944:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764508.394987:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246890496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764508.395019:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764508.395023:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764508.395025:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764508.395029:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1808 00000100:00080000:2.0:1789764508.395033:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764508.395038:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764508.395047:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764508.395060:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246890624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764508.395071:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764508.395075:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764508.395076:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764508.395080:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1808 00000100:00080000:2.0:1789764508.395085:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764508.395089:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764508.395094:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764508.395112:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246890752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764508.395120:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246890496:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789764508.395139:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764508.395143:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764508.395145:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764508.395151:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1808 00000100:00080000:2.0:1789764508.395155:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764508.395160:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764508.395165:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764508.395181:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246890880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764508.395191:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764508.395194:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764508.395197:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789764508.395204:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789764508.395206:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1808 00000100:00080000:2.0:1789764508.395215:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764508.395221:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764508.395228:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764508.395244:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246891008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764508.395358:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764508/real 1789764508] req@ffff9985857d9f80 x1876702246890496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764508.395378:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246890496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764508.395390:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764508.395395:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764508.395399:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246890496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764508.395419:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246890624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764508.395443:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764508.395454:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764508/real 1789764508] req@ffff9985857d9500 x1876702246890624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764508.395465:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246890624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764508.395473:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764508.395477:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764508.395480:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246890624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764508.395505:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246890752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764508.395521:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764508.395530:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764508/real 1789764508] req@ffff9985857d8000 x1876702246890752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764508.395539:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246890752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764508.395548:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764508.395551:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764508.395554:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246890752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764508.395560:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246890880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764508.395574:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764508.395582:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764508/real 1789764508] req@ffff9985857d8e00 x1876702246890880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764508.395592:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246890880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764508.395599:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764508.395602:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764508.395604:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246890880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764508.395609:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246891008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764508.395623:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764508.395631:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764508/real 1789764508] req@ffff9985857daa00 x1876702246891008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764508.395641:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246891008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764508.395648:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764508.395651:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764508.395654:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246891008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764509.291637:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764510.316022:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764511.338521:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764512.363058:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764513.390092:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764513.514697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764513.514710:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764513.514715:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764513.514728:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1813 00000100:00080000:3.0:1789764513.514742:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764513.514752:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764513.515117:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246891136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764513.515151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764513.515155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764513.515156:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764513.515161:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1813 00000100:00080000:0.0:1789764513.515165:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764513.515169:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764513.515180:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764513.515193:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246891264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764513.515203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764513.515205:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764513.515217:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764513.515221:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1813 00000100:00080000:0.0:1789764513.515225:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764513.515228:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764513.515233:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764513.515248:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246891392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764513.515258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764513.515261:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764513.515263:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764513.515267:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1813 00000100:00080000:0.0:1789764513.515270:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764513.515274:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764513.515278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764513.515320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246891520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764513.515330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764513.515335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764513.515336:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764513.515340:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1813 00000100:00080000:0.0:1789764513.515344:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764513.515347:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764513.515352:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764513.515383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246891648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764513.515667:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246891136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764513.515744:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764513.515815:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764513/real 1789764513] req@ffff998588b41f80 x1876702246891136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764513.515832:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246891136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764513.515842:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764513.515846:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764513.515849:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246891136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764513.515856:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246891264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764513.515879:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764513.515892:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764513/real 1789764513] req@ffff9985856a2a00 x1876702246891264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764513.515903:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246891264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764513.515910:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764513.515913:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764513.515915:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246891264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764513.515921:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246891392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764513.515939:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764513.515950:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764513/real 1789764513] req@ffff9985856a0000 x1876702246891392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764513.515960:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246891392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764513.515974:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764513.515977:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764513.515980:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246891392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764513.515985:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246891520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764513.516003:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764513.516013:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764513/real 1789764513] req@ffff9985856a1880 x1876702246891520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764513.516023:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246891520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764513.516031:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764513.516033:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764513.516037:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246891520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764513.516042:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246891648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764513.516062:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764513.516073:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764513/real 1789764513] req@ffff9985856a3480 x1876702246891648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764513.516084:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246891648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764513.516092:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764513.516095:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764513.516098:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246891648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764514.411220:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764515.436569:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764516.460130:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764517.488107:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764518.508414:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764518.634739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764518.634753:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764518.634758:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764518.634771:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1818 00000100:00080000:1.0:1789764518.634784:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764518.634861:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764518.634907:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246891776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764518.634993:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246891776:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764518.635072:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764518.635109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764518.635113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764518.635115:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764518.635119:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1818 00000100:00080000:1.0:1789764518.635124:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764518.635128:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764518.635137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764518.635151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246891904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764518.643729:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764518/real 1789764518] req@ffff9985836db800 x1876702246891776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764518.643774:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246891776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764518.643785:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764518.643791:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764518.643810:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246891776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764518.643849:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246891904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764518.643922:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764518.643943:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764518/real 1789764518] req@ffff9985836d8700 x1876702246891904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764518.643954:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246891904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764518.643963:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764518.643966:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764518.643969:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246891904:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789764518.644403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764518.644411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764518.644413:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764518.644419:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1818 00000100:00080000:1.0:1789764518.644426:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764518.644435:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764518.644445:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764518.644475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246892032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764518.644500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764518.644503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764518.644505:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764518.644510:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1818 00000100:00080000:1.0:1789764518.644513:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764518.644517:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764518.644522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764518.644532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246892160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764518.644541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764518.644544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764518.644546:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764518.644549:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1818 00000100:00080000:1.0:1789764518.644552:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764518.644556:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764518.644561:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764518.644570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246892288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764518.645190:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246892032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764518.645244:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764518.645267:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764518/real 1789764518] req@ffff9985836d9c00 x1876702246892032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764518.645282:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246892032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764518.645454:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764518.645459:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764518.645462:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246892032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764518.645469:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246892160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764518.645544:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764518.645558:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764518/real 1789764518] req@ffff9985836da680 x1876702246892160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764518.645571:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246892160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764518.645579:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764518.645582:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764518.645585:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246892160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764518.645591:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246892288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764518.645612:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764518.645624:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764518/real 1789764518] req@ffff9985836d8a80 x1876702246892288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764518.645634:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246892288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764518.645641:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764518.645644:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764518.645647:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246892288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764519.530674:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764520.554576:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764521.578903:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764522.604147:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764523.629861:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764523.754494:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764523.754571:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764523.754576:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764523.754588:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1823 00000100:00080000:1.0:1789764523.754602:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764523.754611:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764523.754723:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246892416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764523.754800:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246892416:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789764523.754925:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764523.754929:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764523.754931:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764523.754936:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1823 00000100:00080000:1.0:1789764523.754941:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764523.754945:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764523.754955:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764523.754973:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246892544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764523.760404:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246892544:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789764523.760918:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764523.760925:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764523.760930:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764523.760937:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1823 00000100:00080000:1.0:1789764523.760946:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764523.760955:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764523.760968:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764523.761006:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246892672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764523.761025:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764523.761028:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764523.761030:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764523.761034:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1823 00000100:00080000:1.0:1789764523.761038:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764523.761042:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764523.761047:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764523.761057:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246892800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764523.761067:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764523.761070:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764523.761072:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764523.761075:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1823 00000100:00080000:1.0:1789764523.761078:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764523.761082:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764523.761088:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764523.761101:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246892928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764523.776761:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246892672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764523.776860:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246892800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764523.776887:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246892928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764524.650639:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764525.674800:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764526.699201:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789764526.828016:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:1.0:1789764526.828074:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789764526.828094:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789764526.828139:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789764526.828147:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789764526.828154:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789764526.828161:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789764526.828896:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764523/real 1789764526] req@ffff9985836da680 x1876702246892672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764526.828931:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246892672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764526.828945:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764526.828950:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764526.828954:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246892672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764526.828962:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764523/real 1789764526] req@ffff9985836d9c00 x1876702246892800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764526.828974:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246892800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764526.828982:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764526.828986:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764526.828990:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246892800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764526.828997:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764523/real 1789764526] req@ffff9985836d8700 x1876702246892928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764526.829007:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246892928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764526.829014:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764526.829017:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764526.829020:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246892928:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764526.829025:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764523/real 1789764526] req@ffff9985836d8a80 x1876702246892544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764526.829037:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246892544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764526.829045:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764526.829047:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764526.829050:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246892544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764526.829056:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764523/real 1789764526] req@ffff9985836dad80 x1876702246892416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764526.829067:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246892416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764526.829075:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764526.829078:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764526.829082:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246892416:192.168.203.136@tcp:250:kworker.0 00010000:00010000:3.0:1789764527.722772:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764528.747387:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764528.874861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764528.874874:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764528.874879:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764528.874893:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1828 00000100:00080000:0.0:1789764528.874909:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764528.874917:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764528.874958:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246893056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764528.874993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764528.874996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764528.874998:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764528.875002:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1828 00000100:00080000:0.0:1789764528.875005:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764528.875008:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764528.875017:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764528.875028:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246893184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764528.875036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764528.875039:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764528.875040:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764528.875043:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1828 00000100:00080000:0.0:1789764528.875046:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764528.875049:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764528.875053:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764528.875065:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246893312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764528.875078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764528.875081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764528.875083:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764528.875086:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1828 00000100:00080000:0.0:1789764528.875089:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764528.875092:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764528.875096:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764528.875103:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246893440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764528.875111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764528.875114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764528.875115:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764528.875118:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1828 00000100:00080000:0.0:1789764528.875121:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764528.875123:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764528.875126:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764528.875133:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246893568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764528.875573:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246893056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764528.875647:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764528.875708:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764528/real 1789764528] req@ffff9985856a0e00 x1876702246893056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764528.875725:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246893056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764528.875735:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764528.875738:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764528.875741:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246893056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764528.875748:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246893184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764528.875767:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764528.875777:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764528/real 1789764528] req@ffff9985856a1500 x1876702246893184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764528.875787:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246893184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764528.875794:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764528.875796:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764528.875811:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246893184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764528.875816:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246893312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764528.875831:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764528.875839:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764528/real 1789764528] req@ffff9985856a0700 x1876702246893312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764528.875848:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246893312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764528.875855:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764528.875857:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764528.875860:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246893312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764528.875865:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246893440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764528.875880:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764528.875888:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764528/real 1789764528] req@ffff9985856a3800 x1876702246893440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764528.875897:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246893440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764528.875904:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764528.875907:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764528.875909:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246893440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764528.875914:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246893568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764528.875928:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764528.875937:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764528/real 1789764528] req@ffff9985856a2300 x1876702246893568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764528.875946:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246893568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764528.875952:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764528.875954:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764528.875957:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246893568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764529.772128:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764530.794655:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764531.818554:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764532.842596:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764533.867064:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764533.994543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764533.994557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764533.994562:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764533.994576:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1833 00000100:00080000:1.0:1789764533.994589:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764533.994731:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764533.994774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246893696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764533.994805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764533.994859:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764533.994862:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764533.994867:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1833 00000100:00080000:1.0:1789764533.994872:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764533.994876:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764533.994887:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764533.994888:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246893696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764533.994904:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246893824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764533.994916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764533.994919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764533.994921:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764533.994926:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1833 00000100:00080000:1.0:1789764533.994929:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764533.994933:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764533.994939:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764533.994950:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246893952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764533.994959:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764533.994963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764533.994964:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764533.994970:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1833 00000800:00000100:3.0:1789764533.994972:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764533.994975:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764533.994980:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764533.994984:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764533.994994:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246894080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764533.995003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764533.995006:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764533.995008:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764533.995011:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1833 00000100:00080000:1.0:1789764533.995015:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764533.995018:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764533.995022:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764533.995028:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764533/real 1789764533] req@ffff9985836db800 x1876702246893696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764533.995033:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246894208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764533.995062:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246893696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764533.995075:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764533.995079:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764533.995083:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246893696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764533.995106:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246893824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764533.995127:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764533.995138:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764533/real 1789764533] req@ffff9985836da300 x1876702246893824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764533.995159:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246893824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764533.995167:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764533.995171:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764533.995174:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246893824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764533.995180:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246893952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764533.995195:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764533.995204:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764533/real 1789764533] req@ffff9985836d8e00 x1876702246893952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764533.995216:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246893952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764533.995236:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764533.995239:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764533.995242:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246893952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764533.995248:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246894080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764533.995264:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764533.995274:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764533/real 1789764533] req@ffff9985836d8380 x1876702246894080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764533.995311:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246894080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764533.995325:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764533.995328:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764533.995332:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246894080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764533.995338:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246894208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764533.995355:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764533.995364:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764533/real 1789764533] req@ffff9985836d9880 x1876702246894208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764533.995375:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246894208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764533.995383:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764533.995387:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764533.995389:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246894208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764534.890775:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764535.914644:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764536.938543:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764537.966130:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764538.987007:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764539.114885:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764539.114898:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764539.114904:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764539.114916:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1839 00000100:00080000:3.0:1789764539.114929:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764539.114938:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764539.114978:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246894336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764539.115012:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764539.115016:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764539.115018:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764539.115022:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1839 00000100:00080000:3.0:1789764539.115026:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764539.115030:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764539.115039:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764539.115054:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246894464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764539.115063:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764539.115067:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764539.115069:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764539.115072:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1839 00000100:00080000:3.0:1789764539.115075:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764539.115079:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764539.115084:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764539.115093:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246894592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764539.115102:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764539.115105:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764539.115107:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764539.115111:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1839 00000100:00080000:3.0:1789764539.115114:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764539.115118:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764539.115123:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764539.115132:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246894720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764539.115140:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764539.115144:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764539.115145:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764539.115149:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1839 00000100:00080000:3.0:1789764539.115152:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764539.115156:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764539.115161:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764539.115170:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246894848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764539.115473:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246894336:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764539.115543:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764539.115939:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764539/real 1789764539] req@ffff998588b41880 x1876702246894336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764539.115961:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246894336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764539.115972:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764539.115976:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764539.115979:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246894336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764539.115987:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246894464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764539.116013:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764539.116026:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764539/real 1789764539] req@ffff998588b41f80 x1876702246894464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764539.116037:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246894464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764539.116044:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764539.116046:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764539.116049:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246894464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764539.116054:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246894592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764539.116070:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764539.116079:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764539/real 1789764539] req@ffff998588b42300 x1876702246894592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764539.116089:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246894592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764539.116096:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764539.116099:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764539.116102:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246894592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764539.116108:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246894720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764539.116127:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764539.116137:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764539/real 1789764539] req@ffff998588b42d80 x1876702246894720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764539.116147:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246894720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764539.116155:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764539.116159:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764539.116162:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246894720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764539.116167:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246894848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764539.116197:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764539.116207:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764539/real 1789764539] req@ffff998588b43800 x1876702246894848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764539.116223:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246894848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764539.116231:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764539.116233:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764539.116235:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246894848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764540.010647:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764541.034767:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764542.058516:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764543.082801:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764544.107090:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764544.234521:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764544.234533:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764544.234538:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764544.234549:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1844 00000100:00080000:1.0:1789764544.234562:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764544.234570:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764544.234611:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246894976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764544.234683:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246894976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764544.234761:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764544.234792:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764544.234796:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764544.234798:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764544.234802:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1844 00000100:00080000:1.0:1789764544.234806:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764544.234810:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764544.234820:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764544.235026:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246895104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764544.236415:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764544/real 1789764544] req@ffff9985836d9180 x1876702246894976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764544.236444:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246894976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764544.236461:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764544.236466:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764544.236470:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246894976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764544.236501:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246895104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764544.236549:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764544.236566:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764544/real 1789764544] req@ffff9985836d9880 x1876702246895104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764544.236577:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246895104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764544.236585:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764544.236588:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764544.236591:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246895104:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789764544.238311:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764544.238322:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764544.238326:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764544.238336:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1844 00000100:00080000:1.0:1789764544.238347:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764544.238355:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764544.238366:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764544.238403:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246895232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764544.238458:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246895232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764544.238520:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764544.238566:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764544.238571:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764544.238573:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764544.238577:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1844 00000100:00080000:1.0:1789764544.238595:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764544.238599:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764544.238605:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764544.238618:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246895360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764544.239358:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764544/real 1789764544] req@ffff9985836d8380 x1876702246895232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764544.239385:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246895232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764544.239395:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764544.239399:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764544.239403:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246895232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764544.239428:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246895360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764544.239461:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764544.239474:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764544/real 1789764544] req@ffff9985836d8e00 x1876702246895360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764544.239486:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246895360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764544.239495:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764544.239498:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764544.239502:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246895360:192.168.203.136@tcp:8:kworker.0 00000100:00080000:1.0:1789764544.240239:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764544.240246:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764544.240248:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764544.240254:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1844 00000100:00080000:1.0:1789764544.240261:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764544.240267:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764544.240275:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764544.240311:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246895488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764544.240364:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246895488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764544.240398:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764544.240479:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764544/real 1789764544] req@ffff9985836da300 x1876702246895488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764544.240493:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246895488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764544.240507:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764544.240510:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764544.240514:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246895488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764545.130519:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764546.154815:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764547.179254:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764548.202698:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764549.227034:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764549.358792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764549.358801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764549.358806:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764549.358816:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1849 00000100:00080000:2.0:1789764549.358833:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764549.358851:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764549.358898:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246895616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764549.358935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764549.358939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764549.358941:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764549.358954:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1849 00000100:00080000:2.0:1789764549.358958:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764549.358962:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764549.358972:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764549.358985:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246895744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764549.358994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764549.358997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764549.358999:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764549.359002:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1849 00000100:00080000:2.0:1789764549.359005:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764549.359009:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764549.359014:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764549.359023:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246895872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764549.359031:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764549.359034:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764549.359036:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764549.359040:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1849 00000100:00080000:2.0:1789764549.359043:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764549.359047:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764549.359051:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764549.359059:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246896000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764549.359068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764549.359071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764549.359073:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764549.359076:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1849 00000100:00080000:2.0:1789764549.359079:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764549.359082:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764549.359085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764549.359093:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246896128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764549.359316:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246895616:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764549.359379:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764549.359434:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764549/real 1789764549] req@ffff9985857d9180 x1876702246895616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764549.359450:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246895616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764549.359461:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764549.359465:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764549.359468:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246895616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764549.359475:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246895744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764549.359507:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764549.359520:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764549/real 1789764549] req@ffff9985857d8380 x1876702246895744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764549.359531:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246895744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764549.359537:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764549.359540:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764549.359543:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246895744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764549.359549:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246895872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764549.359578:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764549.359590:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764549/real 1789764549] req@ffff9985857dbb80 x1876702246895872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764549.359601:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246895872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764549.359609:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764549.359612:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764549.359615:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246895872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764549.359620:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246896000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764549.359640:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764549.359649:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764549/real 1789764549] req@ffff9985857d8a80 x1876702246896000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764549.359659:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246896000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764549.359666:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764549.359669:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764549.359672:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246896000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764549.359677:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246896128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764549.359695:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764549.360088:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764549/real 1789764549] req@ffff9985857da300 x1876702246896128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764549.360116:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246896128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764549.360124:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764549.360127:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764549.360131:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246896128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764550.250737:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764551.274574:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764552.331926:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764553.387276:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764554.413369:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764554.474453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764554.474463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764554.474468:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764554.474479:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1854 00000100:00080000:2.0:1789764554.474489:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764554.474507:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764554.474573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246896256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764554.474607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764554.474611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764554.474613:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764554.474618:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1854 00000100:00080000:2.0:1789764554.474622:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764554.474626:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764554.474637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764554.474652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246896384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764554.474661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764554.474664:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764554.474666:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764554.474669:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1854 00000100:00080000:2.0:1789764554.474673:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764554.474677:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764554.474682:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764554.474691:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246896512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764554.474700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764554.474704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764554.474706:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764554.474710:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1854 00000100:00080000:2.0:1789764554.474714:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764554.474717:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764554.474722:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764554.474733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246896640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764554.474742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764554.474746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764554.474747:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764554.474751:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1854 00000100:00080000:2.0:1789764554.474754:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764554.474757:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764554.474762:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764554.474771:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246896768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764554.475317:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246896256:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764554.475378:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764554.475426:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764554/real 1789764554] req@ffff9985857d9880 x1876702246896256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764554.475454:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246896256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764554.475465:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764554.475470:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764554.475475:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246896256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764554.475481:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246896384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764554.475524:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764554.475672:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764554/real 1789764554] req@ffff9985857db100 x1876702246896384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764554.475684:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246896384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764554.475696:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764554.475699:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764554.475702:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246896384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764554.475707:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246896512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764554.475728:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764554.475739:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764554/real 1789764554] req@ffff9985857db800 x1876702246896512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764554.475748:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246896512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764554.475756:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764554.475759:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764554.475762:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246896512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764554.475767:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246896640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764554.476037:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764554.476052:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764554/real 1789764554] req@ffff9985857da300 x1876702246896640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764554.476064:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246896640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764554.476082:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764554.476085:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764554.476089:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246896640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764554.476096:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246896768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764554.476118:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764554.476130:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764554/real 1789764554] req@ffff9985857d8a80 x1876702246896768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764554.476142:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246896768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764554.476149:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764554.476152:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764554.476155:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246896768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764555.434489:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764556.463809:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764557.482909:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764558.507202:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764559.531670:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764559.599538:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764559.599563:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764559.599569:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764559.599581:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1859 00000100:00080000:1.0:1789764559.599595:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764559.599604:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764559.599646:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246896896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764559.599679:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764559.599683:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764559.599685:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764559.599690:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1859 00000100:00080000:1.0:1789764559.599694:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764559.599697:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764559.599707:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764559.599720:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246897024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764559.599735:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764559.599738:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764559.599740:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764559.599744:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1859 00000100:00080000:1.0:1789764559.599747:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764559.599750:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764559.599755:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764559.599765:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246897152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764559.599774:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764559.599778:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764559.599780:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764559.599784:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1859 00000100:00080000:1.0:1789764559.599787:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764559.599791:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764559.599795:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764559.599806:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246897280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764559.599815:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764559.599819:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764559.599820:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764559.599823:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1859 00000100:00080000:1.0:1789764559.599827:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764559.599830:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764559.599835:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764559.599845:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246897408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764559.600105:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246896896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764559.600194:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764559.600267:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764559/real 1789764559] req@ffff9985836db800 x1876702246896896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764559.600285:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246896896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764559.600320:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764559.600323:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764559.600327:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246896896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764559.600333:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246897024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764559.600356:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764559.600369:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764559/real 1789764559] req@ffff9985836dad80 x1876702246897024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764559.600380:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246897024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764559.600387:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764559.600390:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764559.600394:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246897024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764559.600400:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246897152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764559.600419:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764559.600430:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764559/real 1789764559] req@ffff9985836d8a80 x1876702246897152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764559.600441:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246897152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764559.600448:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764559.600451:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764559.600454:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246897152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764559.600459:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246897280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764559.600479:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764559.600490:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764559/real 1789764559] req@ffff9985836d8700 x1876702246897280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764559.600515:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246897280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764559.600523:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764559.600525:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764559.600528:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246897280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764559.600534:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246897408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764559.600556:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764559.600567:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764559/real 1789764559] req@ffff9985836d9c00 x1876702246897408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764559.600580:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246897408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764559.600588:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764559.600591:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764559.600594:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246897408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764560.554604:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764561.578615:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764562.603184:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764563.626717:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764564.650576:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764564.714492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764564.714506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764564.714510:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764564.714522:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1864 00000100:00080000:1.0:1789764564.714534:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764564.714542:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764564.714597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246897536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764564.714690:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246897536:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764564.714769:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764564.714805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764564.714810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764564.714811:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764564.714816:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1864 00000100:00080000:1.0:1789764564.714820:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764564.714824:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764564.714834:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764564.714848:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246897664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764564.720831:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764564/real 1789764564] req@ffff9985836da680 x1876702246897536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764564.720865:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246897536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764564.720877:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764564.720882:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764564.720887:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246897536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764564.720924:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246897664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764564.721005:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764564.721027:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764564/real 1789764564] req@ffff9985836d9c00 x1876702246897664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764564.721039:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246897664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764564.721047:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764564.721051:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764564.721054:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246897664:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789764564.723554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764564.723567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764564.723572:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764564.723966:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1864 00000100:00080000:1.0:1789764564.723978:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764564.723987:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764564.724011:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764564.724049:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246897792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764564.724191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764564.724196:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764564.724198:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764564.724203:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1864 00000100:00080000:1.0:1789764564.724207:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764564.724212:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764564.724217:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764564.724342:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246897792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764564.724502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246897920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764564.724514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764564.724517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764564.724519:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764564.724523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1864 00000100:00080000:1.0:1789764564.724527:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764564.724531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764564.724538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764564.724548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246898048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764564.724667:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764564.724895:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764564/real 1789764564] req@ffff9985836d8700 x1876702246897792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764564.724914:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246897792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764564.724924:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764564.724928:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764564.724931:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246897792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764564.724955:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246897920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764564.724979:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764564.724990:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764564/real 1789764564] req@ffff9985836d8a80 x1876702246897920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764564.725013:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246897920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764564.725021:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764564.725024:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764564.725027:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246897920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764564.725033:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246898048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764564.725052:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764564.725062:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764564/real 1789764564] req@ffff9985836dad80 x1876702246898048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764564.726066:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246898048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764564.726077:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764564.726081:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764564.726085:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246898048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764565.674968:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764566.699067:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764567.722740:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764568.746643:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764569.771347:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764569.835191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764569.835204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764569.835209:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764569.835220:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1869 00000100:00080000:1.0:1789764569.835234:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764569.835242:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764569.835329:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246898176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764569.835363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764569.835367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764569.835369:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764569.835374:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1869 00000100:00080000:1.0:1789764569.835379:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764569.835383:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764569.835394:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764569.835408:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246898304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764569.835419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764569.835423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764569.835425:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764569.835428:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1869 00000100:00080000:1.0:1789764569.835433:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764569.835436:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764569.835441:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764569.835450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246898432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764569.835458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764569.835462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764569.835463:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764569.835467:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1869 00000100:00080000:1.0:1789764569.835470:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764569.835474:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764569.835478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764569.835489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246898560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764569.835497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764569.835501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764569.835503:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764569.835506:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1869 00000100:00080000:1.0:1789764569.835510:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764569.835513:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764569.835518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764569.835527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246898688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764569.835931:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246898176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764569.836020:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764569.836075:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764569/real 1789764569] req@ffff9985836db800 x1876702246898176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764569.836093:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246898176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764569.836110:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764569.836114:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764569.836118:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246898176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764569.836125:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246898304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764569.836147:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764569.836159:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764569/real 1789764569] req@ffff9985836da300 x1876702246898304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764569.836170:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246898304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764569.836178:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764569.836181:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764569.836184:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246898304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764569.836190:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246898432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764569.836208:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764569.836218:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764569/real 1789764569] req@ffff9985836d8e00 x1876702246898432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764569.836228:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246898432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764569.836235:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764569.836239:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764569.836242:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246898432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764569.836248:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246898560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764569.836267:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764569.836278:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764569/real 1789764569] req@ffff9985836d8380 x1876702246898560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764569.836314:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246898560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764569.836323:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764569.836326:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764569.836329:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246898560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764569.836334:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246898688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764569.836355:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764569.836365:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764569/real 1789764569] req@ffff9985836d9880 x1876702246898688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764569.836377:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246898688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764569.836384:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764569.836387:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764569.836389:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246898688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764570.795088:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764571.821069:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764572.843139:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764573.866630:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764574.890991:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764574.956183:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764574.956193:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764574.956198:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764574.956208:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1874 00000100:00080000:2.0:1789764574.956219:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764574.956227:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764574.956269:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246898816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764574.956365:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764574.956370:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764574.956372:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789764574.956378:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246898816:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789764574.956381:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1874 00000100:00080000:2.0:1789764574.956388:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764574.956393:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764574.956405:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764574.956420:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246898944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764574.956432:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764574.956436:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764574.956438:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764574.956442:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1874 00000100:00080000:2.0:1789764574.956448:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764574.956453:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764574.956458:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764574.956470:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246899072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764574.956486:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764574.956489:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764574.956491:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764574.956494:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1874 00000100:00080000:2.0:1789764574.956498:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764574.956501:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764574.956506:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764574.956515:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246899200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764574.956522:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789764574.956524:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764574.956529:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764574.956530:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764574.956535:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1874 00000100:00080000:2.0:1789764574.956539:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764574.956544:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764574.956548:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764574.956559:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246899328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764574.956585:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764574/real 1789764574] req@ffff9985857dbb80 x1876702246898816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764574.956614:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246898816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764574.956623:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764574.956626:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764574.956629:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246898816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764574.956649:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246898944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764574.956673:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764574.956696:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764574/real 1789764574] req@ffff9985857d8380 x1876702246898944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764574.956711:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246898944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764574.956720:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764574.956724:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764574.956727:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246898944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764574.956733:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246899072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764574.956754:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764574.956765:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764574/real 1789764574] req@ffff9985857d9180 x1876702246899072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764574.956777:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246899072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764574.956788:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764574.956790:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764574.956793:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246899072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764574.956797:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246899200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764574.956811:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764574.956817:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764574/real 1789764574] req@ffff9985857daa00 x1876702246899200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764574.956824:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246899200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764574.956829:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764574.956832:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764574.956833:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246899200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764574.956836:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246899328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764574.956846:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764574.956852:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764574/real 1789764574] req@ffff9985857d8e00 x1876702246899328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764574.956859:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246899328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764574.956867:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764574.956875:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764574.956880:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246899328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764575.916831:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764576.938479:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764577.963025:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764578.986518:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764580.010403:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764580.074940:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764580.074951:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764580.074955:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764580.074965:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1880 00000100:00080000:0.0:1789764580.074976:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764580.074984:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764580.075029:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246899456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764580.075059:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764580.075063:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764580.075065:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764580.075070:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1880 00000100:00080000:0.0:1789764580.075074:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764580.075078:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764580.075087:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764580.075100:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246899584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764580.075109:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764580.075112:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764580.075114:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764580.075117:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1880 00000100:00080000:0.0:1789764580.075120:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764580.075125:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764580.075129:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764580.075141:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246899712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764580.075149:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764580.075152:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764580.075154:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764580.075158:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1880 00000100:00080000:0.0:1789764580.075161:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764580.075165:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764580.075169:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764580.075179:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246899840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764580.075189:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764580.075193:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764580.075194:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764580.075199:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1880 00000100:00080000:0.0:1789764580.075203:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764580.075207:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764580.075211:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764580.075220:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246899456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764580.075223:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246899968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789764580.075284:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764580.075341:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764580/real 1789764580] req@ffff9985856a2d80 x1876702246899456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764580.075361:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246899456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764580.075372:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764580.075377:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764580.075381:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246899456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764580.075387:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246899584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764580.075408:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764580.075419:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764580/real 1789764580] req@ffff9985856a2680 x1876702246899584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764580.075429:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246899584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764580.075437:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764580.075440:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764580.075443:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246899584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764580.075449:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246899712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764580.075468:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764580.075477:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764580/real 1789764580] req@ffff9985856a2300 x1876702246899712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764580.075489:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246899712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764580.075497:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764580.075500:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764580.075503:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246899712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764580.075509:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246899840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764580.075526:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764580.076201:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764580/real 1789764580] req@ffff9985856a3800 x1876702246899840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764580.076218:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246899840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764580.076226:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764580.076230:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764580.076233:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246899840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764580.076264:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246899968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764580.076316:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764580.076329:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764580/real 1789764580] req@ffff9985856a0700 x1876702246899968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764580.076346:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246899968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764580.076354:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764580.076357:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764580.076360:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246899968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764581.034821:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764582.058600:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764583.084983:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764584.106602:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764585.130647:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764585.198433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764585.198443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764585.198447:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764585.198458:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1885 00000100:00080000:1.0:1789764585.198469:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764585.198477:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764585.198580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246900096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764585.198669:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246900096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764585.198730:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789764585.198762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764585.198767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764585.198769:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764585.198774:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1885 00000100:00080000:1.0:1789764585.198778:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764585.198783:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764585.198793:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764585.198809:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246900224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764585.203433:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764585/real 1789764585] req@ffff9985836d9180 x1876702246900096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764585.203462:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246900096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764585.203475:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764585.203480:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764585.203485:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246900096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764585.203535:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246900224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764585.203592:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764585.203612:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764585/real 1789764585] req@ffff9985836d9880 x1876702246900224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764585.203624:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246900224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764585.203633:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764585.203636:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764585.203640:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246900224:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789764585.203878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764585.203883:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764585.203887:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764585.203893:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1885 00000100:00080000:1.0:1789764585.203899:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764585.203906:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764585.203918:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764585.203960:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246900352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764585.203974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764585.203977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764585.203979:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764585.203984:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1885 00000100:00080000:1.0:1789764585.203987:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764585.203990:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764585.203995:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764585.204007:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246900480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764585.204017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764585.204020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764585.204021:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764585.204024:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1885 00000100:00080000:1.0:1789764585.204027:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764585.204030:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764585.204035:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764585.204045:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246900608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764585.204312:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246900352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764585.204351:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764585.204365:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764585/real 1789764585] req@ffff9985836d8380 x1876702246900352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764585.204378:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246900352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764585.204386:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764585.204389:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764585.204392:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246900352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764585.204397:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246900480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764585.204416:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764585.204427:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764585/real 1789764585] req@ffff9985836d8e00 x1876702246900480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764585.204437:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246900480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764585.204444:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764585.204446:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764585.204449:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246900480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764585.204455:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246900608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764585.204473:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764585.204485:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764585/real 1789764585] req@ffff9985836da300 x1876702246900608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764585.204496:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246900608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764585.204502:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764585.204505:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764585.204508:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246900608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764586.159502:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764587.179423:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764588.202858:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764589.228379:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764590.250745:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764590.314435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764590.314450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764590.314454:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764590.314468:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1890 00000100:00080000:1.0:1789764590.314481:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764590.314490:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764590.314532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246900736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764590.314572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764590.314575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764590.314577:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764590.314582:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1890 00000100:00080000:1.0:1789764590.314585:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764590.314589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764590.314598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764590.314610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246900864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764590.314620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764590.314623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764590.314626:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764590.314630:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1890 00000100:00080000:1.0:1789764590.314643:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764590.314647:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764590.314652:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764590.314663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246900992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764590.314673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764590.314676:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764590.314678:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764590.314682:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1890 00000100:00080000:1.0:1789764590.314685:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764590.314689:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764590.314694:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764590.314704:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246901120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764590.314713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764590.314716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764590.314718:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764590.314721:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1890 00000100:00080000:1.0:1789764590.314725:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764590.314728:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764590.314733:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764590.314742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246901248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764590.314900:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246900736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764590.315015:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246900864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764590.315043:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246900992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764590.315062:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246901120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764590.315079:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246901248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764591.275134:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764592.298735:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764593.325477:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789764593.386697:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789764593.386753:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789764593.386774:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764593.386834:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764593.386844:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764593.386852:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764593.386860:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789764593.387915:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764590/real 1789764593] req@ffff9985836db800 x1876702246900736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764593.387958:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246900736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764593.387971:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764593.387977:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764593.387981:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246900736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764593.387990:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764590/real 1789764593] req@ffff9985836dad80 x1876702246900864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764593.388003:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246900864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764593.388011:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764593.388015:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764593.388018:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246900864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764593.388036:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764590/real 1789764593] req@ffff9985836d8a80 x1876702246900992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764593.388051:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246900992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764593.388058:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764593.388062:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764593.388065:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246900992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764593.388073:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764590/real 1789764593] req@ffff9985836d8700 x1876702246901120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764593.388085:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246901120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764593.388092:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764593.388095:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764593.388098:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246901120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764593.388106:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764590/real 1789764593] req@ffff9985836d9c00 x1876702246901248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764593.388116:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246901248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764593.388123:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764593.388126:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764593.388129:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246901248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764594.349433:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764595.371146:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764595.435440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764595.435455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764595.435459:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764595.435471:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1895 00000100:00080000:2.0:1789764595.435483:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764595.435491:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764595.435531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246901376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764595.435562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764595.435566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764595.435568:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764595.435572:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1895 00000100:00080000:2.0:1789764595.435575:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764595.435579:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764595.435588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764595.435599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246901504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764595.435609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764595.435612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764595.435613:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764595.435617:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1895 00000100:00080000:2.0:1789764595.435621:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764595.435624:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764595.435628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764595.435637:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246901632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764595.435645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764595.435649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764595.435650:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764595.435654:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1895 00000100:00080000:2.0:1789764595.435657:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764595.435660:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764595.435665:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764595.435675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246901760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764595.435684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764595.435688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764595.435690:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764595.435693:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1895 00000100:00080000:2.0:1789764595.435696:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764595.435700:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764595.435705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764595.435714:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246901888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764595.435870:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246901376:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764595.435944:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764595.436008:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764595/real 1789764595] req@ffff9985857d8000 x1876702246901376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764595.436025:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246901376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764595.436036:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764595.436040:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764595.436044:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246901376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764595.436051:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246901504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764595.436073:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764595.436086:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764595/real 1789764595] req@ffff9985857d9500 x1876702246901504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764595.436098:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246901504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764595.436106:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764595.436109:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764595.436112:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246901504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764595.436118:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246901632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764595.436136:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764595.436146:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764595/real 1789764595] req@ffff9985857d9f80 x1876702246901632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764595.436156:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246901632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764595.436164:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764595.436166:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764595.436169:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246901632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764595.436175:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246901760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764595.436193:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764595.436205:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764595/real 1789764595] req@ffff9985857d8e00 x1876702246901760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764595.436215:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246901760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764595.436223:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764595.436225:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764595.436228:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246901760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764595.436234:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246901888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764595.436251:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764595.436261:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764595/real 1789764595] req@ffff9985857daa00 x1876702246901888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764595.436272:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246901888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764595.436278:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764595.436281:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764595.436284:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246901888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764596.395235:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764597.418921:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764598.442624:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764599.470120:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764600.500008:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764600.554453:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764600.554463:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764600.554468:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764600.554479:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1900 00000100:00080000:2.0:1789764600.554502:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764600.554511:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764600.554554:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246902016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764600.554584:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764600.554588:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764600.554590:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764600.554594:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1900 00000100:00080000:2.0:1789764600.554599:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764600.554605:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764600.554616:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764600.554632:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246902016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789764600.554634:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246902144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764600.554660:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764600.554664:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764600.554666:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764600.554673:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1900 00000100:00080000:2.0:1789764600.554677:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764600.554682:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764600.554688:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764600.554703:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246902272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764600.554712:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764600.554715:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764600.554717:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764600.554721:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1900 00000100:00080000:2.0:1789764600.554725:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764600.554729:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764600.554744:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764600.554757:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246902400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764600.554764:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764600.554768:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764600.554769:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764600.554772:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1900 00000100:00080000:2.0:1789764600.554775:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764600.554778:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764600.554782:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764600.554790:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246902528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789764600.555186:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764600.555245:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764600/real 1789764600] req@ffff9985857d9180 x1876702246902016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764600.555271:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246902016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764600.555282:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764600.555312:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764600.555316:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246902016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764600.555342:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246902144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764600.555367:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764600.555379:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764600/real 1789764600] req@ffff9985857d8380 x1876702246902144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764600.555391:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246902144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764600.555399:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764600.555402:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764600.555406:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246902144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764600.555412:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246902272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764600.555441:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764600.555451:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764600/real 1789764600] req@ffff9985857dbb80 x1876702246902272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764600.555462:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246902272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764600.555476:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764600.555479:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764600.555482:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246902272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764600.555489:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246902400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764600.555504:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764600.555513:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764600/real 1789764600] req@ffff9985857d8a80 x1876702246902400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764600.555523:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246902400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764600.555531:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764600.555534:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764600.555537:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246902400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764600.555543:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246902528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764600.555558:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764600.555567:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764600/real 1789764600] req@ffff9985857da300 x1876702246902528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764600.555577:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246902528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764600.555584:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764600.555587:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764600.555591:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246902528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764601.514765:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764602.553396:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764603.562870:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764604.588226:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764605.610682:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764605.674500:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764605.674510:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764605.674515:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764605.674524:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1905 00000100:00080000:0.0:1789764605.674535:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764605.674542:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764605.674585:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246902656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764605.674618:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764605.674622:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764605.674624:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764605.674628:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1905 00000100:00080000:0.0:1789764605.674632:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764605.674636:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764605.674646:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764605.674658:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246902784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764605.674667:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764605.674670:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764605.674672:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764605.674675:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1905 00000100:00080000:0.0:1789764605.674678:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764605.674681:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764605.674702:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764605.674714:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246902912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764605.674724:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764605.674727:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764605.674729:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764605.674733:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1905 00000100:00080000:0.0:1789764605.674736:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764605.674739:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764605.674743:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764605.674753:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246903040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764605.674760:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764605.674763:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764605.674765:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764605.674768:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1905 00000100:00080000:0.0:1789764605.674772:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764605.674775:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764605.674780:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764605.674789:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246903168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764605.674891:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246902656:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764605.674962:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764605.675017:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764605/real 1789764605] req@ffff9985856a1500 x1876702246902656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764605.675035:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246902656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764605.675046:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764605.675050:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764605.675053:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246902656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764605.675061:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246902784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764605.675093:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764605.675112:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764605/real 1789764605] req@ffff9985856a0e00 x1876702246902784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764605.675123:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246902784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764605.675147:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764605.675151:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764605.675155:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246902784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764605.675457:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246902912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764605.675479:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764605.675490:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764605/real 1789764605] req@ffff9985856a3480 x1876702246902912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764605.675503:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246902912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764605.675512:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764605.675516:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764605.675519:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246902912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764605.675525:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246903040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764605.675542:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764605.675552:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764605/real 1789764605] req@ffff9985856a1880 x1876702246903040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764605.675563:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246903040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764605.675571:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764605.675574:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764605.675578:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246903040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764605.675584:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246903168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764605.675603:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764605.675613:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764605/real 1789764605] req@ffff9985856a0000 x1876702246903168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764605.675625:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246903168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764605.675633:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764605.675636:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764605.675639:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246903168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764606.637799:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764607.659655:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764608.683143:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764609.710013:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764610.730817:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764610.796863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764610.796876:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764610.796882:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764610.796895:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1910 00000100:00080000:2.0:1789764610.796910:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764610.796918:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764610.796962:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246903296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764610.800145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764610.800159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764610.800163:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764610.800176:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1910 00000100:00080000:2.0:1789764610.800190:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764610.800198:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764610.800212:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764610.800251:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246903424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764610.800268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764610.800271:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764610.800272:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764610.800276:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1910 00000100:00080000:2.0:1789764610.800280:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764610.800283:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764610.800319:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764610.800332:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246903552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764610.800342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764610.800345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764610.800347:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764610.800351:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1910 00000100:00080000:2.0:1789764610.800354:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764610.800358:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764610.800362:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764610.800376:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246903680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764610.800385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764610.800388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764610.800390:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764610.800394:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1910 00000100:00080000:2.0:1789764610.800397:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764610.800400:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764610.800404:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764610.800414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246903808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764610.801225:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246903296:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764610.801410:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764610.801534:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764610/real 1789764610] req@ffff9985857db800 x1876702246903296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764610.801557:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246903296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764610.801567:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764610.801572:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764610.801576:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246903296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764610.801585:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246903424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764610.801612:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764610.801624:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764610/real 1789764610] req@ffff9985857db100 x1876702246903424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764610.801635:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246903424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764610.801642:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764610.801644:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764610.801647:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246903424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764610.801652:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246903552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764610.801792:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764610.801804:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764610/real 1789764610] req@ffff9985857d9880 x1876702246903552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764610.801815:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246903552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764610.801824:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764610.801827:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764610.801829:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246903552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764610.801836:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246903680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764610.801856:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764610.801868:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764610/real 1789764610] req@ffff9985857da300 x1876702246903680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764610.801879:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246903680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764610.801887:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764610.801891:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764610.801893:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246903680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764610.801899:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246903808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764610.801919:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764610.801929:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764610/real 1789764610] req@ffff9985857d8a80 x1876702246903808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764610.801940:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246903808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764610.801947:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764610.801950:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764610.801953:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246903808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764611.755004:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764612.780421:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764613.802559:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764614.826921:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764615.851956:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764615.914688:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764615.914703:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764615.914708:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764615.914721:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1915 00000100:00080000:2.0:1789764615.914735:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764615.914744:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764615.914793:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246903936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764615.914825:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764615.914829:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764615.914831:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764615.914836:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1915 00000100:00080000:2.0:1789764615.914839:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764615.914844:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764615.914865:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764615.914879:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246904064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764615.914889:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764615.914892:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764615.914893:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764615.914897:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1915 00000100:00080000:2.0:1789764615.914900:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764615.914904:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764615.914908:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764615.914919:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246904192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764615.915025:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246903936:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764615.915102:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764615.915148:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764615/real 1789764615] req@ffff9985857dbb80 x1876702246903936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764615.915166:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246903936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764615.915178:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764615.915182:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764615.915186:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246903936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764615.915193:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246904064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764615.915213:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764615.915224:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764615/real 1789764615] req@ffff9985857d8380 x1876702246904064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764615.915236:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246904064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764615.915244:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764615.915247:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764615.915250:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246904064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764615.915256:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246904192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764615.915283:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764615.915313:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764615/real 1789764615] req@ffff9985857d9180 x1876702246904192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764615.915325:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246904192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764615.915334:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764615.915337:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764615.915340:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246904192:192.168.203.136@tcp:8:kworker.0 00000100:00080000:2.0:1789764615.915575:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764615.915582:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764615.915584:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764615.915589:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1915 00000100:00080000:2.0:1789764615.915594:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764615.915598:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764615.915605:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764615.915631:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246904320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764615.915650:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764615.915653:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764615.915655:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764615.915659:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1915 00000100:00080000:2.0:1789764615.915662:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764615.915666:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764615.915671:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764615.915682:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246904448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764615.916471:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246904320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764615.916550:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764615.916581:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764615/real 1789764615] req@ffff9985857daa00 x1876702246904320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764615.916612:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246904320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764615.916633:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764615.916638:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764615.916642:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246904320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764615.916653:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246904448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764615.916676:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764615.916690:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764615/real 1789764615] req@ffff9985857d8e00 x1876702246904448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764615.916701:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246904448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764615.916708:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764615.916711:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764615.916714:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246904448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764616.875102:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764617.899281:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764618.924312:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764619.946851:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764620.970630:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764621.038058:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764621.038069:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764621.038073:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764621.038084:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1920 00000100:00080000:3.0:1789764621.038094:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764621.038102:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764621.038148:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246904576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764621.038181:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764621.038184:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764621.038186:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764621.038190:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1920 00000100:00080000:3.0:1789764621.038194:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764621.038198:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764621.038208:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764621.038220:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246904704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764621.038229:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764621.038232:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764621.038233:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764621.038236:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1920 00000100:00080000:3.0:1789764621.038239:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764621.038243:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764621.038248:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764621.038258:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246904832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764621.038268:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764621.038271:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764621.038273:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764621.038277:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1920 00000100:00080000:3.0:1789764621.038279:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764621.038284:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764621.038316:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764621.038329:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246904960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764621.038340:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764621.038344:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764621.038346:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764621.038351:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1920 00000100:00080000:3.0:1789764621.038355:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764621.038360:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764621.038368:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246904576:192.168.203.136@tcp:250:kworker.0 00000008:00100000:3.0:1789764621.038368:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764621.038389:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246905088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789764621.038470:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764621.038553:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764621/real 1789764621] req@ffff998588b43b80 x1876702246904576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764621.038597:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246904576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764621.038610:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764621.038615:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764621.038619:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246904576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764621.038628:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246904704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764621.038654:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764621.038667:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764621/real 1789764621] req@ffff998588b40000 x1876702246904704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764621.038679:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246904704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764621.038687:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764621.038701:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764621.038705:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246904704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764621.038929:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246904832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764621.038954:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764621.038967:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764621/real 1789764621] req@ffff998588b40e00 x1876702246904832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764621.038979:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246904832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764621.039005:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764621.039008:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764621.039012:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246904832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764621.039040:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246904960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764621.039060:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764621.039072:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764621/real 1789764621] req@ffff998588b41c00 x1876702246904960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764621.039084:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246904960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764621.039092:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764621.039096:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764621.039099:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246904960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764621.039105:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246905088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764621.039124:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764621.039135:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764621/real 1789764621] req@ffff998588b42680 x1876702246905088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764621.039145:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246905088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764621.039151:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764621.039154:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764621.039158:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246905088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764621.994882:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764623.018454:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764624.042936:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764625.066842:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764626.092696:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764626.154403:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764626.154414:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764626.154418:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764626.154429:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1926 00000100:00080000:3.0:1789764626.154440:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764626.154447:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764626.154510:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246905216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764626.154543:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764626.154569:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764626.154571:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764626.154575:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1926 00000100:00080000:3.0:1789764626.154579:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764626.154582:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764626.154591:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246905216:192.168.203.136@tcp:250:kworker.0 00000008:00100000:3.0:1789764626.154592:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764626.154604:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246905344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764626.154613:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764626.154617:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764626.154619:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764626.154622:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1926 00000100:00080000:3.0:1789764626.154626:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764626.154629:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764626.154633:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764626.154644:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246905472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764626.154652:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764626.154655:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764626.154657:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764626.154660:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1926 00000100:00080000:3.0:1789764626.154663:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764626.154666:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764626.154670:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764626.154678:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246905600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764626.154685:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764626.154688:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764626.154690:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764626.154693:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1926 00000100:00080000:3.0:1789764626.154695:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764626.154698:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764626.154702:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764626.154710:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246905728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789764626.154921:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764626.155007:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764626/real 1789764626] req@ffff998588b42a00 x1876702246905216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764626.155026:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246905216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764626.155036:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764626.155040:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764626.155044:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246905216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764626.155070:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246905344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764626.155094:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764626.155106:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764626/real 1789764626] req@ffff998588b43100 x1876702246905344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764626.155116:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246905344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764626.155124:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764626.155127:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764626.155130:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246905344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764626.155135:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246905472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764626.155158:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764626.155168:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764626/real 1789764626] req@ffff998588b42680 x1876702246905472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764626.155180:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246905472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764626.155200:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764626.155203:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764626.155206:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246905472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764626.155212:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246905600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764626.155230:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764626.155240:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764626/real 1789764626] req@ffff998588b41c00 x1876702246905600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764626.155251:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246905600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764626.155260:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764626.155263:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764626.155266:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246905600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764626.155271:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246905728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764626.155286:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764626.155332:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764626/real 1789764626] req@ffff998588b40e00 x1876702246905728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764626.155351:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246905728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764626.155359:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764626.155362:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764626.155365:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246905728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764627.114843:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764628.138591:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764629.163200:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764630.186664:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764631.211090:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764631.274485:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764631.274499:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764631.274505:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764631.274528:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1931 00000100:00080000:2.0:1789764631.274542:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764631.274551:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764631.274596:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246905856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764631.274636:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764631.274640:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764631.274641:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764631.274646:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1931 00000100:00080000:2.0:1789764631.274649:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764631.274653:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764631.274663:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764631.274677:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246905984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764631.274687:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764631.274690:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764631.274691:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764631.274695:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1931 00000100:00080000:2.0:1789764631.274698:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764631.274701:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764631.274707:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764631.274716:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246906112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764631.274725:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764631.274728:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764631.274730:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764631.274734:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1931 00000100:00080000:2.0:1789764631.274736:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764631.274740:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764631.274744:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764631.274754:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246906240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764631.274762:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764631.274765:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764631.274766:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764631.274769:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1931 00000100:00080000:2.0:1789764631.274772:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764631.274775:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764631.274779:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764631.274787:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246906368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764631.274879:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246905856:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764631.274961:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764631.275032:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764631/real 1789764631] req@ffff9985857d9f80 x1876702246905856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764631.275050:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246905856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764631.275060:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764631.275063:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764631.275067:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246905856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764631.275075:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246905984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764631.275098:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764631.275110:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764631/real 1789764631] req@ffff9985857d9500 x1876702246905984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764631.275121:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246905984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764631.275134:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764631.275138:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764631.275141:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246905984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764631.275147:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246906112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764631.275167:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764631.275178:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764631/real 1789764631] req@ffff9985857d8000 x1876702246906112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764631.275188:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246906112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764631.275196:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764631.275199:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764631.275202:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246906112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764631.275207:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246906240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764631.275224:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764631.275233:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764631/real 1789764631] req@ffff9985857d8e00 x1876702246906240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764631.275244:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246906240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764631.275251:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764631.275254:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764631.275257:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246906240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764631.275263:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246906368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764631.275280:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764631.275323:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764631/real 1789764631] req@ffff9985857daa00 x1876702246906368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764631.275335:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246906368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764631.275342:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764631.275345:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764631.275348:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246906368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764632.234864:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764633.259091:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764634.283612:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764635.306623:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764636.344669:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764636.395795:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764636.395811:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764636.395817:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764636.395830:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1936 00000100:00080000:2.0:1789764636.395844:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764636.395853:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764636.395894:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246906496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764636.395930:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764636.395934:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764636.395935:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764636.395939:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1936 00000100:00080000:2.0:1789764636.395943:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764636.395947:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764636.395958:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764636.395970:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246906624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764636.395979:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764636.395983:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764636.395985:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764636.395989:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1936 00000100:00080000:2.0:1789764636.395993:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764636.395996:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764636.396001:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764636.396011:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246906752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764636.396020:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764636.396023:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764636.396025:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764636.396029:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1936 00000100:00080000:2.0:1789764636.396031:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764636.396034:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764636.396038:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764636.396046:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246906880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764636.396056:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764636.396059:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764636.396061:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764636.396065:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1936 00000100:00080000:2.0:1789764636.396067:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764636.396070:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764636.396075:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764636.396084:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246907008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764636.396324:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246906496:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764636.396406:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764636.396466:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764636/real 1789764636] req@ffff9985857d9180 x1876702246906496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764636.396496:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246906496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764636.396507:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764636.396511:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764636.396515:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246906496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764636.396523:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246906624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764636.396548:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764636.396561:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764636/real 1789764636] req@ffff9985857d8380 x1876702246906624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764636.396572:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246906624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764636.396580:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764636.396583:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764636.396586:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246906624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764636.396591:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246906752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764636.396622:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764636.396632:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764636/real 1789764636] req@ffff9985857dbb80 x1876702246906752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764636.396642:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246906752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764636.396649:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764636.396652:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764636.396655:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246906752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764636.396661:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246906880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764636.396680:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764636.396690:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764636/real 1789764636] req@ffff9985857d8a80 x1876702246906880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764636.396701:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246906880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764636.396710:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764636.396713:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764636.396716:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246906880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764636.396721:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246907008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764636.396751:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764636.396761:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764636/real 1789764636] req@ffff9985857da300 x1876702246907008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764636.396771:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246907008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764636.396779:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764636.396782:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764636.396785:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246907008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764637.354820:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764638.378694:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764639.402690:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764640.426495:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764641.451215:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764641.514497:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764641.514511:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764641.514516:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764641.514528:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1941 00000100:00080000:0.0:1789764641.514541:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764641.514549:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764641.514591:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246907136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764641.514625:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764641.514629:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764641.514631:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764641.514635:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1941 00000100:00080000:0.0:1789764641.514638:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764641.514642:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764641.514652:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764641.514665:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246907264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764641.514675:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764641.514678:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764641.514680:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764641.514683:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1941 00000100:00080000:0.0:1789764641.514686:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764641.514689:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764641.514693:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764641.514703:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246907392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764641.514712:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764641.514715:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764641.514717:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764641.514721:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1941 00000100:00080000:0.0:1789764641.514724:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764641.514727:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764641.514732:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764641.514740:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246907520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764641.514749:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764641.514752:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764641.514754:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764641.514757:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1941 00000100:00080000:0.0:1789764641.514760:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764641.514763:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764641.514767:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764641.514776:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246907648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764641.514879:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246907136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764641.514954:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764641.515010:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764641/real 1789764641] req@ffff9985856a2a00 x1876702246907136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764641.515036:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246907136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764641.515047:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764641.515050:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764641.515054:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246907136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764641.515062:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246907264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764641.515083:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764641.515096:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764641/real 1789764641] req@ffff9985856a0000 x1876702246907264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764641.515107:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246907264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764641.515115:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764641.515118:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764641.515121:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246907264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764641.515126:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246907392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764641.515143:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764641.515152:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764641/real 1789764641] req@ffff9985856a1880 x1876702246907392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764641.515358:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246907392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764641.515367:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764641.515370:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764641.515373:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246907392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764641.515379:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246907520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764641.515404:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764641.515416:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764641/real 1789764641] req@ffff9985856a3480 x1876702246907520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764641.515426:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246907520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764641.515442:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764641.515446:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764641.515449:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246907520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764641.515455:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246907648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764641.515480:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764641.515491:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764641/real 1789764641] req@ffff9985856a0e00 x1876702246907648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764641.515503:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246907648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764641.515509:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764641.515512:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764641.515514:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246907648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764642.476083:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764643.498840:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764644.522977:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764645.546593:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764646.574480:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764646.637694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764646.637709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764646.637716:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764646.637731:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1946 00000100:00080000:2.0:1789764646.637746:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764646.637756:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764646.637802:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246907776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764646.637841:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764646.637845:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764646.637847:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764646.637851:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1946 00000100:00080000:2.0:1789764646.637854:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764646.637858:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764646.637869:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764646.637882:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246907904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764646.637892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764646.637895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764646.637897:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764646.637901:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1946 00000100:00080000:2.0:1789764646.637904:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764646.637907:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764646.637912:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764646.637921:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246908032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764646.637936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764646.637939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764646.637941:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764646.637944:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1946 00000100:00080000:2.0:1789764646.637947:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764646.637951:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764646.637955:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764646.637968:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246908160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764646.637986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764646.637990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764646.637992:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764646.637995:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1946 00000100:00080000:2.0:1789764646.637998:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764646.638002:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764646.638006:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764646.638016:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246908288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764646.639587:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246907776:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764646.639683:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764646.639759:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764646/real 1789764646] req@ffff9985857d9880 x1876702246907776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764646.639780:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246907776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764646.639796:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764646.639801:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764646.639805:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246907776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764646.639813:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246907904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764646.640501:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764646.640527:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764646/real 1789764646] req@ffff9985857db100 x1876702246907904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764646.640545:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246907904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764646.640555:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764646.640559:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764646.640562:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246907904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764646.640569:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246908032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764646.640599:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764646.640610:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764646/real 1789764646] req@ffff9985857db800 x1876702246908032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764646.640621:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246908032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764646.640629:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764646.640633:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764646.640636:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246908032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764646.640644:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246908160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764646.640666:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764646.640678:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764646/real 1789764646] req@ffff9985857da300 x1876702246908160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764646.640689:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246908160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764646.640696:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764646.640699:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764646.640702:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246908160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764646.640709:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246908288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764646.640729:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764646.640740:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764646/real 1789764646] req@ffff9985857d8a80 x1876702246908288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764646.640751:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246908288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764646.640759:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764646.640762:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764646.640765:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246908288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764647.595342:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764648.618992:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764649.642934:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764650.670094:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764651.690807:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764651.754886:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764651.754900:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764651.754906:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764651.754918:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1951 00000100:00080000:0.0:1789764651.754931:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764651.754939:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764651.754983:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246908416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764651.755017:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764651.755020:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764651.755022:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764651.755026:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1951 00000100:00080000:0.0:1789764651.755030:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764651.755034:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764651.755043:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764651.755056:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246908544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764651.755065:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764651.755068:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764651.755069:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789764651.755190:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246908416:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764651.755267:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764651.755367:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764651/real 1789764651] req@ffff9985856a1500 x1876702246908416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764651.755389:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246908416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764651.755409:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764651.755414:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764651.755417:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246908416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764651.755425:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246908544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764651.755451:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764651.755464:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764651/real 1789764651] req@ffff9985856a0700 x1876702246908544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764651.755477:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246908544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764651.755484:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764651.755487:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764651.755490:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246908544:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789764651.755760:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1951 00000100:00080000:0.0:1789764651.755765:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764651.755769:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764651.755785:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764651.755799:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246908672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764651.755818:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764651.755822:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764651.755823:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764651.755827:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1951 00000100:00080000:0.0:1789764651.755831:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764651.755834:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764651.755839:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764651.755848:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246908800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764651.755857:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764651.755860:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764651.755862:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764651.755865:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1951 00000100:00080000:0.0:1789764651.755868:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764651.755871:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764651.755875:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764651.755883:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246908928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764651.756000:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246908672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764651.756027:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764651.756040:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764651/real 1789764651] req@ffff9985856a3800 x1876702246908672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764651.756052:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246908672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764651.756065:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764651.756068:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764651.756071:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246908672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764651.756076:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246908800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764651.756091:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764651.756101:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764651/real 1789764651] req@ffff9985856a2300 x1876702246908800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764651.756110:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246908800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764651.756117:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764651.756120:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764651.756122:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246908800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764651.756127:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246908928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764651.756144:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764651.756154:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764651/real 1789764651] req@ffff9985856a2680 x1876702246908928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764651.756165:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246908928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764651.756171:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764651.756174:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764651.756177:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246908928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789764652.714537:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764653.739507:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764654.762724:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764655.786827:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764656.810765:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764656.874691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764656.874704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764656.874709:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764656.874722:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1956 00000100:00080000:2.0:1789764656.874736:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764656.874745:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764656.874785:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246909056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764656.874816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764656.874819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764656.874821:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764656.874826:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1956 00000100:00080000:2.0:1789764656.874829:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764656.874833:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764656.874844:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764656.874857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246909184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764656.874866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764656.874869:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764656.874871:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764656.874875:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1956 00000100:00080000:2.0:1789764656.874878:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764656.874881:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764656.874885:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764656.874893:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246909312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764656.874902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764656.874905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764656.874906:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764656.874910:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1956 00000100:00080000:2.0:1789764656.874913:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764656.874916:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764656.874920:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764656.874929:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246909440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764656.874936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764656.874939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764656.874941:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764656.874944:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1956 00000100:00080000:2.0:1789764656.874947:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764656.874951:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764656.874955:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764656.874964:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246909568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764656.875034:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246909056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764656.875139:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246909184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764656.875164:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246909312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764656.875183:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246909440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764656.875201:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246909568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764657.835370:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764658.859131:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764659.891319:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789764659.947442:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789764659.947484:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789764659.947500:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789764659.949872:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764656/real 1789764659] req@ffff9985857dbb80 x1876702246909056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764681 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764659.949908:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246909056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764681 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764659.949920:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000800:00000100:2.0:1789764659.949924:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00080000:1.0:1789764659.949925:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764659.949929:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246909056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789764659.949940:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764659.949951:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764659.949958:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789764659.949965:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764656/real 1789764659] req@ffff9985857d8380 x1876702246909184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764659.949977:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246909184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764659.949985:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764659.949989:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764659.949993:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246909184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764659.950000:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764656/real 1789764659] req@ffff9985857d9180 x1876702246909312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764659.950013:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246909312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764659.950020:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764659.950023:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764659.950027:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246909312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764659.950033:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764656/real 1789764659] req@ffff9985857daa00 x1876702246909440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764659.950045:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246909440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764659.950053:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764659.950057:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764659.950060:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246909440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764659.950066:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764656/real 1789764659] req@ffff9985857d8e00 x1876702246909568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764659.950077:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246909568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764659.950084:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764659.950087:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764659.950090:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246909568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:0.0:1789764660.906446:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764661.932191:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764661.996231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764661.996246:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764661.996251:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764661.996265:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1961 00000100:00080000:0.0:1789764661.996278:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764661.996321:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764661.996359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246909696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764661.996399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764661.996403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764661.996405:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764661.996408:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1961 00000100:00080000:0.0:1789764661.996412:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764661.996415:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764661.996424:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764661.996440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246909824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764661.996449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764661.996452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764661.996454:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764661.996457:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1961 00000100:00080000:0.0:1789764661.996460:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764661.996464:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764661.996469:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764661.996476:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246909696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764661.996484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246909952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764661.996498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764661.996502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764661.996504:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764661.996509:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1961 00000100:00080000:0.0:1789764661.996513:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764661.996517:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764661.996523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764661.996536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246910080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764661.996545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764661.996548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:1.0:1789764661.996554:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789764661.996563:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764661.996571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1961 00000100:00080000:0.0:1789764661.996576:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764661.996580:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764661.996586:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764661.996600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246910208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764661.996910:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764661/real 1789764661] req@ffff9985856a2d80 x1876702246909696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764661.996932:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246909696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764661.996944:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764661.996949:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764661.996953:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246909696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764661.996960:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246909824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764661.996988:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764661.997000:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764661/real 1789764661] req@ffff9985856a2680 x1876702246909824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764661.997010:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246909824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764661.997018:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764661.997021:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764661.997024:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246909824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764661.997051:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246909952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764661.997072:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764661.997083:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764661/real 1789764661] req@ffff9985856a2300 x1876702246909952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764661.997095:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246909952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764661.997104:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764661.997106:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764661.997109:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246909952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764661.997115:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246910080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764661.997135:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764661.997145:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764661/real 1789764661] req@ffff9985856a3800 x1876702246910080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764661.997157:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246910080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764661.997164:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764661.997167:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764661.997170:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246910080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764661.997176:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246910208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764661.997196:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764661.997207:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764661/real 1789764661] req@ffff9985856a0700 x1876702246910208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764661.997217:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246910208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764661.997229:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764661.997232:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764661.997235:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246910208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764662.958752:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764663.983992:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764665.002447:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764666.028559:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764667.050540:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764667.114468:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764667.114479:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764667.114485:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764667.114505:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1967 00000100:00080000:3.0:1789764667.114516:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764667.114523:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764667.114569:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246910336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764667.114594:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764667.114598:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764667.114599:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764667.114604:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1967 00000100:00080000:3.0:1789764667.114608:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764667.114611:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764667.114622:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764667.114649:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246910464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764667.114658:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764667.114661:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764667.114663:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764667.114666:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1967 00000100:00080000:3.0:1789764667.114670:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764667.114673:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764667.114677:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764667.114687:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246910592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764667.114695:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764667.114698:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764667.114700:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764667.114703:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1967 00000100:00080000:3.0:1789764667.114706:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764667.114710:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764667.114714:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764667.114723:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246910720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764667.114731:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764667.114734:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764667.114736:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764667.114739:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1967 00000100:00080000:3.0:1789764667.114741:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764667.114744:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764667.114748:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764667.114756:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246910848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764667.115236:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246910336:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764667.115342:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764667.115404:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764667/real 1789764667] req@ffff998588b40000 x1876702246910336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764667.115422:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246910336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764667.115434:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764667.115438:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764667.115441:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246910336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764667.115447:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246910464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764667.115469:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764667.115479:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764667/real 1789764667] req@ffff998588b43b80 x1876702246910464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764667.115490:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246910464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764667.115498:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764667.115501:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764667.115505:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246910464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764667.115522:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246910592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764667.115543:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764667.115555:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764667/real 1789764667] req@ffff998588b43800 x1876702246910592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764667.115573:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246910592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764667.115581:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764667.115584:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764667.115587:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246910592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764667.115593:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246910720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764667.115613:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764667.115623:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764667/real 1789764667] req@ffff998588b42d80 x1876702246910720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764667.115634:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246910720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764667.115640:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764667.115644:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764667.115646:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246910720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764667.115652:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246910848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764667.115673:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764667.115695:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764667/real 1789764667] req@ffff998588b42300 x1876702246910848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764667.115707:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246910848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764667.115714:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764667.115717:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764667.115720:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246910848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764668.075106:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764669.098446:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764670.124736:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764671.146696:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764672.173980:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764672.234618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764672.234629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764672.234634:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764672.234647:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1972 00000100:00080000:1.0:1789764672.234660:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764672.234679:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764672.234720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246910976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764672.234753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764672.234756:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764672.234758:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764672.234762:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1972 00000100:00080000:1.0:1789764672.234766:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764672.234769:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764672.234779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764672.234794:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246911104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764672.234809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764672.234812:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764672.234814:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764672.234817:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1972 00000100:00080000:1.0:1789764672.234820:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764672.234824:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764672.234828:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764672.234838:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246911232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764672.234847:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764672.234850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764672.234851:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764672.234855:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1972 00000100:00080000:1.0:1789764672.234858:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764672.234861:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764672.234866:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764672.234875:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246911360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764672.234883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764672.234887:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764672.234888:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764672.234892:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1972 00000100:00080000:1.0:1789764672.234895:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764672.234898:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764672.234903:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764672.234912:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246911488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764672.235562:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246910976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764672.235640:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764672.235796:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764672/real 1789764672] req@ffff9985836da680 x1876702246910976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764672.235815:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246910976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764672.235826:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764672.235830:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764672.235834:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246910976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764672.235842:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246911104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764672.235867:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764672.235881:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764672/real 1789764672] req@ffff9985836d9c00 x1876702246911104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764672.235892:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246911104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764672.235900:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764672.235902:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764672.235905:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246911104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764672.235911:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246911232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764672.235928:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764672.235937:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764672/real 1789764672] req@ffff9985836d8700 x1876702246911232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764672.235947:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246911232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764672.235955:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764672.235958:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764672.235960:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246911232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764672.235966:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246911360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764672.235981:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764672.235990:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764672/real 1789764672] req@ffff9985836d8a80 x1876702246911360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764672.235999:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246911360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764672.236006:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764672.236010:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764672.236023:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246911360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764672.236029:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246911488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764672.236046:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764672.236277:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764672/real 1789764672] req@ffff9985836dad80 x1876702246911488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764672.236327:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246911488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764672.236335:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764672.236338:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764672.236341:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246911488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764673.194461:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764674.219259:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764675.242488:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764676.266727:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764677.290589:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764677.354506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764677.354521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764677.354527:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764677.354541:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1977 00000100:00080000:1.0:1789764677.354555:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764677.354565:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764677.354621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246911616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764677.354656:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764677.354660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764677.354662:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764677.354666:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1977 00000100:00080000:1.0:1789764677.354669:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764677.354673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764677.354683:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764677.354696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246911744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764677.354706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764677.354710:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764677.354712:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764677.354715:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1977 00000100:00080000:1.0:1789764677.354718:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764677.354721:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764677.354726:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764677.354735:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246911872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764677.354743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764677.354747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764677.354748:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764677.354752:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1977 00000100:00080000:1.0:1789764677.354755:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764677.354758:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764677.354763:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764677.354771:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246912000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764677.354779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764677.354783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764677.354784:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764677.354788:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1977 00000100:00080000:1.0:1789764677.354791:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764677.354794:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764677.354799:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764677.354807:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246912128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764677.355969:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246911616:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764677.356060:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764677.356147:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764677/real 1789764677] req@ffff9985836db800 x1876702246911616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764677.356191:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246911616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764677.356203:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764677.356207:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764677.356211:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246911616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764677.356223:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246911744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764677.356250:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764677.356263:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764677/real 1789764677] req@ffff9985836da300 x1876702246911744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764677.356274:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246911744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764677.356283:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764677.356338:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764677.356343:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246911744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764677.356349:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246911872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764677.356371:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764677.356381:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764677/real 1789764677] req@ffff9985836d8e00 x1876702246911872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764677.356392:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246911872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764677.356404:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764677.356407:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764677.356410:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246911872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764677.356416:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246912000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764677.356436:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764677.356447:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764677/real 1789764677] req@ffff9985836d8380 x1876702246912000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764677.356458:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246912000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764677.356465:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764677.356468:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764677.356472:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246912000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764677.356478:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246912128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764677.356504:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764677.356515:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764677/real 1789764677] req@ffff9985836d9880 x1876702246912128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764677.356528:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246912128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764677.356535:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764677.356539:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764677.356542:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246912128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764678.314440:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764679.338733:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764680.363049:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764681.387242:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764682.410439:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764682.474750:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764682.474760:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764682.474765:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764682.474775:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1982 00000100:00080000:3.0:1789764682.474784:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764682.474792:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764682.474837:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246912256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764682.474868:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764682.474871:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764682.474873:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764682.474877:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1982 00000100:00080000:3.0:1789764682.474881:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764682.474885:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764682.474894:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764682.474905:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246912384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764682.474913:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764682.474916:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764682.474918:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764682.474921:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1982 00000100:00080000:3.0:1789764682.474924:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764682.474927:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764682.474932:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764682.474949:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246912256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764682.474954:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246912512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764682.474968:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764682.474971:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764682.474972:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764682.474976:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1982 00000100:00080000:3.0:1789764682.474979:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764682.474982:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764682.474986:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764682.474996:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246912640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764682.475004:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764682.475007:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764682.475009:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764682.475012:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1982 00000100:00080000:3.0:1789764682.475016:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764682.475019:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789764682.475022:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789764682.475027:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764682.475039:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246912768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764682.475068:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764682/real 1789764682] req@ffff998588b41f80 x1876702246912256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764682.475081:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246912256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764682.475089:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764682.475092:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764682.475095:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246912256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764682.475100:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246912384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764682.475115:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764682.475126:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764682/real 1789764682] req@ffff998588b41880 x1876702246912384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764682.475151:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246912384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764682.475160:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764682.475163:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764682.475166:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246912384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764682.475193:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246912512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764682.475281:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764682.475308:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764682/real 1789764682] req@ffff998588b42300 x1876702246912512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764682.475318:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246912512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764682.475326:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764682.475328:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764682.475331:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246912512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764682.475336:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246912640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764682.475544:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764682.475555:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764682/real 1789764682] req@ffff998588b42d80 x1876702246912640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764682.475566:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246912640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764682.475574:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764682.475577:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764682.475580:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246912640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764682.475586:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246912768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764682.475604:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764682.475614:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764682/real 1789764682] req@ffff998588b43800 x1876702246912768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764682.475624:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246912768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764682.475632:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764682.475635:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764682.475638:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246912768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764683.434533:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764684.463358:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764685.483601:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764686.506812:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764687.532117:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764687.596212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764687.596223:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764687.596228:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764687.596239:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1987 00000100:00080000:2.0:1789764687.596254:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764687.596261:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764687.596332:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246912896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764687.596374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764687.596378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764687.596380:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764687.596385:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1987 00000100:00080000:2.0:1789764687.596397:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764687.596402:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764687.596413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764687.596426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246913024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764687.596436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764687.596439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764687.596441:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764687.596446:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1987 00000100:00080000:2.0:1789764687.596449:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764687.596452:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764687.596456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764687.596466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246913152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764687.596475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764687.596478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764687.596480:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764687.596483:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1987 00000100:00080000:2.0:1789764687.596486:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764687.596490:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764687.596493:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764687.596770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246913280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764687.596780:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764687.596783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764687.596785:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764687.596789:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1987 00000100:00080000:2.0:1789764687.596793:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764687.596796:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764687.596801:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764687.596810:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246913408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764687.597320:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246912896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764687.597403:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764687.598310:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764687/real 1789764687] req@ffff9985857d8000 x1876702246912896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764687.598344:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246912896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764687.598356:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764687.598360:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764687.598364:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246912896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764687.598373:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246913024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764687.598417:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764687.598432:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764687/real 1789764687] req@ffff9985857d9500 x1876702246913024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764687.598444:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246913024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764687.598452:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764687.598455:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764687.598459:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246913024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764687.598466:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246913152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764687.598487:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764687.598512:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764687/real 1789764687] req@ffff9985857d9f80 x1876702246913152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764687.598525:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246913152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764687.598533:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764687.598536:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764687.598539:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246913152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764687.598546:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246913280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764687.598767:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764687.598780:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764687/real 1789764687] req@ffff9985857d8e00 x1876702246913280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764687.598792:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246913280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764687.598800:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764687.598804:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764687.598807:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246913280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764687.598814:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246913408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764687.598846:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764687.598861:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764687/real 1789764687] req@ffff9985857daa00 x1876702246913408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764687.598873:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246913408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764687.598881:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764687.598885:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764687.598888:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246913408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764688.554786:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764689.578656:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764690.602639:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764691.627980:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764692.650553:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764692.715001:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764692.715013:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764692.715019:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764692.715031:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1992 00000100:00080000:2.0:1789764692.715045:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764692.715054:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764692.715105:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246913536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764692.715140:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764692.715144:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764692.715146:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764692.715150:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1992 00000100:00080000:2.0:1789764692.715154:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764692.715158:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764692.715167:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764692.715180:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246913664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764692.715189:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764692.715192:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764692.715194:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764692.715198:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1992 00000100:00080000:2.0:1789764692.715201:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764692.715204:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764692.715210:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764692.715220:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246913792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764692.715230:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764692.715234:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764692.715235:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764692.715238:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1992 00000100:00080000:2.0:1789764692.715242:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764692.715246:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764692.715250:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764692.715259:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246913920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764692.715268:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764692.715271:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764692.715273:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764692.715277:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1992 00000100:00080000:2.0:1789764692.715279:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764692.715321:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764692.715326:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764692.715336:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246914048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764692.715428:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246913536:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764692.715504:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764692.715566:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764692/real 1789764692] req@ffff9985857d9180 x1876702246913536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764692.715581:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246913536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764692.715590:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764692.715594:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764692.715597:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246913536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764692.715603:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246913664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764692.715622:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764692.715641:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764692/real 1789764692] req@ffff9985857d8380 x1876702246913664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764692.715651:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246913664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764692.715662:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764692.715665:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764692.715668:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246913664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764692.715673:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246913792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764692.715689:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764692.715697:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764692/real 1789764692] req@ffff9985857dbb80 x1876702246913792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764692.715706:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246913792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764692.715714:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764692.715717:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764692.715720:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246913792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764692.715725:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246913920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764692.715743:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764692.715753:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764692/real 1789764692] req@ffff9985857d8a80 x1876702246913920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764692.715765:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246913920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764692.715772:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764692.715774:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764692.715778:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246913920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764692.715782:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246914048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764692.715800:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764692.715811:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764692/real 1789764692] req@ffff9985857da300 x1876702246914048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764692.715821:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246914048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764692.715828:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764692.715831:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764692.715834:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246914048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764693.674757:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764694.699175:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764695.723278:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764696.747822:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764697.770814:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764697.834685:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764697.834697:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764697.834701:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764697.834711:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 1997 00000100:00080000:0.0:1789764697.834721:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764697.834730:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764697.834789:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246914176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764697.834818:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764697.834822:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764697.834824:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764697.834829:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1997 00000100:00080000:0.0:1789764697.834833:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764697.834838:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764697.834850:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764697.834862:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246914304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764697.834872:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764697.834875:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764697.834877:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764697.834880:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1997 00000100:00080000:0.0:1789764697.834883:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764697.834887:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764697.834892:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764697.834901:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246914432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764697.834911:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764697.834914:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764697.834915:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764697.834919:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 1997 00000100:00080000:0.0:1789764697.834922:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764697.834925:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764697.834929:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764697.834938:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246914560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764697.834946:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764697.834949:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764697.834951:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764697.834954:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 1997 00000100:00080000:0.0:1789764697.834957:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764697.834961:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764697.834965:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764697.834974:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246914688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764697.835167:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246914176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764697.835240:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764697.835327:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764697/real 1789764697] req@ffff9985856a1500 x1876702246914176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764697.835346:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246914176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764697.835357:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764697.835361:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764697.835364:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246914176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764697.835371:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246914304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764697.835395:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764697.835405:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764697/real 1789764697] req@ffff9985856a0e00 x1876702246914304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764697.835416:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246914304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764697.835428:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764697.835431:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764697.835433:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246914304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764697.835438:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246914432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764697.835456:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764697.835465:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764697/real 1789764697] req@ffff9985856a3480 x1876702246914432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764697.835475:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246914432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764697.835493:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764697.835497:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764697.835501:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246914432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764697.835506:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246914560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764697.835526:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764697.835536:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764697/real 1789764697] req@ffff9985856a1880 x1876702246914560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764697.835546:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246914560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764697.835554:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764697.835557:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764697.835561:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246914560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764697.835566:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246914688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764697.835586:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764697.835596:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764697/real 1789764697] req@ffff9985856a0000 x1876702246914688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764697.835607:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246914688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764697.835614:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764697.835617:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764697.835620:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246914688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764698.794622:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764699.818879:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764700.844239:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764701.866777:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764702.932896:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764702.955370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764702.955379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764702.955392:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764702.955403:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2002 00000100:00080000:1.0:1789764702.955414:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764702.955422:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764702.955472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246914816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764702.955501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764702.955505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764702.955507:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764702.955511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2002 00000100:00080000:1.0:1789764702.955516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764702.955520:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764702.955530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764702.955544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246914944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764702.955554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764702.955557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764702.955559:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764702.955563:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2002 00000100:00080000:1.0:1789764702.955566:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764702.955577:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764702.955582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764702.955592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246915072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764702.955600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764702.955604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764702.955605:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764702.955609:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2002 00000100:00080000:1.0:1789764702.955612:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764702.955625:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764702.955629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764702.955638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246915200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764702.955654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764702.955657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764702.955659:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764702.955662:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2002 00000100:00080000:1.0:1789764702.955666:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764702.955669:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764702.955674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764702.955684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246915328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764702.955908:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246914816:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764702.955970:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764702.956034:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764702/real 1789764702] req@ffff9985836d9180 x1876702246914816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764702.956051:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246914816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764702.956062:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764702.956066:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764702.956070:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246914816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764702.956077:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246914944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764702.956099:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764702.956111:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764702/real 1789764702] req@ffff9985836d9880 x1876702246914944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764702.956123:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246914944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764702.956132:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764702.956135:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764702.956138:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246914944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764702.956144:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246915072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764702.956164:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764702.956175:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764702/real 1789764702] req@ffff9985836d8380 x1876702246915072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764702.956186:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246915072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764702.956194:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764702.956197:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764702.956200:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246915072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764702.956205:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246915200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764702.956222:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764702.956241:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764702/real 1789764702] req@ffff9985836d8e00 x1876702246915200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764702.956252:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246915200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764702.956260:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764702.956262:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764702.956265:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246915200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764702.956270:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246915328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764702.956285:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764702.956314:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764702/real 1789764702] req@ffff9985836da300 x1876702246915328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764702.956323:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246915328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764702.956330:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764702.956333:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764702.956335:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246915328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764703.914840:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764704.939687:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764705.969338:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764706.986886:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764708.011750:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764708.074577:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764708.074591:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764708.074596:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764708.074608:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2008 00000100:00080000:0.0:1789764708.074621:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764708.074629:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764708.074671:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246915456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764708.074702:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764708.074706:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764708.074707:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764708.074711:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2008 00000100:00080000:0.0:1789764708.074714:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764708.074718:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764708.074728:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764708.074742:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246915584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764708.074751:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764708.074754:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764708.074756:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764708.074759:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2008 00000100:00080000:0.0:1789764708.074763:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764708.074766:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764708.074770:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764708.074780:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246915712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764708.074788:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764708.074791:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764708.074793:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764708.074797:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2008 00000100:00080000:0.0:1789764708.074799:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764708.074803:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764708.074807:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764708.074817:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246915840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764708.074826:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764708.074829:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764708.074831:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764708.074834:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2008 00000100:00080000:0.0:1789764708.074837:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764708.074841:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764708.074845:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764708.074854:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246915968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764708.075704:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246915456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764708.075788:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764708.075857:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764708/real 1789764708] req@ffff9985856a2a00 x1876702246915456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764708.075879:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246915456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764708.075892:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764708.075896:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764708.075900:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246915456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764708.075909:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246915584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764708.075933:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764708.075960:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764708/real 1789764708] req@ffff9985856a0000 x1876702246915584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764708.075974:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246915584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764708.075983:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764708.075986:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764708.075989:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246915584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764708.075995:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246915712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764708.076016:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764708.076027:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764708/real 1789764708] req@ffff9985856a1880 x1876702246915712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764708.076037:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246915712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764708.076044:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764708.076047:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764708.076049:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246915712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764708.076055:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246915840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764708.076074:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764708.076084:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764708/real 1789764708] req@ffff9985856a3480 x1876702246915840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764708.076095:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246915840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764708.076107:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764708.076111:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764708.076114:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246915840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764708.076119:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246915968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764708.076138:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764708.076149:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764708/real 1789764708] req@ffff9985856a0e00 x1876702246915968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764708.076160:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246915968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764708.076167:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764708.076170:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764708.076174:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246915968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764709.036478:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764710.058575:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764711.082559:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764712.106535:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764713.130543:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764713.194434:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764713.194446:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764713.194452:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764713.194463:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2013 00000100:00080000:0.0:1789764713.194474:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764713.194483:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764713.194526:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246916096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764713.194553:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764713.194557:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764713.194559:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764713.194562:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2013 00000100:00080000:0.0:1789764713.194566:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764713.194570:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764713.194579:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764713.194590:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246916224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764713.194600:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764713.194603:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764713.194605:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764713.194608:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2013 00000100:00080000:0.0:1789764713.194611:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764713.194614:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764713.194618:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764713.194627:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246916352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764713.194636:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764713.194639:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764713.194641:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764713.194644:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2013 00000100:00080000:0.0:1789764713.194647:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764713.194650:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764713.194655:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764713.194664:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246916480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764713.194673:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764713.194676:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764713.194677:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764713.194681:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2013 00000100:00080000:0.0:1789764713.194685:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764713.194689:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764713.194693:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764713.194703:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246916608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764713.194828:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246916096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764713.194905:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764713.194976:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764713/real 1789764713] req@ffff9985856a1500 x1876702246916096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764713.194992:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246916096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764713.195002:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764713.195006:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764713.195011:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246916096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764713.195018:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246916224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764713.195042:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764713.195055:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764713/real 1789764713] req@ffff9985856a0700 x1876702246916224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764713.195065:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246916224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764713.195073:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764713.195076:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764713.195079:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246916224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764713.195085:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246916352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764713.195103:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764713.195113:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764713/real 1789764713] req@ffff9985856a3800 x1876702246916352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764713.195123:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246916352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764713.195130:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764713.195133:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764713.195135:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246916352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764713.195140:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246916480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764713.195159:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764713.195170:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764713/real 1789764713] req@ffff9985856a2300 x1876702246916480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764713.195181:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246916480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764713.195188:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764713.195191:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764713.195194:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246916480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764713.195199:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246916608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764713.195217:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764713.195228:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764713/real 1789764713] req@ffff9985856a2680 x1876702246916608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764713.195239:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246916608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764713.195247:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764713.195250:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764713.195252:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246916608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764714.154678:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764715.178766:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764716.202594:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764717.226672:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764718.250980:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764718.314755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764718.314768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764718.314773:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764718.314795:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2018 00000100:00080000:1.0:1789764718.314810:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764718.314819:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764718.314863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246916736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764718.314904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764718.314908:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764718.314910:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764718.314915:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2018 00000100:00080000:1.0:1789764718.314918:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764718.314922:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764718.314932:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764718.314945:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246916864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764718.314955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764718.314958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764718.314960:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764718.314964:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2018 00000100:00080000:1.0:1789764718.314967:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764718.314975:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764718.314980:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764718.314992:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246916992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764718.315001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764718.315005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764718.315007:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764718.315010:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2018 00000100:00080000:1.0:1789764718.315013:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764718.315017:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764718.315021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764718.315031:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246917120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764718.315039:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764718.315042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764718.315044:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764718.315046:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2018 00000100:00080000:1.0:1789764718.315049:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764718.315052:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764718.315056:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764718.315065:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246917248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764718.315272:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246916736:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764718.315374:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764718.315473:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764718/real 1789764718] req@ffff9985836db800 x1876702246916736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764718.315490:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246916736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764718.315500:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764718.315503:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764718.315507:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246916736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764718.315514:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246916864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764718.315537:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764718.315549:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764718/real 1789764718] req@ffff9985836dad80 x1876702246916864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764718.315560:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246916864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764718.315567:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764718.315570:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764718.315573:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246916864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764718.315579:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246916992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764718.315600:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764718.315611:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764718/real 1789764718] req@ffff9985836d8a80 x1876702246916992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764718.315622:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246916992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764718.315630:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764718.315633:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764718.315635:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246916992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764718.315641:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246917120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764718.315661:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764718.315672:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764718/real 1789764718] req@ffff9985836d8700 x1876702246917120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764718.315689:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246917120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764718.315696:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764718.315700:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764718.315703:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246917120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764718.315718:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246917248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764718.315738:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764718.315749:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764718/real 1789764718] req@ffff9985836d9c00 x1876702246917248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764718.315759:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246917248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764718.315766:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764718.315769:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764718.315772:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246917248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764719.274730:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764720.298587:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764721.322476:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764722.347953:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764723.371612:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764723.434448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764723.434460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764723.434466:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764723.434479:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2023 00000100:00080000:1.0:1789764723.434492:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764723.434501:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764723.434544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246917376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764723.434571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764723.434575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764723.434577:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764723.434581:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2023 00000100:00080000:1.0:1789764723.434585:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764723.434589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764723.434600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764723.434614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246917504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764723.434624:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764723.434628:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764723.434630:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764723.434633:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2023 00000100:00080000:1.0:1789764723.434637:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764723.434641:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764723.434646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764723.434657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246917632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764723.434666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764723.434670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764723.434672:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764723.434675:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2023 00000100:00080000:1.0:1789764723.434689:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764723.434693:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764723.434697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764723.434708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246917760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764723.434718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764723.434721:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764723.434723:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764723.434727:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2023 00000100:00080000:1.0:1789764723.434730:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764723.434733:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764723.434738:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764723.434747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246917888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764723.435245:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246917376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764723.435366:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246917504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764723.435402:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246917632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764723.435424:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246917760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764723.435445:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246917888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764724.400611:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764725.420412:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764726.443699:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789764726.511925:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:3.0:1789764726.511999:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789764726.512020:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789764726.512064:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789764726.512077:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789764726.512088:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789764726.512098:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789764726.512106:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764723/real 1789764726] req@ffff9985836da680 x1876702246917376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764726.512134:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246917376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764726.512148:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764726.512152:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764726.512156:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246917376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764726.512164:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764723/real 1789764726] req@ffff9985836d9c00 x1876702246917504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764726.512175:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246917504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764726.512182:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764726.512185:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764726.512189:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246917504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764726.512195:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764723/real 1789764726] req@ffff9985836d8700 x1876702246917632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764726.512204:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246917632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764726.512211:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764726.512214:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764726.512217:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246917632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764726.512223:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764723/real 1789764726] req@ffff9985836d8a80 x1876702246917760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764726.512246:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246917760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764726.512253:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764726.512256:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764726.512259:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246917760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764726.512266:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764723/real 1789764726] req@ffff9985836dad80 x1876702246917888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764726.512275:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246917888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764726.512282:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764726.512285:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764726.512321:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246917888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764727.467184:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764728.491036:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764728.556647:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764728.556657:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764728.556662:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764728.556673:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2028 00000100:00080000:3.0:1789764728.556686:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764728.556694:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764728.556742:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246918016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764728.556775:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764728.556779:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764728.556781:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764728.556785:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2028 00000100:00080000:3.0:1789764728.556789:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764728.556793:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764728.556810:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764728.556826:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246918144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764728.556835:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764728.556838:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764728.556840:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764728.556844:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2028 00000100:00080000:3.0:1789764728.556847:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764728.556851:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764728.556856:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764728.556877:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246918272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764728.556886:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764728.556889:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764728.556891:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764728.556895:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2028 00000100:00080000:3.0:1789764728.556898:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764728.556910:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764728.556915:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764728.556925:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246918400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764728.556934:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764728.556938:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764728.556939:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764728.556942:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2028 00000100:00080000:3.0:1789764728.556946:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764728.556949:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764728.556954:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764728.556963:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246918528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764728.557624:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246918016:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764728.557694:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764728.557993:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764728/real 1789764728] req@ffff998588b43b80 x1876702246918016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764728.558013:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246918016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764728.558024:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764728.558029:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764728.558033:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246918016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764728.558041:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246918144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764728.558067:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764728.558080:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764728/real 1789764728] req@ffff998588b40000 x1876702246918144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764728.558099:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246918144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764728.558107:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764728.558110:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764728.558113:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246918144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764728.558119:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246918272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764728.558139:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764728.558150:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764728/real 1789764728] req@ffff998588b40e00 x1876702246918272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764728.558162:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246918272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764728.558170:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764728.558173:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764728.558176:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246918272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764728.558182:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246918400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764728.558215:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764728.558227:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764728/real 1789764728] req@ffff998588b41c00 x1876702246918400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764728.558237:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246918400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764728.558249:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764728.558252:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764728.558255:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246918400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764728.558261:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246918528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764728.558323:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764728.558571:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764728/real 1789764728] req@ffff998588b42680 x1876702246918528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764728.558583:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246918528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764728.558591:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764728.558594:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764728.558597:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246918528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764729.514519:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764730.540421:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764731.564680:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764732.587428:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764733.614809:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764733.674876:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764733.674890:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764733.674895:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764733.674909:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2033 00000100:00080000:3.0:1789764733.674922:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764733.674930:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764733.674969:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246918656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764733.675008:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764733.675012:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764733.675014:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764733.675018:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2033 00000100:00080000:3.0:1789764733.675022:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764733.675026:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764733.675036:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764733.675048:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246918784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764733.675057:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764733.675060:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764733.675062:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764733.675066:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2033 00000100:00080000:3.0:1789764733.675069:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764733.675072:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764733.675077:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764733.675087:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246918912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764733.675096:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764733.675100:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764733.675102:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764733.675106:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2033 00000100:00080000:3.0:1789764733.675109:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764733.675112:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764733.675117:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764733.675129:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246919040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764733.675139:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764733.675143:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764733.675145:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764733.675149:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2033 00000100:00080000:3.0:1789764733.675152:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789764733.675157:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246918656:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764733.675159:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764733.675169:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764733.675180:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246919168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789764733.675242:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764733.675319:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764733/real 1789764733] req@ffff998588b43100 x1876702246918656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764733.675352:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246918656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764733.675362:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764733.675366:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764733.675371:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246918656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764733.675378:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246918784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764733.675402:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764733.675416:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764733/real 1789764733] req@ffff998588b42a00 x1876702246918784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764733.675427:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246918784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764733.675435:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764733.675438:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764733.675441:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246918784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764733.675446:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246918912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764733.675467:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764733.675479:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764733/real 1789764733] req@ffff998588b42680 x1876702246918912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764733.675490:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246918912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764733.675498:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764733.675501:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764733.675504:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246918912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764733.675509:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246919040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764733.675530:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764733.675541:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764733/real 1789764733] req@ffff998588b41c00 x1876702246919040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764733.675552:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246919040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764733.675560:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764733.675563:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764733.675566:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246919040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764733.675593:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246919168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764733.675613:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764733.675626:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764733/real 1789764733] req@ffff998588b40e00 x1876702246919168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764733.675639:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246919168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764733.675647:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764733.675651:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764733.675655:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246919168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764734.634829:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764735.660520:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764736.682560:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764737.707663:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764738.730617:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764738.794406:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764738.794417:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764738.794422:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764738.794432:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2038 00000100:00080000:3.0:1789764738.794442:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764738.794450:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764738.794510:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246919296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764738.794540:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764738.794544:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764738.794546:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764738.794552:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2038 00000100:00080000:3.0:1789764738.794557:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764738.794562:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764738.794573:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764738.794591:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246919424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764738.794601:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764738.794605:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764738.794607:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764738.794612:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2038 00000100:00080000:3.0:1789764738.794616:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764738.794621:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764738.794627:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764738.794640:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246919552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764738.794649:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764738.794652:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764738.794654:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764738.794658:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2038 00000100:00080000:3.0:1789764738.794661:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764738.794664:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764738.794668:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764738.794678:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246919680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764738.794685:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764738.794688:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764738.794690:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764738.794692:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2038 00000100:00080000:3.0:1789764738.794695:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764738.794710:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764738.794716:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764738.794743:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246919808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764738.794911:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246919296:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764738.794976:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764738.795020:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764738/real 1789764738] req@ffff998588b40000 x1876702246919296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764738.795038:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246919296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764738.795047:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764738.795049:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764738.795053:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246919296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764738.795058:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246919424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764738.795076:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764738.795086:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764738/real 1789764738] req@ffff998588b43b80 x1876702246919424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764738.795098:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246919424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764738.795106:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764738.795109:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764738.795112:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246919424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764738.795118:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246919552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764738.795148:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764738.795159:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764738/real 1789764738] req@ffff998588b43800 x1876702246919552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764738.795169:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246919552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764738.795177:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764738.795180:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764738.795183:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246919552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764738.795189:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246919680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764738.795207:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764738.795218:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764738/real 1789764738] req@ffff998588b42d80 x1876702246919680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764738.795228:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246919680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764738.795235:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764738.795239:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764738.795242:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246919680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764738.795247:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246919808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764738.795266:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764738.795277:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764738/real 1789764738] req@ffff998588b42300 x1876702246919808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764738.795318:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246919808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764738.795328:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764738.795331:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764738.795334:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246919808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764739.754897:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764740.779022:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764741.802584:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764742.826566:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764743.850728:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764743.914406:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764743.914416:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764743.914421:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764743.914431:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2043 00000100:00080000:3.0:1789764743.914442:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764743.914450:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764743.914500:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246919936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764743.914525:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764743.914528:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764743.914530:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764743.914534:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2043 00000100:00080000:3.0:1789764743.914537:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764743.914540:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764743.914550:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764743.914565:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246920064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764743.914576:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764743.914580:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764743.914581:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764743.914585:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2043 00000100:00080000:3.0:1789764743.914589:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764743.914594:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764743.914598:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764743.914612:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246920192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764743.914621:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764743.914625:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764743.914627:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764743.914632:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2043 00000100:00080000:3.0:1789764743.914637:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764743.914640:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764743.914646:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764743.914660:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246920320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764743.914668:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764743.914671:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764743.914673:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764743.914677:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2043 00000100:00080000:3.0:1789764743.914679:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764743.914683:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764743.914695:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764743.914705:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246920448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764743.917068:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246919936:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764743.917182:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764743.917253:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764743/real 1789764743] req@ffff998588b41880 x1876702246919936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764743.917274:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246919936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764743.917304:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764743.917309:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764743.917313:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246919936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764743.917322:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246920064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764743.917349:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764743.917362:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764743/real 1789764743] req@ffff998588b41f80 x1876702246920064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764743.917374:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246920064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764743.917382:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764743.917386:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764743.917389:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246920064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764743.917395:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246920192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764743.917417:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764743.917427:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764743/real 1789764743] req@ffff998588b42300 x1876702246920192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764743.917445:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246920192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764743.917453:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764743.917456:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764743.917459:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246920192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764743.917466:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246920320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764743.917502:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764743.917514:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764743/real 1789764743] req@ffff998588b42d80 x1876702246920320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764743.917526:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246920320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764743.917534:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764743.917537:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764743.917540:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246920320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764743.917547:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246920448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764743.917571:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764743.917584:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764743/real 1789764743] req@ffff998588b43800 x1876702246920448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764743.917595:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246920448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764743.917609:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764743.917612:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764743.917615:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246920448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764744.875785:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764745.908507:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764746.929784:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764747.948963:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764748.974030:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764749.035895:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764749.035904:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764749.035909:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764749.035919:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2048 00000100:00080000:3.0:1789764749.035930:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764749.035938:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764749.035978:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246920576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764749.036006:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764749.036009:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764749.036011:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764749.036016:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2048 00000100:00080000:3.0:1789764749.036029:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764749.036033:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764749.036042:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764749.036056:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246920704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764749.036065:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764749.036068:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764749.036069:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764749.036073:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2048 00000100:00080000:3.0:1789764749.036076:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764749.036079:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764749.036083:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764749.036091:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246920832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764749.036100:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764749.036103:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764749.036105:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764749.036108:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2048 00000100:00080000:3.0:1789764749.036111:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764749.036114:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764749.036118:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764749.036125:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246920960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764749.036133:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764749.036136:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764749.036138:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764749.036141:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2048 00000100:00080000:3.0:1789764749.036143:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764749.036146:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764749.036149:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764749.036156:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246921088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764749.036376:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246920576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764749.036434:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764749.036487:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764749/real 1789764749] req@ffff998588b43b80 x1876702246920576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764749.036508:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246920576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764749.036519:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764749.036523:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764749.036527:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246920576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764749.036537:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246920704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764749.036557:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764749.036568:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764749/real 1789764749] req@ffff998588b40000 x1876702246920704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764749.036578:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246920704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764749.036587:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764749.036590:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764749.036594:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246920704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764749.036756:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246920832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764749.036779:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764749.036790:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764749/real 1789764749] req@ffff998588b40e00 x1876702246920832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764749.036801:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246920832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764749.036810:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764749.036813:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764749.036893:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246920832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764749.036900:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246920960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764749.036929:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764749.036941:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764749/real 1789764749] req@ffff998588b41c00 x1876702246920960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764749.036952:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246920960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764749.036960:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764749.036963:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764749.036966:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246920960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764749.036972:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246921088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764749.036988:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764749.036998:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764749/real 1789764749] req@ffff998588b42680 x1876702246921088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764749.037008:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246921088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764749.037016:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764749.037019:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764749.037022:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246921088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764750.000979:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764751.020107:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764752.043528:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764753.066917:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764754.094422:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764754.154779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764754.154792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764754.154798:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764754.154810:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2054 00000100:00080000:2.0:1789764754.154824:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764754.154832:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764754.154874:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246921216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764754.154907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764754.154912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764754.154914:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764754.154918:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2054 00000100:00080000:2.0:1789764754.154922:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764754.154926:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764754.154936:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764754.154955:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246921344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764754.154965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764754.154969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764754.154971:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764754.154975:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2054 00000100:00080000:2.0:1789764754.154979:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764754.154984:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764754.154989:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764754.155000:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246921472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764754.155009:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764754.155012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764754.155014:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764754.155018:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2054 00000100:00080000:2.0:1789764754.155020:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764754.155023:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764754.155031:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764754.155042:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246921600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764754.155061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764754.155064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764754.155066:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764754.155069:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2054 00000100:00080000:2.0:1789764754.155072:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764754.155076:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764754.155080:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764754.155089:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246921728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764754.157731:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246921216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764754.157829:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764754.157898:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764754/real 1789764754] req@ffff9985857db800 x1876702246921216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764754.157919:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246921216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764754.157931:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764754.157936:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764754.157940:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246921216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764754.157948:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246921344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764754.157973:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764754.157986:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764754/real 1789764754] req@ffff9985857db100 x1876702246921344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764754.157997:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246921344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764754.158005:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764754.158008:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764754.158011:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246921344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764754.158017:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246921472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764754.158038:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764754.158048:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764754/real 1789764754] req@ffff9985857d9880 x1876702246921472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764754.158059:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246921472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764754.158067:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764754.158070:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764754.158073:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246921472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764754.158080:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246921600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764754.158099:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764754.158110:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764754/real 1789764754] req@ffff9985857da300 x1876702246921600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764754.158121:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246921600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764754.158128:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764754.158131:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764754.158135:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246921600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764754.158141:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246921728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764754.158161:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764754.158172:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764754/real 1789764754] req@ffff9985857d8a80 x1876702246921728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764754.158183:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246921728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764754.158191:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764754.158194:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764754.158197:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246921728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764755.114573:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764756.139319:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764757.162553:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764758.187663:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764759.211100:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764759.274533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764759.274546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764759.274551:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764759.274562:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2059 00000100:00080000:0.0:1789764759.274593:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764759.274603:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764759.274649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246921856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764759.274675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764759.274679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764759.274681:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764759.274685:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2059 00000100:00080000:0.0:1789764759.274689:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764759.274693:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764759.274702:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764759.274718:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246921984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764759.274728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764759.274731:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764759.274733:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764759.274736:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2059 00000100:00080000:0.0:1789764759.274739:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764759.274743:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764759.274748:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764759.274758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246922112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764759.274764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764759.274767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764759.274768:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764759.274770:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2059 00000100:00080000:0.0:1789764759.274773:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764759.274775:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764759.274778:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764759.274784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246922240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764759.274789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764759.274791:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764759.274792:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764759.274794:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2059 00000100:00080000:0.0:1789764759.274796:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764759.274797:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764759.274800:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764759.274804:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246922368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764759.276935:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246921856:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764759.277020:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764759.277136:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764759/real 1789764759] req@ffff9985856a2d80 x1876702246921856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764759.277160:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246921856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764759.277172:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764759.277176:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764759.277180:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246921856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764759.277189:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246921984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764759.277216:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764759.277229:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764759/real 1789764759] req@ffff9985856a2680 x1876702246921984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764759.277241:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246921984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764759.277249:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764759.277251:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764759.277255:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246921984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764759.277262:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246922112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764759.277284:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764759.277318:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764759/real 1789764759] req@ffff9985856a2300 x1876702246922112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764759.277329:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246922112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764759.277337:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764759.277341:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764759.277344:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246922112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764759.277351:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246922240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764759.277378:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764759.277389:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764759/real 1789764759] req@ffff9985856a3800 x1876702246922240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764759.277401:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246922240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764759.277408:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764759.277411:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764759.277413:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246922240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764759.277418:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246922368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764759.277439:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764759.277449:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764759/real 1789764759] req@ffff9985856a0700 x1876702246922368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764759.277461:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246922368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764759.277469:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764759.277471:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764759.277473:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246922368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764760.234804:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764761.259905:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764762.285051:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764763.307155:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764764.330633:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764764.402313:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764764.402327:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764764.402333:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764764.402345:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2064 00000100:00080000:2.0:1789764764.402360:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764764.402368:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764764.402503:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246922496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764764.402927:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764764.402932:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764764.402934:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764764.402939:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2064 00000100:00080000:2.0:1789764764.402944:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764764.402950:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764764.402961:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764764.402981:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246922624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764764.402992:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764764.402996:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764764.402998:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764764.403001:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2064 00000100:00080000:2.0:1789764764.403006:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764764.403010:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764764.403016:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764764.403026:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246922496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789764764.403035:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246922752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764764.403051:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764764.403056:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764764.403058:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764764.403064:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2064 00000100:00080000:2.0:1789764764.403068:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764764.403074:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764764.403080:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764764.403093:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246922880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764764.403103:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764764.403108:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764764.403109:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764764.403117:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2064 00000800:00000100:1.0:1789764764.403120:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789764764.403124:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764764.403131:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764764.403137:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764764.403151:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246923008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764764.403234:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764764/real 1789764764] req@ffff9985857dbb80 x1876702246922496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764764.403256:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246922496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764764.403267:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764764.403273:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764764.403276:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246922496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764764.403284:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246922624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764764.403342:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764764.403354:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764764/real 1789764764] req@ffff9985857d8380 x1876702246922624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764764.403362:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246922624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764764.403368:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764764.403370:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764764.403372:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246922624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764764.403400:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246922752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764764.403420:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764764.403432:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764764/real 1789764764] req@ffff9985857d9180 x1876702246922752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764764.403444:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246922752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764764.403452:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764764.403456:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764764.403459:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246922752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764764.403465:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246922880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764764.403481:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764764.403488:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764764/real 1789764764] req@ffff9985857daa00 x1876702246922880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764764.403506:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246922880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764764.403512:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764764.403514:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764764.403516:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246922880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764764.403521:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246923008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764764.403532:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764764.403558:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764764/real 1789764764] req@ffff9985857d8e00 x1876702246923008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764764.403570:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246923008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764764.403577:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764764.403581:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764764.403583:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246923008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764765.354495:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764766.378916:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764767.402558:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764768.426734:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764769.455644:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764769.514635:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764769.514649:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764769.514654:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764769.514667:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2069 00000100:00080000:3.0:1789764769.514679:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764769.514688:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764769.514731:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246923136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764769.514818:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246923136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789764769.514893:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764769.515020:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764769.515025:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764769.515027:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764769.515032:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2069 00000100:00080000:3.0:1789764769.515037:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764769.515042:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764769.515052:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764769.515068:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246923264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764769.515558:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764769/real 1789764769] req@ffff998588b42a00 x1876702246923136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764769.515579:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246923136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764769.515588:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764769.515592:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764769.515597:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246923136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789764769.515623:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246923264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789764769.515654:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764769.515667:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764769/real 1789764769] req@ffff998588b43100 x1876702246923264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764769.515686:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246923264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764769.515694:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764769.515698:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764769.515701:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246923264:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789764769.515805:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764769.515811:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764769.515813:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764769.515817:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2069 00000100:00080000:3.0:1789764769.515821:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764769.515825:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764769.515833:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764769.515848:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246923392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764769.515892:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246923392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789764769.516030:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764769.516051:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764769.516056:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764769.516058:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764769.516062:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2069 00000100:00080000:3.0:1789764769.516065:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764769.516069:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764769.516074:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764769.516086:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246923520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764769.516123:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764769/real 1789764769] req@ffff998588b43100 x1876702246923392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764769.516136:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246923392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764769.516145:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764769.516147:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764769.516150:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246923392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789764769.516162:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246923520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789764769.516184:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764769.516195:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764769/real 1789764769] req@ffff998588b42a00 x1876702246923520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764769.516208:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246923520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764769.516222:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764769.516225:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764769.516228:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246923520:192.168.203.136@tcp:8:kworker.0 00000100:00080000:3.0:1789764769.516402:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764769.516407:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764769.516409:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764769.516414:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2069 00000100:00080000:3.0:1789764769.516418:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764769.516422:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764769.516428:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764769.516439:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246923648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764769.516483:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246923648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789764769.516516:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764769.516587:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764769/real 1789764769] req@ffff998588b42680 x1876702246923648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764769.516599:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246923648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764769.516608:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764769.516611:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764769.516614:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246923648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764770.474785:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764771.498869:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764772.522611:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764773.546742:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764774.570502:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764774.634471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764774.634483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764774.634494:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764774.634505:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2074 00000100:00080000:0.0:1789764774.634516:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764774.634523:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764774.634573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246923776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764774.634596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764774.634600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764774.634602:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764774.634606:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2074 00000100:00080000:0.0:1789764774.634610:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764774.634614:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764774.634624:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764774.634638:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246923904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764774.634648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764774.634651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764774.634652:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764774.634655:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2074 00000100:00080000:0.0:1789764774.634659:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764774.634670:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764774.634674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764774.634690:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246924032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764774.634699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764774.634702:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764774.634707:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764774.634710:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2074 00000100:00080000:0.0:1789764774.634713:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764774.634717:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764774.634721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764774.634730:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246924160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764774.634744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764774.634747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764774.634749:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764774.634756:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2074 00000100:00080000:0.0:1789764774.634759:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764774.634762:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764774.634767:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764774.634777:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246924288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764774.635146:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246923776:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789764774.635205:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764774.635240:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764774/real 1789764774] req@ffff9985856a1500 x1876702246923776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764774.635256:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246923776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764774.635266:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764774.635270:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764774.635274:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246923776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789764774.635280:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246923904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789764774.635317:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764774.635329:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764774/real 1789764774] req@ffff9985856a0e00 x1876702246923904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764774.635339:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246923904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764774.635346:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764774.635349:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764774.635352:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246923904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789764774.635357:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246924032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789764774.635374:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764774.635384:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764774/real 1789764774] req@ffff9985856a3480 x1876702246924032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764774.635394:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246924032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764774.635401:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764774.635404:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764774.635407:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246924032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789764774.635411:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246924160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789764774.635427:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764774.635436:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764774/real 1789764774] req@ffff9985856a1880 x1876702246924160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764774.635447:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246924160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764774.635474:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764774.635478:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764774.635481:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246924160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789764774.635488:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246924288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789764774.635506:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764774.635518:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764774/real 1789764774] req@ffff9985856a0000 x1876702246924288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764774.635535:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246924288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764774.635543:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764774.635547:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764774.635550:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246924288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764775.598923:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764776.618604:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764777.642681:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764778.666687:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764779.690479:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764779.754486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764779.754502:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764779.754507:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764779.754521:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2079 00000100:00080000:0.0:1789764779.754533:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764779.754542:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764779.754586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246924416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764779.754620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764779.754624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764779.754626:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764779.754630:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2079 00000100:00080000:0.0:1789764779.754634:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764779.754637:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764779.754648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764779.755190:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246924544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764779.755203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764779.755207:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764779.755209:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764779.755213:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2079 00000100:00080000:0.0:1789764779.755218:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764779.755223:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764779.755230:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764779.755245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246924672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764779.755253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764779.755256:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764779.755258:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764779.755262:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2079 00000100:00080000:0.0:1789764779.755265:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764779.755268:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764779.755273:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764779.755282:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246924800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764779.755331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764779.755335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764779.755337:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764779.755341:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2079 00000100:00080000:0.0:1789764779.755344:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764779.755348:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764779.755353:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764779.755364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246924928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764779.755719:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246924416:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789764779.755810:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764779.755871:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764779/real 1789764779] req@ffff9985856a2a00 x1876702246924416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764779.755891:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246924416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764779.755904:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764779.755909:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764779.755913:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246924416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789764779.755922:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246924544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789764779.755947:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764779.755971:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764779/real 1789764779] req@ffff9985856a0000 x1876702246924544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764779.755984:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246924544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764779.755991:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764779.755995:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764779.755998:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246924544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789764779.756004:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246924672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789764779.756025:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764779.756035:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764779/real 1789764779] req@ffff9985856a1880 x1876702246924672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764779.756046:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246924672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764779.756059:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764779.756062:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764779.756065:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246924672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789764779.756071:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246924800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789764779.756088:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764779.756097:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764779/real 1789764779] req@ffff9985856a3480 x1876702246924800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764779.756107:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246924800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764779.756115:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764779.756118:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764779.756121:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246924800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789764779.756128:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246924928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789764779.756148:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789764779.756159:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764779/real 1789764779] req@ffff9985856a0e00 x1876702246924928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764779.756169:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246924928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764779.756177:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764779.756180:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789764779.756183:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246924928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764780.716386:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764781.738498:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764782.764783:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764783.787734:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764784.810716:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764784.876455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764784.876466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764784.876470:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764784.876480:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2084 00000100:00080000:2.0:1789764784.876490:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764784.876499:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764784.876542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246925056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764784.876576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764784.876580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764784.876582:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764784.876586:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2084 00000100:00080000:2.0:1789764784.876589:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764784.876593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764784.876602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764784.876614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246925184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764784.876623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764784.876626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764784.876628:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764784.876631:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2084 00000100:00080000:2.0:1789764784.876634:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764784.876638:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764784.876643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764784.876653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246925312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764784.876662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764784.876665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764784.876666:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764784.876669:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2084 00000100:00080000:2.0:1789764784.876672:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764784.876675:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764784.876679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764784.876689:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246925440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764784.876696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764784.876698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764784.876700:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764784.876702:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2084 00000100:00080000:2.0:1789764784.876705:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764784.876708:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764784.876712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764784.876720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246925568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764784.880667:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246925056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764784.880746:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764784.880814:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764784/real 1789764784] req@ffff9985857d9f80 x1876702246925056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764784.880842:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246925056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764784.880854:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764784.880859:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764784.880863:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246925056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764784.880871:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246925184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764784.880895:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764784.880909:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764784/real 1789764784] req@ffff9985857d9500 x1876702246925184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764784.880920:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246925184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764784.880928:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764784.880931:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764784.880935:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246925184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764784.880941:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246925312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764784.880962:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764784.880974:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764784/real 1789764784] req@ffff9985857d8000 x1876702246925312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764784.880986:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246925312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764784.881002:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764784.881005:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764784.881008:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246925312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764784.881014:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246925440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764784.881034:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764784.881046:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764784/real 1789764784] req@ffff9985857d8e00 x1876702246925440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764784.881056:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246925440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764784.881064:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764784.881067:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764784.881070:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246925440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764784.881076:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246925568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764784.881096:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764784.881107:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764784/real 1789764784] req@ffff9985857daa00 x1876702246925568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764784.881119:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246925568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764784.881126:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764784.881130:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764784.881133:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246925568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764785.834554:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764786.858874:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764787.887412:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764788.907648:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764789.930840:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764789.994615:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764789.994625:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764789.994630:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764789.994640:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2089 00000100:00080000:2.0:1789764789.994650:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764789.994657:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764789.994700:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246925696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764789.994737:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764789.994742:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764789.994745:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764789.994750:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2089 00000100:00080000:2.0:1789764789.994754:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764789.994758:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764789.994769:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764789.994784:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246925824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764789.994794:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764789.994797:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764789.994798:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764789.994803:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2089 00000100:00080000:2.0:1789764789.994806:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764789.994810:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764789.994879:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764789.994893:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246925952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764789.994903:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764789.994906:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764789.994908:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764789.994913:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2089 00000100:00080000:2.0:1789764789.994916:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764789.994920:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764789.994925:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764789.994935:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246926080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764789.994945:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764789.994948:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764789.994950:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764789.994953:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2089 00000100:00080000:2.0:1789764789.994956:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764789.994960:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764789.994964:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764789.994973:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246926208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764789.995777:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246925696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764789.996211:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246925824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764789.996246:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246925952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764789.996269:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246926080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764789.996532:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246926208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764790.955721:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764791.978756:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764793.002517:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789764793.068516:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789764793.068818:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789764793.068844:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764793.068888:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764793.068908:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764793.068916:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789764793.068923:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789764793.069192:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764789/real 1789764793] req@ffff9985857d9180 x1876702246925696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764793.069218:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246925696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764793.069231:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764793.069236:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764793.069240:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246925696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764793.069248:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764789/real 1789764793] req@ffff9985857d8380 x1876702246925824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764793.069267:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246925824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764793.069275:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764793.069279:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764793.069281:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246925824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764793.069334:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764789/real 1789764793] req@ffff9985857dbb80 x1876702246925952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764793.069349:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246925952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764793.069357:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764793.069360:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764793.069364:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246925952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764793.069369:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764789/real 1789764793] req@ffff9985857d8a80 x1876702246926080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764793.069380:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246926080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764793.069403:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764793.069407:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764793.069410:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246926080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764793.069416:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764789/real 1789764793] req@ffff9985857da300 x1876702246926208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764793.069430:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246926208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764793.069438:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764793.069442:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764793.069445:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246926208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764794.026871:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764795.053925:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764795.119369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764795.119393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764795.119398:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764795.119411:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2095 00000100:00080000:1.0:1789764795.119425:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764795.119435:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764795.119474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246926336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764795.119505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764795.119509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764795.119511:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764795.119516:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2095 00000100:00080000:1.0:1789764795.119520:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764795.119525:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764795.119537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764795.119563:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246926336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764795.119565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246926464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764795.119591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764795.119595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764795.119597:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764795.119601:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2095 00000100:00080000:1.0:1789764795.119606:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764795.119610:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764795.119615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764795.119629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246926592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764795.119641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764795.119645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764795.119646:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764795.119652:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2095 00000100:00080000:1.0:1789764795.119656:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764795.119660:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764795.119666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1789764795.119670:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764795.119686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246926720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764795.119697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764795.119701:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764795.119703:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764795.119710:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2095 00000100:00080000:1.0:1789764795.119714:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764795.119718:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764795.119723:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764795.119737:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246926848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764795.119748:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764795/real 1789764795] req@ffff9985836dad80 x1876702246926336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764795.119792:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246926336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764795.119808:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764795.119812:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764795.119816:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246926336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764795.119840:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246926464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764795.119861:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764795.119870:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764795/real 1789764795] req@ffff9985836d8a80 x1876702246926464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764795.119878:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246926464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764795.119888:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764795.119890:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764795.119892:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246926464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764795.119908:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246926592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764795.119929:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764795.119940:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764795/real 1789764795] req@ffff9985836d8700 x1876702246926592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764795.119952:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246926592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764795.119960:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764795.119964:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764795.119966:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246926592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764795.119973:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246926720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764795.119993:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764795.120005:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764795/real 1789764795] req@ffff9985836d9c00 x1876702246926720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764795.120027:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246926720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764795.120035:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764795.120038:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764795.120068:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246926720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764795.120074:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246926848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764795.120096:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764795.120104:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764795/real 1789764795] req@ffff9985836da680 x1876702246926848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764795.120112:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246926848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764795.120117:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764795.120119:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764795.120121:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246926848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764796.074493:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764797.098438:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764798.122661:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764799.146533:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764800.171795:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764800.234587:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764800.234600:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764800.234605:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764800.234618:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2100 00000100:00080000:2.0:1789764800.234631:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764800.234639:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764800.234700:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246926976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764800.234736:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764800.234740:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764800.234742:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764800.234747:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2100 00000100:00080000:2.0:1789764800.234751:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764800.234755:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764800.234765:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764800.235023:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246927104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764800.235037:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764800.235041:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764800.235043:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764800.235047:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2100 00000100:00080000:2.0:1789764800.235052:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764800.235056:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764800.235061:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764800.235076:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246927232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764800.235085:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764800.235088:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764800.235090:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764800.235093:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2100 00000100:00080000:2.0:1789764800.235097:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764800.235100:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764800.235105:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764800.235116:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246927360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764800.235125:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764800.235128:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764800.235130:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764800.235133:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2100 00000100:00080000:2.0:1789764800.235136:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764800.235140:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764800.235144:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764800.235154:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246927488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764800.235401:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246926976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764800.235475:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764800.235536:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764800/real 1789764800] req@ffff9985857d9880 x1876702246926976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764800.235555:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246926976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764800.235564:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764800.235568:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764800.235571:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246926976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764800.235578:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246927104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764800.235601:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764800.235614:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764800/real 1789764800] req@ffff9985857db100 x1876702246927104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764800.235626:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246927104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764800.235633:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764800.235636:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764800.235639:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246927104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764800.235645:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246927232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764800.235665:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764800.235688:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764800/real 1789764800] req@ffff9985857db800 x1876702246927232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764800.235700:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246927232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764800.235709:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764800.235712:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764800.235715:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246927232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764800.235720:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246927360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764800.235741:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764800.235753:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764800/real 1789764800] req@ffff9985857da300 x1876702246927360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764800.235764:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246927360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764800.235773:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764800.235777:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764800.238637:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246927360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764800.238659:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246927488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764800.238754:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764800.240030:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764800/real 1789764800] req@ffff9985857d8a80 x1876702246927488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764800.240064:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246927488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764800.240075:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764800.240080:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764800.240084:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246927488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764801.197369:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764802.218567:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764803.243710:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764804.266661:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764805.292164:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764805.354990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764805.355003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764805.355008:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764805.355020:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2105 00000100:00080000:1.0:1789764805.355032:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764805.355041:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764805.355082:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246927616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764805.355119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764805.355124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764805.355125:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764805.355130:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2105 00000100:00080000:1.0:1789764805.355133:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764805.355136:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764805.355146:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764805.355160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246927744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764805.355170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764805.355173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764805.355174:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764805.355179:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2105 00000100:00080000:1.0:1789764805.355182:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764805.355186:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764805.355192:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764805.355203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246927872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764805.355211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764805.355215:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764805.355216:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764805.355220:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2105 00000100:00080000:1.0:1789764805.355223:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764805.355227:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764805.355231:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764805.355254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246928000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764805.355262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764805.355265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764805.355267:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764805.355270:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2105 00000100:00080000:1.0:1789764805.355274:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764805.355277:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764805.355281:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764805.355320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246928128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764805.355471:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246927616:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764805.355551:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764805.355613:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764805/real 1789764805] req@ffff9985836db800 x1876702246927616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764805.355633:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246927616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764805.355644:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764805.355647:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764805.355651:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246927616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764805.355658:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246927744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764805.355683:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764805.355696:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764805/real 1789764805] req@ffff9985836da300 x1876702246927744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764805.355708:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246927744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764805.355715:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764805.355718:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764805.355722:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246927744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764805.355741:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246927872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764805.355763:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764805.355773:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764805/real 1789764805] req@ffff9985836d8e00 x1876702246927872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764805.355791:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246927872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764805.355798:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764805.355802:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764805.355805:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246927872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764805.355810:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246928000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764805.355830:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764805.355840:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764805/real 1789764805] req@ffff9985836d8380 x1876702246928000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764805.355854:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246928000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764805.355862:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764805.355864:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764805.355868:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246928000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764805.355873:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246928128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764805.355891:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764805.355902:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764805/real 1789764805] req@ffff9985836d9880 x1876702246928128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764805.355913:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246928128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764805.355919:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764805.355922:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764805.355924:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246928128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764806.314496:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764807.342508:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764808.362788:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764809.386631:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764810.413150:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764810.474592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764810.474608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764810.474613:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764810.474627:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2110 00000100:00080000:2.0:1789764810.474641:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764810.474650:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764810.474693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246928256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764810.476345:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246928256:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764810.476437:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789764810.476566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764810.476572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764810.476575:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764810.476581:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2110 00000100:00080000:2.0:1789764810.476587:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764810.476593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764810.476604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764810.476628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246928384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764810.476698:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764810/real 1789764810] req@ffff9985857dbb80 x1876702246928256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764810.476717:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246928256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764810.476733:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764810.476737:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764810.476741:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246928256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764810.476767:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246928384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764810.476793:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764810.476805:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764810/real 1789764810] req@ffff9985857d8380 x1876702246928384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764810.476817:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246928384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764810.476826:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764810.476828:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764810.476831:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246928384:192.168.203.136@tcp:38:kworker.0 00000100:00080000:2.0:1789764810.476922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764810.476926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764810.476929:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764810.476933:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2110 00000100:00080000:2.0:1789764810.476937:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764810.476940:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764810.476947:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764810.476960:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246928512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764810.478334:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246928512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764810.478399:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789764810.478498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764810.478503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764810.478506:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764810.478512:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2110 00000100:00080000:2.0:1789764810.478517:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764810.478523:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764810.478532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764810.478555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246928640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764810.478604:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764810/real 1789764810] req@ffff9985857d9180 x1876702246928512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764810.478620:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246928512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764810.478629:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764810.478632:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764810.478635:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246928512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764810.478655:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246928640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764810.478678:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764810.478690:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764810/real 1789764810] req@ffff9985857daa00 x1876702246928640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764810.478701:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246928640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764810.478709:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764810.478712:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764810.478715:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246928640:192.168.203.136@tcp:8:kworker.0 00000100:00080000:2.0:1789764810.478806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764810.478810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764810.478812:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764810.478817:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2110 00000100:00080000:2.0:1789764810.478821:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764810.478825:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764810.478831:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764810.478844:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246928768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764810.478885:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246928768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764810.478910:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764810.478988:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764810/real 1789764810] req@ffff9985857d8e00 x1876702246928768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764810.479000:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246928768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764810.479008:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764810.479011:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764810.479014:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246928768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764811.439938:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764812.492992:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764813.483561:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764814.509145:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764815.530594:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764815.595077:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764815.595144:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764815.595149:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764815.595160:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2115 00000100:00080000:3.0:1789764815.595181:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764815.595189:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764815.595228:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246928896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764815.595326:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246928896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764815.595405:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764815.595456:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764815.595459:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764815.595461:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764815.595464:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2115 00000100:00080000:3.0:1789764815.595468:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764815.595471:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764815.595479:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764815.595492:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246929024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764815.595549:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764815/real 1789764815] req@ffff998588b41c00 x1876702246928896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764815.595563:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246928896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764815.595570:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764815.595572:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764815.595575:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246928896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764815.595594:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246929024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764815.595610:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764815.595618:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764815/real 1789764815] req@ffff998588b40e00 x1876702246929024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764815.595625:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246929024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764815.595629:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764815.595631:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764815.595633:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246929024:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789764815.595829:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764815.595834:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764815.595836:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764815.595840:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2115 00000100:00080000:3.0:1789764815.595845:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764815.595848:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764815.595854:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764815.595867:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246929152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764815.595910:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246929152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764815.595934:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789764815.595953:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764815.595958:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764815.595959:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764815.595964:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2115 00000100:00080000:3.0:1789764815.595967:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764815.595972:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764815.595977:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764815.595998:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246929280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764815.596176:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764815/real 1789764815] req@ffff998588b40000 x1876702246929152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764815.596188:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246929152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764815.596201:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764815.596204:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764815.596208:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246929152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764815.596219:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246929280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764815.596240:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764815.596251:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764815/real 1789764815] req@ffff998588b43b80 x1876702246929280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764815.596262:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246929280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764815.596270:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764815.596274:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764815.596277:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246929280:192.168.203.136@tcp:8:kworker.0 00000100:00080000:3.0:1789764815.596383:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764815.596387:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764815.596389:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764815.596393:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2115 00000100:00080000:3.0:1789764815.596397:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764815.596401:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764815.596406:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764815.596418:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246929408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764815.596458:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246929408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764815.596481:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764815.596542:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764815/real 1789764815] req@ffff998588b43800 x1876702246929408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764815.596553:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246929408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764815.596559:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764815.596562:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764815.596565:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246929408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764816.554618:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764817.579412:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764818.602524:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764819.626462:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764820.655583:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764820.716390:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764820.716403:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764820.716408:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764820.716419:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2120 00000100:00080000:1.0:1789764820.716430:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764820.716438:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764820.716477:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246929536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764820.716506:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764820.716510:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764820.716512:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764820.716516:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2120 00000100:00080000:1.0:1789764820.716519:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764820.716523:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764820.716532:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764820.716545:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246929664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764820.716554:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764820.716557:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764820.716558:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764820.716563:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2120 00000100:00080000:1.0:1789764820.716566:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764820.716569:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764820.716574:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764820.716584:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246929792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764820.716592:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764820.716595:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764820.716597:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764820.716601:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2120 00000100:00080000:1.0:1789764820.716604:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764820.716608:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764820.716612:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764820.716622:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246929920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764820.716629:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764820.716632:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764820.716634:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764820.716637:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2120 00000100:00080000:1.0:1789764820.716640:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764820.716643:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764820.716647:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764820.716656:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246930048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764820.716737:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246929536:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764820.716813:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764820.716861:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764820/real 1789764820] req@ffff9985836d9180 x1876702246929536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764820.716877:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246929536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764820.716886:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764820.716890:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764820.716894:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246929536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764820.716901:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246929664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764820.716924:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764820.716939:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764820/real 1789764820] req@ffff9985836d9880 x1876702246929664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764820.716952:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246929664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764820.716959:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764820.716962:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764820.716965:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246929664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764820.716971:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246929792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764820.716992:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764820.717004:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764820/real 1789764820] req@ffff9985836d8380 x1876702246929792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764820.717014:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246929792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764820.717021:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764820.717023:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764820.717026:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246929792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764820.717031:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246929920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764820.717049:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764820.717059:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764820/real 1789764820] req@ffff9985836d8e00 x1876702246929920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764820.717068:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246929920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764820.717076:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764820.717091:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764820.717094:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246929920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764820.717099:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246930048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764820.717119:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764820.717140:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764820/real 1789764820] req@ffff9985836da300 x1876702246930048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764820.717151:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246930048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764820.717158:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764820.717161:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764820.717163:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246930048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764821.674642:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764822.698831:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764823.723523:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764824.746630:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764825.771079:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764825.835627:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764825.835641:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764825.835646:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764825.835657:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2125 00000100:00080000:3.0:1789764825.835668:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764825.835677:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764825.835719:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246930176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764825.835753:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764825.835757:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764825.835759:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764825.835764:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2125 00000100:00080000:3.0:1789764825.835768:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764825.835772:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764825.835782:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764825.835794:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246930304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764825.835803:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764825.835806:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764825.835808:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764825.835811:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2125 00000100:00080000:3.0:1789764825.835814:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764825.835818:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764825.835823:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764825.835832:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246930432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764825.835840:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764825.835843:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764825.835845:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764825.835848:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2125 00000100:00080000:3.0:1789764825.835851:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764825.835854:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764825.835858:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764825.835868:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246930560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764825.835877:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764825.835880:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764825.835882:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764825.835885:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2125 00000100:00080000:3.0:1789764825.835888:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764825.835891:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764825.835895:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764825.835907:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246930688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764825.836127:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246930176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764825.836200:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764825.836265:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764825/real 1789764825] req@ffff998588b42d80 x1876702246930176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764825.836284:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246930176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764825.836320:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764825.836332:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764825.836337:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246930176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764825.836347:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246930304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764825.836522:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764825.836542:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764825/real 1789764825] req@ffff998588b42300 x1876702246930304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764825.836554:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246930304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764825.836562:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764825.836565:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764825.836569:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246930304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764825.836576:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246930432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764825.836650:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764825.836663:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764825/real 1789764825] req@ffff998588b41f80 x1876702246930432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764825.836674:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246930432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764825.836683:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764825.836686:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764825.836689:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246930432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764825.836695:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246930560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764825.836714:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764825.836725:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764825/real 1789764825] req@ffff998588b41880 x1876702246930560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764825.836734:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246930560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764825.836741:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764825.836744:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764825.836747:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246930560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764825.836752:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246930688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764825.836772:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764825.836782:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764825/real 1789764825] req@ffff998588b43800 x1876702246930688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764825.836793:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246930688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764825.836800:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764825.836803:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764825.836806:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246930688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764826.794972:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764827.818977:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764828.842611:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764829.866743:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764830.891659:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764830.956163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764830.956173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764830.956177:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764830.956188:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2130 00000100:00080000:2.0:1789764830.956199:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764830.956207:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764830.956251:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246930816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764830.956281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764830.956285:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764830.956303:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764830.956307:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2130 00000100:00080000:2.0:1789764830.956311:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764830.956315:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764830.956325:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764830.956338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246930944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764830.956347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764830.956351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764830.956353:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764830.956356:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2130 00000100:00080000:2.0:1789764830.956359:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764830.956363:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764830.956368:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764830.956380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246931072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764830.956389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764830.956393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764830.956395:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764830.956400:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2130 00000100:00080000:2.0:1789764830.956404:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764830.956408:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764830.956412:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764830.956425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246931200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764830.956434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764830.956438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764830.956440:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764830.956444:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2130 00000100:00080000:2.0:1789764830.956447:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764830.956450:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764830.956455:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764830.956464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246931328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764830.957343:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246930816:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764830.957414:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764830.957478:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764830/real 1789764830] req@ffff9985857d8000 x1876702246930816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764830.957496:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246930816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764830.957507:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764830.957510:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764830.957514:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246930816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764830.957522:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246930944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764830.957540:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764830.957551:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764830/real 1789764830] req@ffff9985857d9500 x1876702246930944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764830.957561:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246930944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764830.957575:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764830.957578:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764830.957581:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246930944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764830.957587:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246931072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764830.957604:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764830.957614:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764830/real 1789764830] req@ffff9985857d9f80 x1876702246931072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764830.957625:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246931072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764830.957633:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764830.957636:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764830.957639:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246931072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764830.957645:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246931200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764830.957664:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764830.957674:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764830/real 1789764830] req@ffff9985857d8e00 x1876702246931200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764830.957685:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246931200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764830.957692:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764830.957695:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764830.957698:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246931200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764830.957704:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246931328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764830.957718:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764830.957726:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764830/real 1789764830] req@ffff9985857daa00 x1876702246931328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764830.957736:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246931328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764830.957743:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764830.957745:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764830.957747:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246931328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764831.918081:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764832.938815:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764833.962557:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764834.986639:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764836.010654:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764836.074557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764836.074570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764836.074575:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764836.074586:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2136 00000100:00080000:2.0:1789764836.074596:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764836.074604:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764836.074645:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246931456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764836.074681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764836.074685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764836.074687:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764836.074691:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2136 00000100:00080000:2.0:1789764836.074695:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764836.074699:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764836.074708:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764836.074720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246931584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764836.074729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764836.074733:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764836.074736:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764836.074740:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2136 00000100:00080000:2.0:1789764836.074743:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764836.074748:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764836.074753:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764836.074764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246931712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764836.074773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764836.074777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764836.074779:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764836.074782:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2136 00000100:00080000:2.0:1789764836.074785:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764836.074788:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764836.074792:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764836.074800:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246931840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764836.074808:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764836.074811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764836.074813:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764836.074817:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2136 00000100:00080000:2.0:1789764836.074819:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764836.074822:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764836.074827:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764836.074837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246931968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764836.074957:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246931456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764836.075041:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764836.075096:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764836/real 1789764836] req@ffff9985857d9180 x1876702246931456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764836.075114:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246931456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764836.075126:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764836.075130:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764836.075134:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246931456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764836.075140:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246931584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764836.075160:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764836.075173:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764836/real 1789764836] req@ffff9985857d8380 x1876702246931584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764836.075184:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246931584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764836.075192:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764836.075195:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764836.075198:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246931584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764836.075203:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246931712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764836.075220:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764836.075230:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764836/real 1789764836] req@ffff9985857dbb80 x1876702246931712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764836.075241:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246931712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764836.075259:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764836.075263:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764836.075266:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246931712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764836.075271:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246931840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764836.075314:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764836.075328:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764836/real 1789764836] req@ffff9985857d8a80 x1876702246931840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764836.075338:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246931840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764836.075346:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764836.075349:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764836.075352:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246931840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764836.075358:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246931968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764836.075376:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764836.075386:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764836/real 1789764836] req@ffff9985857da300 x1876702246931968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764836.075396:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246931968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764836.075404:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764836.075407:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764836.075410:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246931968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764837.034716:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764838.058989:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764839.085259:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764840.106646:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764841.130580:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764841.194443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764841.194457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764841.194464:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764841.194478:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2141 00000100:00080000:3.0:1789764841.194491:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764841.194501:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764841.194552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246932096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764841.194587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764841.194591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764841.194592:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764841.194596:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2141 00000100:00080000:3.0:1789764841.194599:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764841.194603:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764841.194611:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764841.194624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246932224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764841.194634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764841.194638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764841.194640:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764841.194645:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2141 00000100:00080000:3.0:1789764841.194650:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764841.194655:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764841.194661:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764841.194683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246932352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764841.194692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764841.194695:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764841.194696:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764841.194700:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2141 00000100:00080000:3.0:1789764841.194703:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764841.194707:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764841.194711:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764841.194720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246932480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764841.194727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764841.194730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764841.194732:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764841.194735:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2141 00000100:00080000:3.0:1789764841.194738:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764841.194742:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764841.194746:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764841.194755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246932608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764841.194926:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246932096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764841.195034:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764841.195141:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764841/real 1789764841] req@ffff998588b43b80 x1876702246932096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764841.195159:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246932096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764841.195169:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764841.195172:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764841.195175:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246932096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764841.195183:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246932224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764841.195207:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764841.195218:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764841/real 1789764841] req@ffff998588b40000 x1876702246932224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764841.195229:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246932224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764841.195236:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764841.195239:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764841.195242:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246932224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764841.195247:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246932352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764841.195267:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764841.195278:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764841/real 1789764841] req@ffff998588b40e00 x1876702246932352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764841.195316:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246932352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764841.195324:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764841.195327:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764841.195330:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246932352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764841.195336:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246932480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764841.195357:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764841.195368:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764841/real 1789764841] req@ffff998588b41c00 x1876702246932480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764841.195379:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246932480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764841.195397:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764841.195400:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764841.195403:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246932480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764841.195409:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246932608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764841.195434:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764841.195446:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764841/real 1789764841] req@ffff998588b42680 x1876702246932608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764841.195458:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246932608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764841.195465:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764841.195468:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764841.195471:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246932608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764842.154563:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764843.181614:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764844.203041:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764845.226507:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764846.250732:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764846.316383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764846.316394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764846.316398:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764846.316407:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2146 00000100:00080000:0.0:1789764846.316417:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764846.316425:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764846.316468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246932736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764846.316491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764846.316495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764846.316497:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764846.316500:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2146 00000100:00080000:0.0:1789764846.316504:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764846.316508:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764846.316519:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764846.316530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246932864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764846.316539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764846.316542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764846.316543:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764846.316547:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2146 00000100:00080000:0.0:1789764846.316549:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764846.316553:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764846.316557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764846.316566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246932992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764846.316574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764846.316577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764846.316579:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764846.316582:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2146 00000100:00080000:0.0:1789764846.316586:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764846.316589:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764846.316593:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764846.316602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246933120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764846.316611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764846.316614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764846.316616:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764846.316619:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2146 00000100:00080000:0.0:1789764846.316621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764846.316624:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764846.316628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764846.316636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246933248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764846.316736:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246932736:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764846.316797:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764846.316838:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764846/real 1789764846] req@ffff9985856a1500 x1876702246932736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764846.316855:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246932736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764846.316866:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764846.316871:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764846.316875:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246932736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764846.316882:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246932864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764846.316903:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764846.316914:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764846/real 1789764846] req@ffff9985856a0700 x1876702246932864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764846.316926:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246932864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764846.316934:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764846.316946:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764846.316949:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246932864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764846.316955:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246932992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764846.316975:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764846.316986:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764846/real 1789764846] req@ffff9985856a3800 x1876702246932992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764846.316998:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246932992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764846.317005:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764846.317009:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764846.317012:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246932992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764846.317017:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246933120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764846.317034:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764846.317043:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764846/real 1789764846] req@ffff9985856a2300 x1876702246933120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764846.317054:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246933120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764846.317061:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764846.317064:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764846.317067:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246933120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764846.317073:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246933248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764846.317088:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764846.317097:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764846/real 1789764846] req@ffff9985856a2680 x1876702246933248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764846.317107:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246933248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764846.317115:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764846.317118:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764846.317120:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246933248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764847.274459:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764848.298518:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764849.322524:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764850.346505:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764851.372813:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764851.440092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764851.440102:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764851.440107:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764851.440117:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2151 00000100:00080000:0.0:1789764851.440128:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764851.440135:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764851.440181:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246933376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764851.440211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764851.440216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764851.440219:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764851.440223:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2151 00000100:00080000:0.0:1789764851.440227:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764851.440231:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764851.440242:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764851.440256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246933504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764851.440266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764851.440270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764851.440271:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764851.440275:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2151 00000100:00080000:0.0:1789764851.440279:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764851.440283:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764851.440307:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764851.440319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246933632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764851.440327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764851.440330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764851.440332:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764851.440336:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2151 00000100:00080000:0.0:1789764851.440339:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764851.440343:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764851.440348:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764851.440358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246933760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764851.440367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764851.440370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764851.440371:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764851.440375:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2151 00000100:00080000:0.0:1789764851.440378:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764851.440382:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764851.440387:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764851.440397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246933888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764851.443087:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246933376:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764851.443180:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764851.443253:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764851/real 1789764851] req@ffff9985856a2d80 x1876702246933376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764851.443274:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246933376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764851.443315:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764851.443321:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764851.443325:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246933376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764851.443333:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246933504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764851.443356:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764851.443370:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764851/real 1789764851] req@ffff9985856a2680 x1876702246933504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764851.443381:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246933504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764851.443388:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764851.443392:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764851.443395:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246933504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764851.443402:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246933632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764851.443422:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764851.443434:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764851/real 1789764851] req@ffff9985856a2300 x1876702246933632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764851.443446:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246933632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764851.443455:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764851.443458:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764851.443461:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246933632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764851.443468:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246933760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764851.443489:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764851.443500:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764851/real 1789764851] req@ffff9985856a3800 x1876702246933760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764851.443510:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246933760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764851.443518:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764851.443522:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764851.443524:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246933760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764851.443530:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246933888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764851.443549:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764851.443561:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764851/real 1789764851] req@ffff9985856a0700 x1876702246933888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764851.443572:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246933888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764851.443579:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764851.443582:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764851.443585:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246933888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764852.399647:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764853.419082:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764854.442518:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764855.466695:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764856.495047:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764856.555035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764856.555049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764856.555054:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764856.555067:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2156 00000100:00080000:0.0:1789764856.555079:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764856.555087:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764856.555125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246934016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764856.555152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764856.555155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764856.555157:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764856.555161:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2156 00000100:00080000:0.0:1789764856.555165:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764856.555169:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764856.555178:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764856.555189:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246934144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764856.555198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764856.555201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764856.555202:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764856.555206:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2156 00000100:00080000:0.0:1789764856.555209:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764856.555212:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764856.555216:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764856.555227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246934272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764856.555236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764856.555240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764856.555243:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764856.555247:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2156 00000100:00080000:0.0:1789764856.555251:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764856.555255:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764856.555261:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764856.555273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246934400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764856.555313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789764856.555316:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246934016:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764856.555318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764856.555322:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764856.555327:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2156 00000100:00080000:0.0:1789764856.555331:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764856.555334:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764856.555339:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764856.555349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246934528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764856.555492:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246934144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789764856.555522:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246934272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789764856.555556:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246934400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789764856.555579:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246934528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764857.514575:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764858.538566:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764859.562561:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789764859.626815:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:1.0:1789764859.626879:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789764859.626897:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789764859.626939:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789764859.626948:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789764859.626956:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789764859.626964:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789764859.627064:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764856/real 1789764859] req@ffff9985856a1880 x1876702246934400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764859.627090:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246934400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764859.627103:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764859.627108:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764859.627111:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246934400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764859.627118:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764856/real 1789764859] req@ffff9985856a0000 x1876702246934528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764859.627129:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246934528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764859.627136:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764859.627140:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764859.627142:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246934528:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764859.627149:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764856/real 1789764859] req@ffff9985856a1500 x1876702246934016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764859.627161:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246934016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764859.627168:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764859.627171:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764859.627174:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246934016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764859.627180:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764856/real 1789764859] req@ffff9985856a0e00 x1876702246934144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764859.627191:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246934144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764859.627199:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764859.627202:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764859.627205:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246934144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764859.627212:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764856/real 1789764859] req@ffff9985856a3480 x1876702246934272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764859.627224:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246934272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764859.627231:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764859.627236:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764859.627239:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246934272:192.168.203.136@tcp:8:kworker.0 00010000:00010000:3.0:1789764860.586566:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764861.611269:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764861.676082:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764861.676097:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764861.676101:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764861.676114:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2161 00000100:00080000:2.0:1789764861.676126:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764861.676135:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764861.676176:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246934656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764861.676203:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764861.676208:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764861.676210:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764861.676216:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2161 00000100:00080000:2.0:1789764861.676220:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764861.676224:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764861.676234:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764861.676247:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246934784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764861.676257:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764861.676260:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764861.676262:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764861.676266:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2161 00000100:00080000:2.0:1789764861.676269:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764861.676273:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764861.676278:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764861.676308:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246934912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764861.676317:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764861.676320:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764861.676322:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764861.676326:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2161 00000100:00080000:2.0:1789764861.676329:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764861.676332:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764861.676337:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764861.676349:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246935040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764861.676357:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764861.676361:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764861.676363:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764861.676366:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2161 00000100:00080000:2.0:1789764861.676369:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764861.676373:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764861.676378:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764861.676388:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246935168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764861.676553:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246934656:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764861.676628:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764861.676680:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764861/real 1789764861] req@ffff9985857db800 x1876702246934656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764861.676699:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246934656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764861.676710:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764861.676713:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764861.676717:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246934656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764861.676724:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246934784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764861.676746:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764861.676759:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764861/real 1789764861] req@ffff9985857db100 x1876702246934784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764861.676771:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246934784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764861.676778:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764861.676781:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764861.676784:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246934784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764861.676790:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246934912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764861.676811:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764861.676822:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764861/real 1789764861] req@ffff9985857d9880 x1876702246934912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764861.676847:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246934912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764861.676855:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764861.676858:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764861.676861:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246934912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764861.676867:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246935040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764861.676887:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764861.676901:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764861/real 1789764861] req@ffff9985857da300 x1876702246935040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764861.676911:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246935040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764861.676919:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764861.676921:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764861.676924:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246935040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764861.676930:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246935168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764861.676948:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764861.676958:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764861/real 1789764861] req@ffff9985857d8a80 x1876702246935168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764861.676968:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246935168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764861.676975:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764861.676978:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764861.676981:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246935168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764862.634536:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764863.658586:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764864.682475:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764865.709069:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764866.731887:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764866.794856:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764866.794866:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764866.794870:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764866.794881:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2166 00000100:00080000:2.0:1789764866.794890:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764866.794898:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764866.794944:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246935296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764866.794974:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764866.794978:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764866.794980:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764866.794985:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2166 00000100:00080000:2.0:1789764866.794989:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789764866.795051:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246935296:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789764866.795057:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764866.795070:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764866.795087:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246935424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764866.795098:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764866.795102:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764866.795104:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764866.795108:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2166 00000100:00080000:2.0:1789764866.795113:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789764866.795118:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789764866.795119:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764866.795126:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764866.795139:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246935552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764866.795149:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764866.795153:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1789764866.795157:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764866/real 1789764866] req@ffff9985857dbb80 x1876702246935296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764866.795157:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764866.795166:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2166 00000100:00080000:2.0:1789764866.795172:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764866.795177:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764866.795182:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246935296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1789764866.795184:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1789764866.795199:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1789764866.795203:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246935680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764866.795206:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:2.0:1789764866.795215:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764866.795219:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764866.795223:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789764866.795226:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246935296:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789764866.795230:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2166 00000100:00080000:2.0:1789764866.795237:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764866.795241:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764866.795246:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764866.795256:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246935424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789764866.795258:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246935808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764866.795283:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764866.795517:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764866/real 1789764866] req@ffff9985857d8380 x1876702246935424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764866.795530:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246935424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764866.795538:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764866.795541:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764866.795545:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246935424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764866.795551:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246935552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764866.795571:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764866.795580:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764866/real 1789764866] req@ffff9985857d9180 x1876702246935552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764866.795591:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246935552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764866.795599:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764866.795603:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764866.795606:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246935552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764866.795611:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246935680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764866.795625:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764866.795634:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764866/real 1789764866] req@ffff9985857daa00 x1876702246935680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764866.795644:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246935680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764866.795652:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764866.795655:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764866.795658:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246935680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764866.795671:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246935808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764866.795685:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764866.795693:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764866/real 1789764866] req@ffff9985857d8e00 x1876702246935808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764866.795710:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246935808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764866.795717:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764866.795720:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764866.795925:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246935808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764867.754515:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764868.781564:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764869.802762:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764870.826565:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764871.857266:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764871.918887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764871.918895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764871.918900:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764871.918909:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2171 00000100:00080000:1.0:1789764871.918918:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764871.918926:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789764871.918967:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246935936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764871.918996:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764871.918999:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764871.919001:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764871.919005:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2171 00000100:00080000:1.0:1789764871.919008:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764871.919011:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764871.919021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764871.919031:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246936064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764871.919040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764871.919043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764871.919044:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764871.919047:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2171 00000100:00080000:1.0:1789764871.919049:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764871.919052:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764871.919056:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789764871.919063:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246936192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764871.919072:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764871.919075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764871.919077:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764871.919080:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2171 00000100:00080000:1.0:1789764871.919082:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764871.919085:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764871.919088:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764871.919095:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246936320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764871.919103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764871.919105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764871.919107:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764871.919109:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2171 00000100:00080000:1.0:1789764871.919111:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764871.919114:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789764871.919118:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764871.919126:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246936448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764871.919372:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246935936:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764871.919429:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764871.919476:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764871/real 1789764871] req@ffff9985836db800 x1876702246935936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764871.919496:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246935936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764871.919507:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764871.919511:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764871.919515:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246935936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764871.919522:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246936064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764871.919540:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764871.919551:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764871/real 1789764871] req@ffff9985836da680 x1876702246936064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764871.919563:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246936064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764871.919576:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764871.919579:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764871.919583:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246936064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764871.919588:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246936192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764871.919601:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764871.919610:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764871/real 1789764871] req@ffff9985836d9c00 x1876702246936192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764871.919621:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246936192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764871.919628:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764871.919631:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764871.919634:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246936192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764871.919639:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246936320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764871.919657:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764871.919668:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764871/real 1789764871] req@ffff9985836d8700 x1876702246936320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764871.919680:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246936320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764871.919687:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764871.919690:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764871.919694:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246936320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764871.919700:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246936448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764871.919719:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764871.919730:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764871/real 1789764871] req@ffff9985836d8a80 x1876702246936448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764871.919746:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246936448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764871.919762:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764871.919765:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764871.919769:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246936448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764872.874520:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764873.898503:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764874.922550:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764875.946624:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764876.971560:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764877.036722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764877.036735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764877.036740:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764877.036752:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2176 00000100:00080000:0.0:1789764877.036764:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764877.036772:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764877.036815:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246936576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764877.036849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764877.036852:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764877.036854:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764877.036858:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2176 00000100:00080000:0.0:1789764877.036862:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764877.036866:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764877.036877:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764877.036889:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246936704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764877.036898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764877.036901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764877.036902:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764877.036906:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2176 00000100:00080000:0.0:1789764877.036909:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764877.036913:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764877.036917:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764877.036927:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246936832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764877.036935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764877.036939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764877.036940:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764877.036944:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2176 00000100:00080000:0.0:1789764877.036947:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764877.036950:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764877.036954:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764877.036964:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246936960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764877.036972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764877.036976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764877.036977:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764877.036981:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2176 00000100:00080000:0.0:1789764877.036984:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764877.036988:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764877.036992:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764877.037001:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246937088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764877.037875:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246936576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764877.037959:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764877.038024:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764877/real 1789764877] req@ffff9985856a3480 x1876702246936576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764877.038046:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246936576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764877.038056:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764877.038060:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764877.038064:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246936576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764877.038072:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246936704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764877.038096:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764877.038108:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764877/real 1789764877] req@ffff9985856a0e00 x1876702246936704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764877.038119:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246936704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764877.038127:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764877.038130:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764877.038133:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246936704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764877.038139:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246936832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764877.038158:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764877.038169:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764877/real 1789764877] req@ffff9985856a1500 x1876702246936832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764877.038190:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246936832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764877.038204:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764877.038208:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764877.038211:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246936832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764877.038217:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246936960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764877.038237:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764877.038247:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764877/real 1789764877] req@ffff9985856a0000 x1876702246936960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764877.038258:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246936960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764877.038265:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764877.038269:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764877.038272:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246936960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764877.038278:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246937088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764877.038328:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764877.038340:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764877/real 1789764877] req@ffff9985856a1880 x1876702246937088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764877.038352:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246937088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764877.038473:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764877.038478:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764877.038482:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246937088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764877.998360:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764879.018525:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764880.043112:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764881.067336:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764882.090731:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764882.156580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764882.156591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764882.156597:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764882.156609:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2182 00000100:00080000:2.0:1789764882.156622:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764882.156630:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764882.156685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246937216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764882.156715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764882.156718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764882.156720:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764882.156732:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2182 00000100:00080000:2.0:1789764882.156736:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764882.156740:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764882.156749:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764882.156763:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246937344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764882.156771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764882.156774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764882.156776:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764882.156779:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2182 00000100:00080000:2.0:1789764882.156782:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764882.156786:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764882.156791:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764882.156801:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246937472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764882.156808:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764882.156811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764882.156812:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764882.156816:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2182 00000100:00080000:2.0:1789764882.156819:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764882.156822:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764882.156826:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764882.156837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246937600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764882.156845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764882.156849:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764882.156851:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764882.156855:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2182 00000100:00080000:2.0:1789764882.156858:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764882.156861:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764882.156866:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764882.156875:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246937728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764882.157003:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246937216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764882.157065:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764882.157103:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764882/real 1789764882] req@ffff9985857d9f80 x1876702246937216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764882.157119:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246937216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764882.157130:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764882.157134:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764882.157138:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246937216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764882.157145:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246937344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764882.157167:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764882.157179:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764882/real 1789764882] req@ffff9985857d9500 x1876702246937344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764882.157191:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246937344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764882.157198:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764882.157201:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764882.157204:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246937344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764882.157209:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246937472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764882.157226:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764882.157235:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764882/real 1789764882] req@ffff9985857d8000 x1876702246937472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764882.157245:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246937472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764882.157253:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764882.157256:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764882.157259:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246937472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764882.157264:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246937600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764882.157281:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764882.157331:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764882/real 1789764882] req@ffff9985857d8e00 x1876702246937600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764882.157342:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246937600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764882.157666:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764882.157670:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764882.157673:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246937600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764882.157689:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246937728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764882.157713:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764882.157735:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764882/real 1789764882] req@ffff9985857daa00 x1876702246937728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764882.157754:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246937728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764882.157762:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764882.157765:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764882.157768:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246937728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764883.114539:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764884.138601:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764885.162503:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764886.187383:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764887.211019:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764887.274390:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764887.274397:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764887.274401:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764887.274413:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2187 00000100:00080000:2.0:1789764887.274423:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764887.274430:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764887.274476:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246937856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764887.274507:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764887.274511:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764887.274512:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764887.274516:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2187 00000100:00080000:2.0:1789764887.274519:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764887.274524:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764887.274535:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764887.274550:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246937984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764887.274566:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764887.274569:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764887.274571:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764887.274575:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2187 00000100:00080000:2.0:1789764887.274577:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764887.274580:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764887.274585:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764887.274594:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246938112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764887.274603:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764887.274606:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764887.274607:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764887.274611:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2187 00000100:00080000:2.0:1789764887.274613:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764887.274617:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764887.274621:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764887.274630:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246938240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764887.274650:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764887.274654:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764887.274656:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764887.274659:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2187 00000100:00080000:2.0:1789764887.274664:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764887.274668:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764887.274673:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764887.274684:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246938368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764887.274688:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246937856:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764887.274750:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764887.274793:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764887/real 1789764887] req@ffff9985857d9180 x1876702246937856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764887.274812:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246937856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764887.274823:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764887.274827:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764887.274831:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246937856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764887.274838:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246937984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764887.274859:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764887.274870:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764887/real 1789764887] req@ffff9985857d8380 x1876702246937984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764887.274881:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246937984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764887.274889:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764887.274892:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764887.274895:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246937984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764887.274901:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246938112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764887.274919:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764887.274929:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764887/real 1789764887] req@ffff9985857dbb80 x1876702246938112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764887.274940:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246938112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764887.274947:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764887.274951:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764887.274954:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246938112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764887.274959:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246938240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764887.274976:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764887.274986:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764887/real 1789764887] req@ffff9985857d8a80 x1876702246938240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764887.274996:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246938240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764887.275004:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764887.275007:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764887.275010:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246938240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764887.275036:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246938368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764887.275054:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764887.275064:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764887/real 1789764887] req@ffff9985857da300 x1876702246938368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764887.275075:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246938368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764887.275082:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764887.275085:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764887.275088:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246938368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764888.234503:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764889.258557:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764890.282672:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764891.312718:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764892.331395:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764892.395816:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764892.395827:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764892.395832:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764892.395843:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2192 00000100:00080000:0.0:1789764892.395854:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764892.395862:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764892.395906:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246938496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764892.395937:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764892.395942:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764892.395943:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764892.395948:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2192 00000100:00080000:0.0:1789764892.395952:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764892.395956:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764892.395966:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764892.395981:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246938624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764892.395992:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764892.395995:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764892.395996:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764892.395999:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2192 00000100:00080000:0.0:1789764892.396003:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789764892.396005:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246938496:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764892.396006:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764892.396010:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764892.396020:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246938752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764892.396029:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764892.396031:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764892.396033:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764892.396036:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2192 00000100:00080000:0.0:1789764892.396039:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764892.396042:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764892.396045:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764892.396053:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246938880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764892.396062:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789764892.396062:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789764892.396065:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764892.396067:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764892.396070:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2192 00000100:00080000:0.0:1789764892.396074:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764892.396076:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764892.396080:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764892.396088:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246939008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764892.396098:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764892/real 1789764892] req@ffff9985856a2a00 x1876702246938496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764892.396114:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246938496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764892.396126:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764892.396130:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764892.396133:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246938496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764892.396142:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246938624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764892.396164:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764892.396176:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764892/real 1789764892] req@ffff9985856a1880 x1876702246938624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764892.396188:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246938624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764892.396195:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764892.396198:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764892.396200:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246938624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764892.396224:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246938752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764892.396243:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764892.396253:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764892/real 1789764892] req@ffff9985856a0000 x1876702246938752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764892.396264:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246938752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764892.396271:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764892.396274:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764892.396277:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246938752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764892.396282:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246938880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764892.396319:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764892.396330:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764892/real 1789764892] req@ffff9985856a1500 x1876702246938880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764892.396342:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246938880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764892.396349:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764892.396351:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764892.396354:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246938880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764892.396360:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246939008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764892.396378:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764892.396394:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764892/real 1789764892] req@ffff9985856a0e00 x1876702246939008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764892.396406:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246939008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764892.396412:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764892.396415:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764892.396418:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246939008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764893.354515:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764894.380624:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764895.403425:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764896.427129:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764897.450657:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764897.515103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764897.515117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764897.515123:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764897.515135:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2197 00000100:00080000:3.0:1789764897.515148:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764897.515159:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764897.515201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246939136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764897.515235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764897.515240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764897.515241:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764897.515246:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2197 00000100:00080000:3.0:1789764897.515250:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764897.515254:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764897.515264:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764897.515276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246939264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764897.515437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764897.515442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764897.515444:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764897.515449:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2197 00000100:00080000:3.0:1789764897.515453:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764897.515457:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764897.515463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764897.515478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246939392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764897.515488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764897.515491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764897.515494:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764897.515498:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2197 00000100:00080000:3.0:1789764897.515501:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764897.515504:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764897.515509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764897.515520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246939520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764897.515529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764897.515533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764897.515535:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764897.515538:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2197 00000100:00080000:3.0:1789764897.515541:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764897.515545:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764897.515549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764897.515559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246939648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764897.515762:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246939136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764897.515837:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764897.515892:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764897/real 1789764897] req@ffff998588b42a00 x1876702246939136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764897.515910:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246939136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764897.515920:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764897.515924:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764897.515928:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246939136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764897.515934:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246939264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764897.515957:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764897.515968:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764897/real 1789764897] req@ffff998588b43100 x1876702246939264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764897.515979:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246939264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764897.515986:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764897.515989:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764897.515993:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246939264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764897.515999:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246939392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764897.516018:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764897.516039:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764897/real 1789764897] req@ffff998588b42680 x1876702246939392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764897.516049:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246939392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764897.516058:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764897.516061:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764897.516064:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246939392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764897.516069:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246939520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764897.516089:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764897.516100:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764897/real 1789764897] req@ffff998588b41c00 x1876702246939520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764897.516110:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246939520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764897.516118:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764897.516121:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764897.516124:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246939520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764897.516128:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246939648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764897.516145:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764897.516155:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764897/real 1789764897] req@ffff998588b40e00 x1876702246939648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764897.516165:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246939648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764897.516173:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764897.516176:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764897.516179:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246939648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764898.475729:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764899.498621:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764900.526497:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764901.548323:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764902.570704:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764902.634461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764902.634474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764902.634479:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764902.634491:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2202 00000100:00080000:3.0:1789764902.634505:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764902.634513:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764902.634570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246939776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764902.634605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764902.634609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764902.634611:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764902.634615:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2202 00000100:00080000:3.0:1789764902.634618:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764902.634621:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764902.634635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764902.634650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246939904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764902.634659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764902.634662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764902.634663:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764902.634667:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2202 00000100:00080000:3.0:1789764902.634670:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764902.634674:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764902.634679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764902.634688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246940032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764902.634697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764902.634700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764902.634701:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764902.634906:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2202 00000100:00080000:3.0:1789764902.634912:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764902.634916:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764902.634922:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764902.634936:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246940160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764902.634946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764902.634950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764902.634952:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764902.634956:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2202 00000100:00080000:3.0:1789764902.634959:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764902.634963:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764902.634969:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764902.634977:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246940288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764902.634999:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246939776:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764902.635067:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764902.635126:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764902/real 1789764902] req@ffff998588b40000 x1876702246939776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764902.635144:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246939776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764902.635162:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764902.635166:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764902.635170:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246939776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764902.635177:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246939904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764902.635199:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764902.635209:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764902/real 1789764902] req@ffff998588b43b80 x1876702246939904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764902.635220:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246939904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764902.635233:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764902.635235:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764902.635238:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246939904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764902.635244:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246940032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764902.635263:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764902.635274:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764902/real 1789764902] req@ffff998588b43800 x1876702246940032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764902.635285:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246940032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764902.635321:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764902.635325:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764902.635328:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246940032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764902.635333:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246940160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764902.635354:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764902.635365:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764902/real 1789764902] req@ffff998588b41880 x1876702246940160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764902.635376:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246940160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764902.635383:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764902.635386:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764902.635389:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246940160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764902.635426:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246940288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764902.635448:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764902.635459:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764902/real 1789764902] req@ffff998588b41f80 x1876702246940288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764902.635611:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246940288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764902.635620:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764902.635623:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764902.635626:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246940288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764903.594548:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764904.620012:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764905.643017:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764906.666623:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764907.690818:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764907.754875:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764907.754895:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764907.754900:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764907.754956:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2207 00000100:00080000:0.0:1789764907.754971:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764907.754979:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764907.755023:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246940416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764907.755065:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764907.755069:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764907.755071:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764907.755075:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2207 00000100:00080000:0.0:1789764907.755078:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764907.755083:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764907.755093:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764907.755106:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246940544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764907.755115:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764907.755118:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764907.755120:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764907.755123:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2207 00000100:00080000:0.0:1789764907.755126:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764907.755129:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764907.755134:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764907.755145:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246940672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764907.755153:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764907.755156:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764907.755158:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764907.755161:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2207 00000100:00080000:0.0:1789764907.755164:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764907.755168:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764907.755172:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764907.755181:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246940800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764907.755189:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764907.755193:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764907.755194:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764907.755197:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2207 00000100:00080000:0.0:1789764907.755201:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764907.755204:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764907.755209:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764907.755217:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246940928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764907.755371:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246940416:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764907.755448:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764907.755502:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764907/real 1789764907] req@ffff9985856a3480 x1876702246940416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764907.755519:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246940416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764907.755533:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764907.755537:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764907.755541:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246940416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764907.755547:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246940544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764907.755567:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764907.755578:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764907/real 1789764907] req@ffff9985856a0700 x1876702246940544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764907.755589:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246940544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764907.755596:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764907.755599:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764907.755602:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246940544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764907.755607:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246940672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764907.755626:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764907.755635:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764907/real 1789764907] req@ffff9985856a3800 x1876702246940672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764907.755645:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246940672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764907.755653:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764907.755656:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764907.755659:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246940672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764907.755665:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246940800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764907.755684:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764907.755694:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764907/real 1789764907] req@ffff9985856a2300 x1876702246940800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764907.755706:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246940800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764907.755713:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764907.755716:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764907.755720:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246940800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764907.755725:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246940928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764907.755744:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764907.755771:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764907/real 1789764907] req@ffff9985856a2680 x1876702246940928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764907.755783:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246940928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764907.755791:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764907.755793:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764907.755796:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246940928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764908.715069:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764909.738796:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764910.766753:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764911.793428:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764912.810966:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764912.874924:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764912.874937:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764912.874942:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764912.874954:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2212 00000100:00080000:2.0:1789764912.874965:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764912.874972:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764912.875023:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246941056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764912.875054:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764912.875058:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764912.875060:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764912.875064:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2212 00000100:00080000:2.0:1789764912.875068:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764912.875072:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764912.875082:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764912.875093:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246941184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764912.875102:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764912.875106:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764912.875107:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764912.875111:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2212 00000100:00080000:2.0:1789764912.875114:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764912.875117:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764912.875121:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764912.875129:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246941312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764912.875138:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764912.875141:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764912.875142:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764912.875147:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2212 00000100:00080000:2.0:1789764912.875149:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764912.875153:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764912.875157:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789764912.875403:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246941440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764912.875415:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764912.875418:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764912.875421:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764912.875425:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2212 00000100:00080000:2.0:1789764912.875429:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764912.875433:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764912.875439:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764912.875450:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246941568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764912.875564:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246941056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764912.875631:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764912.875793:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764912/real 1789764912] req@ffff9985857d9880 x1876702246941056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764912.875813:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246941056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764912.875823:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764912.875827:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764912.875831:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246941056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789764912.875838:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246941184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764912.875859:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764912.875871:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764912/real 1789764912] req@ffff9985857db100 x1876702246941184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764912.875883:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246941184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764912.875890:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764912.875894:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764912.875897:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246941184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789764912.875902:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246941312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764912.875918:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764912.875927:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764912/real 1789764912] req@ffff9985857db800 x1876702246941312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764912.875944:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246941312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764912.875952:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764912.875955:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764912.875958:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246941312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764912.875963:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246941440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789764912.875979:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764912.875987:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764912/real 1789764912] req@ffff9985857da300 x1876702246941440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764912.876055:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246941440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764912.876064:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764912.876067:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764912.876070:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246941440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789764912.876076:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246941568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789764912.876096:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764912.876106:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764912/real 1789764912] req@ffff9985857d8a80 x1876702246941568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764912.876117:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246941568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764912.876131:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764912.876134:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789764912.876137:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246941568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764913.834644:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764914.858886:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764915.883317:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764916.906515:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764917.933515:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764917.995111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764917.995124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764917.995128:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764917.995140:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2217 00000100:00080000:3.0:1789764917.995152:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764917.995160:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764917.995201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246941696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764917.995235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764917.995239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764917.995241:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764917.995245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2217 00000100:00080000:3.0:1789764917.995249:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764917.995253:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764917.995263:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764917.995276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246941824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764917.995317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764917.995320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764917.995322:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764917.995326:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2217 00000100:00080000:3.0:1789764917.995329:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764917.995333:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764917.995338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764917.995350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246941952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764917.995358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764917.995362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764917.995364:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764917.995367:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2217 00000100:00080000:3.0:1789764917.995370:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764917.995373:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764917.995377:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764917.995385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246942080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764917.995393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764917.995396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764917.995398:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764917.995401:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2217 00000100:00080000:3.0:1789764917.995405:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764917.995408:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764917.995412:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764917.995432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246942208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764917.995503:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246941696:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789764917.995573:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764917.995628:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764917/real 1789764917] req@ffff998588b42300 x1876702246941696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764917.995646:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246941696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764917.995655:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764917.995659:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764917.995662:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246941696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764917.995669:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246941824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764917.995690:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764917.995701:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764917/real 1789764917] req@ffff998588b42d80 x1876702246941824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764917.995710:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246941824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764917.995718:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764917.995721:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764917.995723:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246941824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764917.995728:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246941952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764917.995743:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764917.995752:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764917/real 1789764917] req@ffff998588b41f80 x1876702246941952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764917.995761:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246941952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764917.995769:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764917.995772:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764917.995776:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246941952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764917.995781:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246942080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764917.995797:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764917.995805:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764917/real 1789764917] req@ffff998588b41880 x1876702246942080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764917.995815:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246942080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764917.995821:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764917.995824:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764917.995828:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246942080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764917.995832:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246942208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764917.995846:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764917.995854:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764917/real 1789764917] req@ffff998588b43800 x1876702246942208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764917.995864:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246942208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764917.995871:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764917.995873:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764917.995876:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246942208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789764918.954769:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764919.981162:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764921.005103:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764922.029822:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764923.055480:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764923.116730:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764923.116745:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764923.116751:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764923.116772:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2223 00000100:00080000:0.0:1789764923.116786:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764923.116794:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764923.116839:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246942336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764923.118933:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246942336:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764923.119056:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764923.119062:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764923.119066:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764923.119073:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2223 00000100:00080000:0.0:1789764923.119079:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764923.119088:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764923.119099:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764923.119127:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246942464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764923.119142:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764923.119145:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764923.119146:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764923.119150:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2223 00000100:00080000:0.0:1789764923.119153:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764923.119157:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764923.119161:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764923.119172:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246942592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764923.119182:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764923.119186:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764923.119187:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764923.119192:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2223 00000100:00080000:0.0:1789764923.119195:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764923.119198:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764923.119202:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764923.119212:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246942720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764923.119221:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764923.119224:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764923.119226:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764923.119229:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2223 00000100:00080000:0.0:1789764923.119232:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764923.119235:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764923.119238:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764923.119249:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246942848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764923.119543:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246942464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764923.119578:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246942592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764923.119602:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246942720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764923.119626:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246942848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764924.074576:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764925.098739:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764926.125860:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789764926.192471:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:3.0:1789764926.192535:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789764926.192563:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789764926.193957:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789764926.193981:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789764926.193993:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764923/real 1789764926] req@ffff9985856a2680 x1876702246942464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:3.0:1789764926.193994:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789764926.194009:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789764926.194029:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246942464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764926.194043:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764926.194048:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764926.194053:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246942464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764926.194062:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764923/real 1789764926] req@ffff9985856a2300 x1876702246942592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764926.194083:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246942592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764926.194092:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764926.194096:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764926.194099:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246942592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764926.194106:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764923/real 1789764926] req@ffff9985856a3800 x1876702246942720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764926.194119:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246942720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764926.194127:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764926.194131:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764926.194134:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246942720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764926.194141:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764923/real 1789764926] req@ffff9985856a0700 x1876702246942848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764926.194153:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246942848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764926.194162:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764926.194166:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764926.194169:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246942848:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764926.194176:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764923/real 1789764926] req@ffff9985856a2d80 x1876702246942336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764926.194190:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246942336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764926.194199:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764926.194202:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764926.194206:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246942336:192.168.203.136@tcp:250:kworker.0 00010000:00010000:2.0:1789764927.148536:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764928.170738:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764928.234499:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764928.234513:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764928.234518:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764928.234530:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2228 00000100:00080000:0.0:1789764928.234544:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764928.234552:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764928.234607:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246942976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764928.234647:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764928.234651:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764928.234653:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764928.234658:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2228 00000100:00080000:0.0:1789764928.234661:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764928.234665:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764928.234675:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764928.234688:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246943104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764928.234699:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764928.234702:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764928.234704:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764928.234708:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2228 00000100:00080000:0.0:1789764928.234711:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764928.234715:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764928.234720:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764928.234733:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246943232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764928.234742:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764928.234746:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764928.234748:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764928.235259:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2228 00000100:00080000:0.0:1789764928.235265:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764928.235269:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764928.235275:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764928.235313:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246943360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764928.235324:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764928.235327:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764928.235329:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764928.235333:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2228 00000100:00080000:0.0:1789764928.235336:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764928.235351:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764928.235356:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764928.235367:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246943488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764928.235455:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246942976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764928.235851:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764928.235902:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764928/real 1789764928] req@ffff9985856a3480 x1876702246942976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764928.236172:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246942976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764928.236184:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764928.236188:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764928.236191:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246942976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764928.236200:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246943104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764928.236227:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764928.236241:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764928/real 1789764928] req@ffff9985856a0e00 x1876702246943104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764928.236253:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246943104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764928.236266:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764928.236269:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764928.236272:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246943104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764928.236278:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246943232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764928.236351:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764928.236364:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764928/real 1789764928] req@ffff9985856a1500 x1876702246943232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764928.236377:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246943232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764928.236384:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764928.236388:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764928.236391:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246943232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764928.236398:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246943360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764928.237496:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764928.237515:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764928/real 1789764928] req@ffff9985856a0000 x1876702246943360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764928.237529:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246943360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764928.237537:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764928.237541:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764928.237544:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246943360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764928.237553:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246943488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764928.237572:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764928.237583:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764928/real 1789764928] req@ffff9985856a1880 x1876702246943488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764928.237595:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246943488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764928.237602:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764928.237605:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764928.237608:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246943488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764929.194729:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764930.218537:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764931.243491:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764932.266579:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764933.291429:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764933.354478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764933.354490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764933.354496:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764933.354509:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2233 00000100:00080000:0.0:1789764933.354524:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764933.354533:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764933.354579:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246943616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764933.354613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764933.354617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764933.354619:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764933.354623:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2233 00000100:00080000:0.0:1789764933.354627:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764933.354632:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764933.354642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764933.354656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246943744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764933.354667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764933.354671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764933.354672:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764933.354676:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2233 00000100:00080000:0.0:1789764933.354679:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764933.354683:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764933.354687:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764933.354696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246943872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764933.354706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764933.354709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764933.354711:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764933.354714:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2233 00000100:00080000:0.0:1789764933.354717:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764933.354721:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764933.354725:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764933.354734:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246944000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764933.354742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764933.354746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764933.354747:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764933.354751:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2233 00000100:00080000:0.0:1789764933.354754:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764933.354757:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764933.354762:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764933.354772:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246944128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764933.354867:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246943616:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764933.354931:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764933.354979:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764933/real 1789764933] req@ffff9985856a2a00 x1876702246943616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764933.355001:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246943616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764933.355013:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764933.355017:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764933.355021:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246943616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764933.355029:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246943744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764933.355055:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764933.355068:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764933/real 1789764933] req@ffff9985856a1880 x1876702246943744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764933.355081:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246943744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764933.355090:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764933.355094:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764933.355097:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246943744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764933.355103:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246943872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764933.355123:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764933.355134:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764933/real 1789764933] req@ffff9985856a0000 x1876702246943872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764933.355146:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246943872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764933.355155:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764933.355159:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764933.355163:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246943872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764933.355169:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246944000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764933.355188:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764933.355198:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764933/real 1789764933] req@ffff9985856a1500 x1876702246944000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764933.355216:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246944000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764933.355224:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764933.355227:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764933.355231:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246944000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764933.355236:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246944128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764933.355352:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764933.355367:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764933/real 1789764933] req@ffff9985856a0e00 x1876702246944128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764933.355378:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246944128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764933.355385:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764933.355388:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764933.355391:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246944128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764934.314578:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764935.339665:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764936.362605:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764937.386782:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764938.412015:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764938.474397:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764938.474407:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764938.474412:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764938.474422:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2238 00000100:00080000:0.0:1789764938.474431:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764938.474440:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764938.474484:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246944256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764938.474515:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764938.474519:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764938.474521:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764938.474524:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2238 00000100:00080000:0.0:1789764938.474528:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764938.474533:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764938.474543:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764938.474557:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246944384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764938.474566:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764938.474569:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764938.474571:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764938.474575:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2238 00000100:00080000:0.0:1789764938.474579:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764938.474582:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764938.474587:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764938.474604:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246944512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764938.474613:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764938.474617:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764938.474618:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764938.474622:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2238 00000100:00080000:0.0:1789764938.474625:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764938.474629:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764938.474633:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764938.474643:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246944640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764938.474651:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764938.474654:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764938.474656:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764938.474659:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2238 00000100:00080000:0.0:1789764938.474662:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764938.474666:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764938.474671:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764938.474681:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246944768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764938.474742:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246944256:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764938.474806:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764938.474846:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764938/real 1789764938] req@ffff9985856a3480 x1876702246944256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764938.474864:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246944256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764938.474875:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764938.474879:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764938.474883:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246944256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764938.474891:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246944384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764938.474913:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764938.474925:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764938/real 1789764938] req@ffff9985856a2d80 x1876702246944384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764938.474936:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246944384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764938.474944:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764938.474947:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764938.474950:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246944384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764938.474956:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246944512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764938.474976:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764938.474986:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764938/real 1789764938] req@ffff9985856a0700 x1876702246944512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764938.474999:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246944512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764938.475006:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764938.475009:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764938.475012:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246944512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764938.475018:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246944640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764938.475036:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764938.475046:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764938/real 1789764938] req@ffff9985856a3800 x1876702246944640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764938.475057:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246944640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764938.475064:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764938.475067:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764938.475070:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246944640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764938.475075:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246944768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764938.475094:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764938.475104:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764938/real 1789764938] req@ffff9985856a2300 x1876702246944768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764938.475115:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246944768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764938.475123:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764938.475126:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764938.475129:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246944768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764939.438773:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764940.458839:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764941.482547:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764942.507542:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764943.531420:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764943.595877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764943.595889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764943.595894:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764943.595905:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2243 00000100:00080000:0.0:1789764943.595917:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764943.595926:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764943.595970:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246944896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764943.596411:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246944896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764943.596477:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789764943.596524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764943.596528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764943.596530:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764943.596535:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2243 00000100:00080000:0.0:1789764943.596540:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764943.596545:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764943.596556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764943.596572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246945024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764943.599766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764943.599777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764943.599781:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764943.599791:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2243 00000100:00080000:0.0:1789764943.599799:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764943.599807:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764943.599819:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764943.599853:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246945152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764943.599868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764943.599872:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764943.599874:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764943.599877:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2243 00000100:00080000:0.0:1789764943.599881:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764943.599885:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764943.599890:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764943.599900:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246945280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764943.599909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764943.599912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764943.599914:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764943.599918:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2243 00000100:00080000:0.0:1789764943.599921:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764943.599924:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764943.599929:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764943.599937:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246945408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764943.600068:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764943/real 1789764943] req@ffff9985856a2680 x1876702246944896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764943.600093:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246944896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764943.600103:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764943.600107:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764943.600111:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246944896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764943.600141:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246945024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764943.600197:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764943.600215:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764943/real 1789764943] req@ffff9985856a2300 x1876702246945024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764943.600236:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246945024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764943.600245:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764943.600248:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764943.600251:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246945024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764943.600257:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246945152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764943.600277:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764943.600893:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764943/real 1789764943] req@ffff9985856a3800 x1876702246945152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764943.600920:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246945152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764943.600929:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764943.600932:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764943.600936:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246945152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764943.600943:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246945280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764943.600968:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764943.600980:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764943/real 1789764943] req@ffff9985856a0700 x1876702246945280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764943.600992:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246945280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764943.600999:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764943.601002:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764943.601006:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246945280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764943.601012:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246945408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764943.601032:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764943.601042:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764943/real 1789764943] req@ffff9985856a2d80 x1876702246945408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764943.601052:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246945408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764943.601065:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764943.601068:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764943.601071:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246945408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764944.554514:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764945.578606:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764946.603929:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764947.626452:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764948.651056:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764948.715380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764948.715398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764948.715405:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764948.715416:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2248 00000100:00080000:0.0:1789764948.715425:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764948.715433:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764948.715477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246945536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764948.715508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764948.715512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764948.715514:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764948.715518:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2248 00000100:00080000:0.0:1789764948.715522:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764948.715527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764948.715538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764948.715552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246945664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764948.715563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764948.715566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764948.715568:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764948.715571:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2248 00000100:00080000:0.0:1789764948.715575:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764948.715579:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764948.715584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764948.715594:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246945792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764948.715607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764948.715610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764948.715612:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764948.715615:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2248 00000100:00080000:0.0:1789764948.715619:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764948.715622:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764948.715626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764948.715636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246945920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764948.715645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764948.715649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764948.715651:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764948.715654:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2248 00000100:00080000:0.0:1789764948.715657:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764948.715661:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764948.715665:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764948.715674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246946048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764948.715860:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246945536:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764948.715926:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764948.715977:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764948/real 1789764948] req@ffff9985856a3480 x1876702246945536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764948.715994:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246945536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764948.716004:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764948.716008:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764948.716012:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246945536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764948.716019:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246945664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764948.716041:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764948.716055:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764948/real 1789764948] req@ffff9985856a0e00 x1876702246945664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764948.716066:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246945664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764948.716080:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764948.716083:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764948.716087:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246945664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764948.716092:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246945792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764948.716112:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764948.716122:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764948/real 1789764948] req@ffff9985856a1500 x1876702246945792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764948.716134:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246945792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764948.716142:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764948.716145:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764948.716148:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246945792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764948.716153:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246945920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764948.716169:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764948.716179:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764948/real 1789764948] req@ffff9985856a0000 x1876702246945920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764948.716200:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246945920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764948.716207:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764948.716210:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764948.716213:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246945920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764948.716218:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246946048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764948.716237:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764948.716248:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764948/real 1789764948] req@ffff9985856a1880 x1876702246946048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764948.716258:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246946048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764948.716264:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764948.716266:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764948.716269:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246946048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764949.674740:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764950.699567:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764951.722545:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764952.746552:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764953.770667:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764953.834680:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764953.834693:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764953.834698:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764953.834711:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2253 00000100:00080000:0.0:1789764953.834722:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764953.834731:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764953.834772:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246946176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764953.834808:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764953.834812:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764953.834813:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764953.834817:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2253 00000100:00080000:0.0:1789764953.834820:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764953.834824:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764953.834832:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764953.834847:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246946304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764953.834856:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764953.834859:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764953.834861:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764953.834864:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2253 00000100:00080000:0.0:1789764953.834867:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764953.834870:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764953.834876:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764953.834886:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246946432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764953.834895:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764953.834899:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764953.834901:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764953.834905:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2253 00000100:00080000:0.0:1789764953.834908:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764953.834911:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764953.834915:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764953.834925:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246946560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764953.834935:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764953.834938:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764953.834940:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764953.834943:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2253 00000100:00080000:0.0:1789764953.834947:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764953.834950:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764953.834955:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764953.834964:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246946688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764953.835217:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246946176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764953.835438:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764953.835547:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764953/real 1789764953] req@ffff9985856a2a00 x1876702246946176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764953.835568:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246946176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764953.835579:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764953.835583:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764953.835587:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246946176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764953.835594:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246946304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764953.835624:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764953.835637:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764953/real 1789764953] req@ffff9985856a1880 x1876702246946304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764953.835649:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246946304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764953.835657:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764953.835660:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764953.835664:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246946304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764953.835669:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246946432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764953.835689:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764953.835700:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764953/real 1789764953] req@ffff9985856a0000 x1876702246946432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764953.835711:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246946432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764953.835719:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764953.835722:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764953.835725:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246946432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764953.835731:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246946560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764953.835750:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764953.835762:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764953/real 1789764953] req@ffff9985856a1500 x1876702246946560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764953.835780:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246946560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764953.835788:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764953.835790:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764953.835794:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246946560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764953.835798:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246946688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764953.835817:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764953.835827:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764953/real 1789764953] req@ffff9985856a0e00 x1876702246946688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764953.835837:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246946688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764953.835844:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764953.835846:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764953.835849:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246946688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764954.794487:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764955.819574:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764956.842677:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764957.867179:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764958.890468:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764958.958501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764958.958511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764958.958516:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764958.958527:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2258 00000100:00080000:3.0:1789764958.958539:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764958.958547:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764958.958591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246946816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764958.958618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764958.958622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764958.958624:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764958.958628:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2258 00000100:00080000:3.0:1789764958.958632:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764958.958637:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764958.958655:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764958.958671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246946944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764958.958680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764958.958684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764958.958685:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764958.958689:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2258 00000100:00080000:3.0:1789764958.958692:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764958.958696:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764958.958701:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764958.958711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246947072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764958.958721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764958.958724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764958.958726:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764958.958730:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2258 00000100:00080000:3.0:1789764958.958733:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764958.958737:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764958.958741:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764958.958752:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246947200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764958.958761:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764958.958764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764958.958766:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764958.958769:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2258 00000100:00080000:3.0:1789764958.958772:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764958.958776:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764958.958780:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764958.958790:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246947328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764958.959860:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246946816:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764958.959926:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764958.959978:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764958/real 1789764958] req@ffff998588b43b80 x1876702246946816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764958.960000:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246946816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764958.960012:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764958.960016:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764958.960020:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246946816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764958.960027:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246946944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764958.960048:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764958.960060:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764958/real 1789764958] req@ffff998588b40000 x1876702246946944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764958.960071:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246946944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764958.960078:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764958.960082:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764958.960085:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246946944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764958.960090:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246947072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764958.960136:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764958.960148:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764958/real 1789764958] req@ffff998588b40e00 x1876702246947072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764958.960159:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246947072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764958.960167:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764958.960170:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764958.960174:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246947072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764958.960180:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246947200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764958.960210:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764958.960221:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764958/real 1789764958] req@ffff998588b41c00 x1876702246947200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764958.960233:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246947200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764958.960240:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764958.960243:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764958.960246:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246947200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764958.960252:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246947328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764958.960270:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764958.960279:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764958/real 1789764958] req@ffff998588b42680 x1876702246947328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764958.960316:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246947328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764958.960325:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764958.960328:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764958.960330:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246947328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764959.914542:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764960.938713:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764961.962510:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764962.986737:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764964.011404:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764964.074608:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764964.074627:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764964.074631:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764964.074642:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2264 00000100:00080000:0.0:1789764964.074654:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764964.074662:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764964.074702:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246947456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764964.074915:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764964.074919:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764964.074921:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764964.074925:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2264 00000100:00080000:0.0:1789764964.074929:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764964.074933:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764964.074942:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764964.074994:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246947584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764964.075004:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764964.075007:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764964.075009:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764964.075013:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2264 00000100:00080000:0.0:1789764964.075016:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764964.075019:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764964.075024:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764964.075032:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246947712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764964.075041:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764964.075044:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764964.075046:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764964.075049:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2264 00000100:00080000:0.0:1789764964.075053:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764964.075056:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764964.075060:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764964.075067:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246947840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764964.075135:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246947456:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789764964.075332:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764964.075335:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764964.075337:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764964.075342:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2264 00000100:00080000:0.0:1789764964.075346:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764964.075350:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764964.075355:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764964.075366:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246947968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789764964.076710:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764964.076767:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764964/real 1789764964] req@ffff9985856a3480 x1876702246947456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764964.076788:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246947456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764964.076801:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764964.076805:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764964.076809:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246947456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764964.076819:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246947584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764964.076844:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764964.076857:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764964/real 1789764964] req@ffff9985856a2d80 x1876702246947584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764964.076870:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246947584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764964.076878:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764964.076882:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764964.076885:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246947584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764964.076892:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246947712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764964.076911:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764964.076922:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764964/real 1789764964] req@ffff9985856a0700 x1876702246947712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764964.076939:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246947712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764964.076947:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764964.076950:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764964.076953:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246947712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764964.076986:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246947840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764964.077006:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764964.077018:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764964/real 1789764964] req@ffff9985856a3800 x1876702246947840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764964.077029:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246947840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764964.077037:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764964.077040:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764964.077043:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246947840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764964.077050:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246947968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764964.077071:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764964.078474:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764964/real 1789764964] req@ffff9985856a2300 x1876702246947968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764964.078515:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246947968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764964.078530:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764964.078535:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764964.078539:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246947968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764965.034725:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764966.058731:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764967.082779:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764968.106583:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764969.131780:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764969.194872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764969.194883:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764969.194888:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764969.194898:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2269 00000100:00080000:0.0:1789764969.194910:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764969.194918:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764969.194961:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246948096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764969.194991:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764969.194997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764969.194999:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764969.195003:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2269 00000100:00080000:0.0:1789764969.195006:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764969.195010:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764969.195020:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764969.195034:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246948224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764969.195053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764969.195055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764969.195057:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764969.195060:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2269 00000100:00080000:0.0:1789764969.195063:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764969.195066:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764969.195071:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764969.195080:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246948352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764969.195088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764969.195091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764969.195092:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764969.195096:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2269 00000100:00080000:0.0:1789764969.195098:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764969.195101:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764969.195106:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764969.195115:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246948480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764969.195124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764969.195127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764969.195128:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764969.195131:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2269 00000100:00080000:0.0:1789764969.195134:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764969.195137:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764969.195141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764969.195151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246948608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764969.195238:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246948096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764969.195327:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764969.195363:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764969/real 1789764969] req@ffff9985856a2680 x1876702246948096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764969.195380:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246948096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764969.195389:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764969.195393:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764969.195396:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246948096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764969.195403:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246948224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764969.195423:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764969.195434:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764969/real 1789764969] req@ffff9985856a2300 x1876702246948224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764969.195444:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246948224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764969.195457:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764969.195460:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764969.195463:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246948224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764969.195469:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246948352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764969.195487:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764969.195497:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764969/real 1789764969] req@ffff9985856a3800 x1876702246948352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764969.195509:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246948352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764969.195518:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764969.195521:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764969.195524:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246948352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764969.195529:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246948480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764969.195548:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764969.195559:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764969/real 1789764969] req@ffff9985856a0700 x1876702246948480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764969.195570:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246948480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764969.195577:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764969.195580:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764969.195584:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246948480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764969.195590:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246948608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764969.195610:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764969.195621:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764969/real 1789764969] req@ffff9985856a2d80 x1876702246948608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764969.195631:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246948608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764969.195638:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764969.195641:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764969.195644:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246948608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764970.154515:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764971.178953:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764972.202895:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764973.227640:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764974.250501:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764974.314412:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764974.314423:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764974.314428:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764974.314440:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2274 00000100:00080000:0.0:1789764974.314451:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764974.314458:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764974.314502:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246948736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764974.314535:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764974.314539:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764974.314541:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764974.314545:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2274 00000100:00080000:0.0:1789764974.314549:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764974.314554:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764974.314564:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764974.314576:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246948864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764974.314585:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764974.314589:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764974.314590:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764974.314594:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2274 00000100:00080000:0.0:1789764974.314597:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764974.314601:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764974.314605:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764974.314614:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246948992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764974.314653:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246948736:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764974.314717:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764974.314767:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764974/real 1789764974] req@ffff9985856a3480 x1876702246948736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764974.314785:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246948736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764974.314797:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764974.314801:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764974.314804:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246948736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764974.314811:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246948864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764974.314834:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764974.314846:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764974/real 1789764974] req@ffff9985856a0e00 x1876702246948864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764974.314859:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246948864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764974.314867:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764974.314871:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764974.314874:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246948864:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789764974.315320:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764974.315325:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764974.315327:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764974.315332:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2274 00000100:00080000:0.0:1789764974.315337:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764974.315342:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764974.315348:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764974.315362:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246949120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764974.315377:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764974.315380:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764974.315382:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764974.315385:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2274 00000100:00080000:0.0:1789764974.315388:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764974.315391:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764974.315396:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764974.315405:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246949248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764974.315676:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246948992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764974.315708:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764974.315722:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764974/real 1789764974] req@ffff9985856a1500 x1876702246948992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764974.315735:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246948992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764974.315744:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764974.315747:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764974.315751:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246948992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764974.315757:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246949120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764974.315777:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764974.315788:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764974/real 1789764974] req@ffff9985856a0000 x1876702246949120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764974.315807:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246949120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764974.315815:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764974.315818:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764974.315821:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246949120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764974.315827:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246949248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764974.315847:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764974.315858:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764974/real 1789764974] req@ffff9985856a1880 x1876702246949248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764974.315870:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246949248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764974.315878:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764974.315881:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764974.315885:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246949248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764975.274640:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764976.298699:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764977.322512:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764978.346517:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764979.370634:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764979.434612:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764979.434622:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764979.434627:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764979.434636:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2279 00000100:00080000:0.0:1789764979.434646:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764979.434654:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789764979.434695:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246949376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764979.434714:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764979.434718:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764979.434719:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764979.434723:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2279 00000100:00080000:0.0:1789764979.434726:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764979.434730:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764979.434741:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764979.434753:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246949504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764979.434763:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764979.434767:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764979.434768:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764979.434772:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2279 00000100:00080000:0.0:1789764979.434775:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764979.434778:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764979.434783:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789764979.434791:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246949632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764979.434800:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764979.434804:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764979.434805:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764979.434809:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2279 00000100:00080000:0.0:1789764979.434812:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764979.434815:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764979.434819:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789764979.434828:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246949760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764979.434837:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764979.434840:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764979.434842:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764979.434845:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2279 00000100:00080000:0.0:1789764979.434848:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764979.434851:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789764979.434855:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764979.434863:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246949888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764979.435633:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246949376:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764979.435700:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764979.435751:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764979/real 1789764979] req@ffff9985856a2a00 x1876702246949376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764979.435770:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246949376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764979.435942:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764979.435947:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764979.435952:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246949376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764979.435971:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246949504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764979.436004:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764979.436020:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764979/real 1789764979] req@ffff9985856a1880 x1876702246949504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764979.436148:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246949504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764979.436159:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764979.436163:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764979.436167:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246949504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764979.436174:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246949632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764979.436200:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764979.436212:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764979/real 1789764979] req@ffff9985856a0000 x1876702246949632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764979.436225:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246949632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764979.436234:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764979.436237:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764979.436240:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246949632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764979.436247:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246949760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764979.436267:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764979.436278:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764979/real 1789764979] req@ffff9985856a1500 x1876702246949760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764979.436321:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246949760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764979.436330:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764979.436334:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764979.436338:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246949760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764979.436345:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246949888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764979.436366:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764979.436377:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764979/real 1789764979] req@ffff9985856a0e00 x1876702246949888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764979.436457:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246949888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764979.436466:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764979.436470:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764979.436473:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246949888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764980.394948:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764981.418934:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764982.442839:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764983.467281:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764984.490623:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764984.555058:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764984.555073:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764984.555079:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764984.555090:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2284 00000100:00080000:2.0:1789764984.555102:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764984.555110:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789764984.555152:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246950016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764984.555190:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764984.555194:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764984.555196:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764984.555201:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2284 00000100:00080000:2.0:1789764984.555205:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764984.555210:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764984.555220:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764984.555235:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246950144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764984.555243:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764984.555246:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764984.555248:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764984.555252:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2284 00000100:00080000:2.0:1789764984.555255:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764984.555259:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764984.555264:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789764984.555274:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246950272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764984.555284:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764984.555308:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764984.555311:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764984.555316:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2284 00000100:00080000:2.0:1789764984.555321:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764984.555325:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764984.555330:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789764984.555340:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246950016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789764984.555342:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246950400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764984.555356:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764984.555361:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764984.555362:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764984.555366:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2284 00000100:00080000:2.0:1789764984.555370:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764984.555374:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789764984.555379:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764984.555390:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246950528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789764984.555421:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764984.555635:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764984/real 1789764984] req@ffff9985857dbb80 x1876702246950016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764984.555656:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246950016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764984.555667:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764984.555671:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764984.555675:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246950016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764984.555683:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246950144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764984.555708:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764984.555721:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764984/real 1789764984] req@ffff9985857d8380 x1876702246950144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764984.555733:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246950144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764984.555740:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764984.555743:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764984.555746:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246950144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764984.555751:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246950272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764984.555772:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764984.555908:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764984/real 1789764984] req@ffff9985857d9180 x1876702246950272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764984.555937:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246950272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764984.555945:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764984.555949:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764984.555952:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246950272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764984.555981:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246950400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764984.556938:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764984.556963:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764984/real 1789764984] req@ffff9985857daa00 x1876702246950400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764984.556979:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246950400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764984.556988:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764984.556992:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764984.556995:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246950400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764984.557002:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246950528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764984.557037:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764984.557577:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764984/real 1789764984] req@ffff9985857d8e00 x1876702246950528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764984.557595:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246950528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764984.557608:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764984.557612:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764984.557615:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246950528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764985.516709:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764986.538532:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764987.564649:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764988.588501:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764989.613601:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764989.675094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764989.675102:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764989.675105:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764989.675113:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2289 00000100:00080000:3.0:1789764989.675121:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764989.675127:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764989.675159:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246950656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764989.675178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764989.675181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764989.675182:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764989.675185:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2289 00000100:00080000:3.0:1789764989.675187:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789764989.675221:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246950656:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764989.675261:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764989.675271:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764989.675283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246950784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764989.675564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764989.675567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764989.675570:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764989.675574:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2289 00000100:00080000:3.0:1789764989.675578:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764989.675583:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764989.675589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764989.675602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246950912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764989.675611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764989.675613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764989.675614:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764989.675617:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2289 00000100:00080000:3.0:1789764989.675619:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764989.675621:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764989.675624:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764989.675631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246951040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764989.675636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764989.675638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764989.675639:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764989.675641:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2289 00000100:00080000:3.0:1789764989.675643:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764989.675645:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764989.675647:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764989.675651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246951168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764989.675769:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246950784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764989.675905:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246950912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764989.675933:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246951040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764989.675955:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246951168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764990.635891:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764991.658816:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764992.682492:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789764992.746965:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:3.0:1789764992.747009:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789764992.747022:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789764992.755788:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764989/real 1789764992] req@ffff998588b43100 x1876702246950656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765014 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764992.755824:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246950656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765014 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764992.755837:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764992.755842:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764992.755846:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246950656:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789764992.756671:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789764992.756701:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789764992.756709:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789764992.756716:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789764992.756775:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764989/real 1789764992] req@ffff998588b42680 x1876702246950912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764992.756796:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246950912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764992.756806:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764992.756810:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764992.756813:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246950912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764992.757503:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764989/real 1789764992] req@ffff998588b41c00 x1876702246951040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764992.757533:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246951040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764992.757544:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764992.757549:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764992.757554:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246951040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764992.757562:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764989/real 1789764992] req@ffff998588b40e00 x1876702246951168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764992.757574:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246951168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764992.757582:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764992.757585:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764992.757588:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246951168:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764992.757595:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764989/real 1789764992] req@ffff998588b42a00 x1876702246950784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764992.757607:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246950784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764992.757615:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764992.757618:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764992.757621:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246950784:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789764993.707902:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764994.731737:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764994.794431:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764994.794445:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764994.794450:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764994.794463:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2294 00000100:00080000:3.0:1789764994.794477:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764994.794486:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764994.794526:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246951296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764994.794560:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764994.794564:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764994.794566:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764994.794571:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2294 00000100:00080000:3.0:1789764994.794575:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764994.794580:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764994.794590:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764994.794604:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246951424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764994.794615:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246951296:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789764994.794616:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764994.794624:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764994.794627:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764994.794632:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2294 00000100:00080000:3.0:1789764994.794636:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764994.794641:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764994.794646:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764994.794661:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246951552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764994.794671:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764994.794674:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764994.794676:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764994.794680:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2294 00000100:00080000:3.0:1789764994.794686:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764994.794690:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764994.794695:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1789764994.794699:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789764994.794725:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246951680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764994.794734:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764994.794738:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764994.794740:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764994.794744:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2294 00000100:00080000:3.0:1789764994.794749:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789764994.794753:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764994/real 1789764994] req@ffff998588b43100 x1876702246951296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764994.794756:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764994.794773:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764994.794779:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246951296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764994.794788:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246951808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764994.794793:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764994.794802:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764994.794808:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246951296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789764994.794835:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246951424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764994.794870:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764994.794883:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764994/real 1789764994] req@ffff998588b40000 x1876702246951424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764994.794896:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246951424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764994.794910:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764994.794913:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764994.794916:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246951424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789764994.794922:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246951552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764994.794942:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764994.794955:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764994/real 1789764994] req@ffff998588b43b80 x1876702246951552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764994.794966:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246951552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764994.794975:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764994.794978:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764994.794981:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246951552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764994.794987:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246951680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789764994.795006:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764994.795017:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764994/real 1789764994] req@ffff998588b43800 x1876702246951680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764994.795032:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246951680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764994.795041:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764994.795044:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764994.795048:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246951680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789764994.795053:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246951808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789764994.795077:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789764994.795087:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764994/real 1789764994] req@ffff998588b41880 x1876702246951808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764994.795100:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246951808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764994.795108:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764994.795112:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789764994.795116:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246951808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789764995.754562:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764996.781440:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764997.803077:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764998.826507:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764999.850767:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764999.917050:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764999.917064:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764999.917069:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764999.917082:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2299 00000100:00080000:3.0:1789764999.917097:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764999.917105:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789764999.917146:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246951936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764999.917188:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764999.917192:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764999.917194:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764999.917200:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2299 00000100:00080000:3.0:1789764999.917203:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764999.917208:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764999.917218:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764999.917231:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246952064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764999.917241:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764999.917244:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764999.917246:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764999.917250:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2299 00000100:00080000:3.0:1789764999.917253:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764999.917257:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764999.917262:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789764999.917272:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246952192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764999.917281:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764999.917284:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764999.917308:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764999.917312:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2299 00000100:00080000:3.0:1789764999.917316:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764999.917320:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764999.917324:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789764999.917337:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246952320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764999.917346:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764999.917350:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764999.917351:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764999.917355:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2299 00000100:00080000:3.0:1789764999.917358:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764999.917362:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789764999.917366:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764999.917376:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246952448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764999.918688:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246951936:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789764999.918778:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764999.918853:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764999/real 1789764999] req@ffff998588b41f80 x1876702246951936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764999.918874:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246951936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764999.918885:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764999.918889:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764999.918893:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246951936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789764999.918901:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246952064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764999.918927:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764999.918940:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764999/real 1789764999] req@ffff998588b42d80 x1876702246952064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764999.918956:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246952064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764999.918964:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764999.918967:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764999.918970:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246952064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789764999.918983:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246952192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764999.919004:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764999.919014:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764999/real 1789764999] req@ffff998588b42300 x1876702246952192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764999.919025:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246952192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764999.919033:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764999.919036:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764999.919039:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246952192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764999.919045:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246952320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789764999.919062:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764999.919071:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764999/real 1789764999] req@ffff998588b41880 x1876702246952320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764999.919081:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246952320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764999.919094:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764999.919097:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764999.919100:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246952320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789764999.919106:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246952448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789764999.919123:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789764999.919133:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764999/real 1789764999] req@ffff998588b43800 x1876702246952448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764999.919143:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246952448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764999.919150:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764999.919153:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789764999.919156:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246952448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765000.874767:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765001.899458:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765002.922840:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765003.946944:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765004.970509:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765005.034498:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765005.034507:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765005.034512:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765005.034524:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2304 00000100:00080000:2.0:1789765005.034535:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765005.034544:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765005.034586:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246952576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765005.034673:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246952576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765005.034737:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765005.034771:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765005.034775:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765005.034802:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765005.034807:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2304 00000100:00080000:2.0:1789765005.034812:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765005.034817:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765005.034828:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765005.034841:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246952704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765005.036922:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765005.036930:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765005.036934:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765005.036941:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2304 00000100:00080000:2.0:1789765005.036948:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765005.036953:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765005.036964:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765005.036989:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246952832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765005.037001:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765005.037004:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765005.037006:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765005.037009:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2304 00000100:00080000:2.0:1789765005.037012:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765005.037016:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765005.037020:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765005.037031:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246952960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765005.037040:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765005.037044:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765005.037045:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765005.037049:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2304 00000100:00080000:2.0:1789765005.037052:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765005.037056:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765005.037061:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765005.037071:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246953088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765005.037090:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765005/real 1789765005] req@ffff9985857d8000 x1876702246952576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765005.037118:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246952576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765005.037136:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765005.037141:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765005.037144:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246952576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765005.037174:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246952704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765005.037224:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765005.037242:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765005/real 1789765005] req@ffff9985857d9500 x1876702246952704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765005.037255:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246952704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765005.037263:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765005.037267:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765005.037270:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246952704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765005.037276:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246952832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765005.037317:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765005.037328:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765005/real 1789765005] req@ffff9985857d9f80 x1876702246952832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765005.037338:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246952832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765005.037346:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765005.037349:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765005.037352:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246952832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765005.037358:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246952960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765005.037375:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765005.037384:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765005/real 1789765005] req@ffff9985857d8e00 x1876702246952960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765005.037394:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246952960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765005.037401:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765005.037403:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765005.037406:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246952960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765005.037410:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246953088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765005.037428:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765005.037449:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765005/real 1789765005] req@ffff9985857daa00 x1876702246953088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765005.037461:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246953088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765005.038119:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765005.038124:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765005.038129:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246953088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765005.995578:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765007.018820:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765008.045012:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765009.069213:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765010.090795:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765010.154526:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765010.154537:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765010.154542:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765010.154553:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2310 00000100:00080000:2.0:1789765010.154563:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765010.154571:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765010.154625:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246953216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765010.154658:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765010.154662:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765010.154663:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765010.154668:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2310 00000100:00080000:2.0:1789765010.154672:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765010.154676:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765010.154686:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765010.154698:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246953344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765010.154707:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765010.154711:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765010.154712:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765010.154716:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2310 00000100:00080000:2.0:1789765010.154719:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765010.154723:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765010.154727:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765010.154738:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246953472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765010.154757:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765010.154760:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765010.154762:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765010.154767:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2310 00000100:00080000:2.0:1789765010.154770:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765010.154773:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765010.154777:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765010.154789:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246953600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765010.154797:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765010.154800:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765010.154802:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765010.154805:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2310 00000100:00080000:2.0:1789765010.154808:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765010.154811:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765010.154815:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765010.154969:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246953216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765010.155028:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765010.155075:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765010/real 1789765010] req@ffff9985857d9180 x1876702246953216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765010.155095:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246953216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765010.155105:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765010.155109:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765010.155113:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246953216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765010.155121:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246953344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765010.155143:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765010.155155:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765010/real 1789765010] req@ffff9985857d8380 x1876702246953344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765010.155167:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246953344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765010.155176:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765010.155179:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765010.155182:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246953344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765010.155188:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246953472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765010.155208:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765010.155219:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765010/real 1789765010] req@ffff9985857dbb80 x1876702246953472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765010.155234:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246953472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765010.155243:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765010.155245:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765010.155248:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246953472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765010.155253:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246953600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765010.155272:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765010.155282:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765010/real 1789765010] req@ffff9985857d8a80 x1876702246953600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765010.155314:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246953600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765010.155321:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765010.155324:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765010.155327:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246953600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765010.155398:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246953728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765010.155471:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246953728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765010.155494:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765010.155506:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765010/real 1789765010] req@ffff9985857da300 x1876702246953728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765010.155517:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246953728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765010.155528:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765010.155531:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765010.155534:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246953728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765011.114796:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765012.139658:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765013.163321:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765014.186558:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765015.212506:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765015.275420:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765015.275438:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765015.275443:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765015.275457:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2315 00000100:00080000:0.0:1789765015.275471:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765015.275481:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765015.275530:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246953856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765015.275562:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765015.275567:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765015.275569:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765015.275574:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2315 00000100:00080000:0.0:1789765015.275578:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765015.275583:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765015.275593:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765015.275606:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246953984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765015.275616:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765015.275620:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765015.275622:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765015.275625:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2315 00000100:00080000:0.0:1789765015.275628:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765015.275632:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765015.275638:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765015.275647:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246954112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765015.275657:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765015.275661:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765015.275662:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765015.275667:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2315 00000100:00080000:0.0:1789765015.275670:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765015.275674:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765015.275679:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765015.275689:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246954240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765015.275698:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765015.275714:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765015.275716:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765015.275720:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2315 00000100:00080000:0.0:1789765015.275723:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765015.275727:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765015.275732:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765015.275746:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246954368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765015.275812:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246953856:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765015.275900:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765015.275960:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765015/real 1789765015] req@ffff9985856a3480 x1876702246953856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765015.275979:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246953856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765015.275989:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765015.275993:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765015.275997:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246953856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765015.276005:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246953984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765015.276029:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765015.276043:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765015/real 1789765015] req@ffff9985856a2d80 x1876702246953984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765015.276055:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246953984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765015.276064:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765015.276067:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765015.276071:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246953984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765015.276076:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246954112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765015.276096:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765015.276107:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765015/real 1789765015] req@ffff9985856a0700 x1876702246954112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765015.276118:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246954112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765015.276127:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765015.276130:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765015.276134:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246954112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765015.276140:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246954240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765015.276157:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765015.276167:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765015/real 1789765015] req@ffff9985856a3800 x1876702246954240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765015.276179:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246954240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765015.276187:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765015.276190:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765015.276193:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246954240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765015.276198:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246954368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765015.276218:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765015.276229:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765015/real 1789765015] req@ffff9985856a2300 x1876702246954368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765015.276239:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246954368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765015.276247:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765015.276250:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765015.276253:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246954368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765016.234796:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765017.260274:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765018.282717:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765019.306986:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765020.331188:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765020.394658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765020.394678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765020.394683:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765020.394693:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2320 00000100:00080000:3.0:1789765020.394703:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765020.394710:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765020.394752:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246954496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765020.394781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765020.394785:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765020.394787:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765020.394791:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2320 00000100:00080000:3.0:1789765020.394795:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765020.394799:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765020.394808:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765020.394823:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246954624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765020.394831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765020.394834:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765020.394836:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765020.394839:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2320 00000100:00080000:3.0:1789765020.394842:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765020.394844:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765020.394849:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765020.394857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246954752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765020.394868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765020.394871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765020.394872:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765020.394876:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2320 00000100:00080000:3.0:1789765020.394878:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765020.394881:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765020.394884:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765020.394892:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246954880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765020.394899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765020.394902:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765020.394903:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765020.394906:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2320 00000100:00080000:3.0:1789765020.394909:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765020.394912:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765020.394915:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765020.394922:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246955008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765020.394996:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246954496:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765020.395055:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765020.395102:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765020/real 1789765020] req@ffff998588b43b80 x1876702246954496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765020.395120:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246954496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765020.395131:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765020.395135:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765020.395138:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246954496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765020.395145:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246954624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765020.395176:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765020.395191:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765020/real 1789765020] req@ffff998588b40000 x1876702246954624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765020.395203:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246954624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765020.395216:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765020.395220:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765020.395223:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246954624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765020.395229:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246954752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765020.395251:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765020.395262:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765020/real 1789765020] req@ffff998588b43100 x1876702246954752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765020.395274:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246954752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765020.395283:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765020.395306:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765020.395310:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246954752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765020.395317:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246954880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765020.395337:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765020.395348:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765020/real 1789765020] req@ffff998588b42a00 x1876702246954880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765020.395360:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246954880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765020.395368:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765020.395372:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765020.395376:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246954880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765020.395381:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246955008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765020.395399:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765020.395408:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765020/real 1789765020] req@ffff998588b40e00 x1876702246955008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765020.395418:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246955008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765020.395426:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765020.395428:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765020.395432:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246955008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765021.358083:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765022.379585:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765023.402537:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765024.426688:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765025.450509:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765025.514483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765025.514492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765025.514498:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765025.514508:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2325 00000100:00080000:3.0:1789765025.514518:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765025.514525:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765025.514567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246955136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765025.514594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765025.514598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765025.514600:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765025.514604:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2325 00000100:00080000:3.0:1789765025.514607:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765025.514611:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765025.514620:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765025.514640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246955264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765025.514649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765025.514652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765025.514654:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765025.514657:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2325 00000100:00080000:3.0:1789765025.514660:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765025.514664:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765025.514667:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765025.514677:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246955392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765025.514690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765025.514693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765025.514695:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765025.514698:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2325 00000100:00080000:3.0:1789765025.514700:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765025.514703:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765025.514707:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765025.514716:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246955520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765025.514724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765025.514727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765025.514729:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765025.514732:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2325 00000100:00080000:3.0:1789765025.514735:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765025.514746:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765025.514750:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765025.514758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246955648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765025.514822:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246955136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765025.514884:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765025.514943:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765025/real 1789765025] req@ffff998588b41c00 x1876702246955136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765025.514961:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246955136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765025.514972:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765025.514976:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765025.514980:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246955136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765025.514990:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246955264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765025.515016:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765025.515040:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765025/real 1789765025] req@ffff998588b42680 x1876702246955264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765025.515051:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246955264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765025.515059:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765025.515062:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765025.515065:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246955264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765025.515071:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246955392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765025.515089:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765025.515100:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765025/real 1789765025] req@ffff998588b40e00 x1876702246955392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765025.515110:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246955392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765025.515117:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765025.515120:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765025.515123:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246955392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765025.515128:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246955520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765025.515145:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765025.515156:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765025/real 1789765025] req@ffff998588b42a00 x1876702246955520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765025.515167:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246955520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765025.515174:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765025.515177:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765025.515180:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246955520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765025.515185:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246955648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765025.515205:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765025.515215:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765025/real 1789765025] req@ffff998588b43100 x1876702246955648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765025.515226:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246955648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765025.515233:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765025.515236:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765025.515239:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246955648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765026.475587:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765027.498855:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765028.523217:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765029.546456:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765030.574559:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765030.634503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765030.634518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765030.634525:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765030.634539:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2330 00000100:00080000:3.0:1789765030.634553:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765030.634561:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765030.634621:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246955776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765030.634673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765030.634681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765030.634684:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765030.634690:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2330 00000100:00080000:3.0:1789765030.634694:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765030.634698:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765030.634719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765030.634735:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246955904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765030.634745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765030.634748:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765030.634750:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765030.634754:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2330 00000100:00080000:3.0:1789765030.634757:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765030.634761:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765030.634766:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765030.634778:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246956032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765030.634811:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246955776:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789765030.634815:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765030.634828:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765030.634831:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765030.634838:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2330 00000100:00080000:3.0:1789765030.634843:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765030.634849:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765030.634855:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765030.634873:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246956160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765030.634885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765030.634889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765030.634891:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765030.634897:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2330 00000800:00000100:2.0:1789765030.634905:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765030.634905:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765030.634916:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765030.634921:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765030.634934:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246956288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765030.634956:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765030/real 1789765030] req@ffff998588b40000 x1876702246955776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765030.634980:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246955776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765030.634994:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765030.634998:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765030.635002:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246955776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765030.635011:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246955904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765030.635035:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765030.635048:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765030/real 1789765030] req@ffff998588b43b80 x1876702246955904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765030.635058:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246955904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765030.635065:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765030.635068:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765030.635071:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246955904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765030.635097:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246956032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765030.635114:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765030.635124:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765030/real 1789765030] req@ffff998588b43800 x1876702246956032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765030.635133:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246956032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765030.635140:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765030.635143:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765030.635146:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246956032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765030.635152:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246956160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765030.635168:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765030.635178:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765030/real 1789765030] req@ffff998588b41880 x1876702246956160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765030.635187:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246956160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765030.635194:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765030.635197:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765030.635200:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246956160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765030.635205:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246956288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765030.635222:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765030.635232:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765030/real 1789765030] req@ffff998588b42300 x1876702246956288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765030.635258:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246956288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765030.635265:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765030.635268:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765030.635271:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246956288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765031.594727:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765032.618692:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765033.646686:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765034.666529:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765035.690720:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765035.754783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765035.754844:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765035.754850:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765035.754859:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2335 00000100:00080000:3.0:1789765035.754868:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765035.754875:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765035.754915:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246956416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765035.754990:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246956416:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765035.755054:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765035.755081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765035.755085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765035.755087:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765035.755091:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2335 00000100:00080000:3.0:1789765035.755095:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765035.755099:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765035.755108:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765035.755121:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246956544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765035.756436:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765035/real 1789765035] req@ffff998588b42d80 x1876702246956416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765035.756458:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246956416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765035.756469:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765035.756473:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765035.756477:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246956416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765035.756504:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246956544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765035.756540:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765035.756568:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765035/real 1789765035] req@ffff998588b41f80 x1876702246956544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765035.756581:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246956544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765035.756594:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765035.756598:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765035.756601:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246956544:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789765035.758733:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765035.758741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765035.758744:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765035.758752:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2335 00000100:00080000:3.0:1789765035.758760:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765035.758768:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765035.758779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765035.758931:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246956672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765035.758960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765035.758964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765035.758966:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765035.758970:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2335 00000100:00080000:3.0:1789765035.758974:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765035.758978:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765035.758983:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765035.758994:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246956800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765035.759003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765035.759006:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765035.759008:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765035.759011:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2335 00000100:00100000:2.0:1789765035.759442:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246956672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765035.759496:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765035.759522:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765035/real 1789765035] req@ffff998588b41f80 x1876702246956672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765035.759539:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246956672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765035.759736:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765035.759742:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765035.759747:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765035.759760:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246956928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765035.760077:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765035.760083:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765035.760088:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246956672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765035.760096:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246956800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765035.760119:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765035.760131:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765035/real 1789765035] req@ffff998588b42d80 x1876702246956800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765035.760143:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246956800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765035.760152:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765035.760155:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765035.760158:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246956800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765035.760279:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246956928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765035.760323:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765035.760334:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765035/real 1789765035] req@ffff998588b42300 x1876702246956928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765035.760346:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246956928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765035.760354:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765035.760357:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765035.760361:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246956928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765036.715474:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765037.738676:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765038.762525:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765039.786805:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765040.811078:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765040.875787:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765040.875797:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765040.875802:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765040.875812:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2340 00000100:00080000:0.0:1789765040.875823:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765040.875831:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765040.875876:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246957056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765040.875914:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765040.875918:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765040.875920:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765040.875925:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2340 00000100:00080000:0.0:1789765040.875929:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765040.875935:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765040.875944:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765040.875958:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246957184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765040.875968:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765040.875972:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765040.875974:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765040.875977:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2340 00000100:00080000:0.0:1789765040.875981:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765040.875985:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765040.875989:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765040.875999:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246957312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765040.876009:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765040.876013:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765040.876014:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765040.876018:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2340 00000100:00080000:0.0:1789765040.876021:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765040.876024:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765040.876029:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765040.876039:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246957440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765040.876048:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765040.876052:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765040.876053:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765040.876057:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2340 00000100:00080000:0.0:1789765040.876060:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765040.876064:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765040.876067:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765040.876075:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246957568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765040.876227:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246957056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765040.876311:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765040.876350:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765040/real 1789765040] req@ffff9985856a2300 x1876702246957056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765040.876366:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246957056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765040.876377:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765040.876381:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765040.876386:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246957056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765040.876393:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246957184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765040.876415:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765040.876428:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765040/real 1789765040] req@ffff9985856a3800 x1876702246957184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765040.876440:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246957184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765040.876448:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765040.876452:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765040.876455:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246957184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765040.876461:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246957312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765040.876479:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765040.876489:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765040/real 1789765040] req@ffff9985856a0700 x1876702246957312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765040.876496:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246957312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765040.876501:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765040.876504:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765040.876507:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246957312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765040.876511:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246957440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765040.876538:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765040.876548:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765040/real 1789765040] req@ffff9985856a2d80 x1876702246957440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765040.876558:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246957440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765040.876567:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765040.876570:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765040.876573:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246957440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765040.876579:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246957568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765040.876610:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765040.876621:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765040/real 1789765040] req@ffff9985856a3480 x1876702246957568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765040.876632:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246957568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765040.876640:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765040.876643:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765040.876646:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246957568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765041.835246:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765042.858549:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765043.882511:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765044.906595:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765045.930619:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765045.995726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765045.995736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765045.995741:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765045.995751:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2345 00000100:00080000:2.0:1789765045.995761:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765045.995768:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765045.995814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246957696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765045.995848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765045.995853:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765045.995855:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765045.995860:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2345 00000100:00080000:2.0:1789765045.995864:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765045.995868:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765045.995878:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765045.995890:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246957824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765045.995900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765045.995902:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765045.995904:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765045.995907:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2345 00000100:00080000:2.0:1789765045.995910:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765045.995913:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765045.995918:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765045.995927:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246957952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765045.995934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765045.995937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765045.995938:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765045.995941:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2345 00000100:00080000:2.0:1789765045.995944:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765045.995947:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765045.995952:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765045.995963:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246958080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765045.995972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765045.995975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765045.995977:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765045.995980:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2345 00000100:00080000:2.0:1789765045.995983:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765045.995986:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765045.995990:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765045.995998:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246958208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765045.996084:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246957696:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765045.996149:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765045.996196:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765045/real 1789765045] req@ffff9985857db800 x1876702246957696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765045.996216:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246957696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765045.996230:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765045.996235:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765045.996240:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246957696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765045.996247:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246957824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765045.996271:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765045.996284:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765045/real 1789765045] req@ffff9985857db100 x1876702246957824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765045.996948:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246957824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765045.996958:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765045.996962:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765045.996966:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246957824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765045.996975:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246957952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765045.997005:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765045.997017:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765045/real 1789765045] req@ffff9985857d9880 x1876702246957952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765045.997030:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246957952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765045.997038:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765045.997041:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765045.997045:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246957952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765045.997051:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246958080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765045.997072:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765045.997082:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765045/real 1789765045] req@ffff9985857da300 x1876702246958080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765045.997092:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246958080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765045.997099:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765045.997102:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765045.997105:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246958080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765045.997111:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246958208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765045.997130:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765045.997141:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765045/real 1789765045] req@ffff9985857d8a80 x1876702246958208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765045.997152:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246958208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765045.997166:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765045.997169:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765045.997172:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246958208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765046.954451:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765047.980822:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765049.002543:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765050.026905:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765051.051096:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765051.114414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765051.114429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765051.114454:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765051.114469:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2351 00000100:00080000:2.0:1789765051.114483:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765051.114492:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765051.114706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246958336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765051.114743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765051.114747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765051.114749:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765051.114753:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2351 00000100:00080000:2.0:1789765051.114758:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765051.114763:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765051.114773:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765051.114862:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246958464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765051.114872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765051.114875:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765051.114877:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765051.114881:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2351 00000100:00080000:2.0:1789765051.114885:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765051.114889:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765051.114894:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765051.114908:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246958592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765051.114918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765051.114922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765051.114924:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765051.114928:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2351 00000100:00080000:2.0:1789765051.114932:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789765051.114938:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246958336:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789765051.114938:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765051.114943:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765051.114953:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246958720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765051.114969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765051.114973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765051.114975:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765051.114979:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2351 00000100:00080000:2.0:1789765051.114982:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765051.114985:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765051.114989:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765051.114998:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246958848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789765051.115014:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765051.115075:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765051/real 1789765051] req@ffff9985857dbb80 x1876702246958336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765051.115094:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246958336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765051.115104:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765051.115107:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765051.115111:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246958336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765051.115118:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246958464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765051.115140:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765051.115152:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765051/real 1789765051] req@ffff9985857d8380 x1876702246958464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765051.115164:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246958464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765051.115178:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765051.115182:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765051.115185:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246958464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765051.115191:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246958592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765051.115208:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765051.115218:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765051/real 1789765051] req@ffff9985857d9180 x1876702246958592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765051.115227:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246958592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765051.115234:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765051.115237:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765051.115240:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246958592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765051.115268:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246958720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765051.115316:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765051.115329:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765051/real 1789765051] req@ffff9985857daa00 x1876702246958720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765051.115341:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246958720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765051.115348:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765051.115351:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765051.115355:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246958720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765051.115360:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246958848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765051.115380:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765051.115390:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765051/real 1789765051] req@ffff9985857d8e00 x1876702246958848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765051.115401:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246958848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765051.115408:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765051.115411:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765051.115413:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246958848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765052.074805:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765053.099903:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765054.124088:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765055.147526:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765056.170508:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765056.234615:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765056.234629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765056.234634:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765056.234646:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2356 00000100:00080000:2.0:1789765056.234659:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765056.234667:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765056.234709:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246958976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765056.234746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765056.234750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765056.234752:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765056.234756:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2356 00000100:00080000:2.0:1789765056.234760:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765056.234764:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765056.234775:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765056.234788:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246959104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765056.234797:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765056.234800:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765056.234802:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765056.234814:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2356 00000100:00080000:2.0:1789765056.234817:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765056.234820:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765056.234826:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765056.234834:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246959232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765056.234842:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765056.234845:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765056.234847:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765056.234851:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2356 00000100:00080000:2.0:1789765056.234854:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765056.234857:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765056.234861:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765056.234874:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246959360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765056.234883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765056.234886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765056.234889:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765056.234893:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2356 00000100:00080000:2.0:1789765056.234896:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765056.234899:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765056.234904:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765056.234914:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246959488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765056.235321:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246958976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765056.235449:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246959104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765056.235502:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246959232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765056.235526:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246959360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765056.235545:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246959488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765057.196075:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765058.219065:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765059.243158:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789765059.310169:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789765059.310231:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789765059.310251:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765059.312835:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789765059.313036:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765056/real 1789765059] req@ffff9985857d9f80 x1876702246958976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765059.313079:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246958976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765059.313100:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765059.313105:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765059.313110:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246958976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765059.313959:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765059.313974:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765059.313982:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789765059.314173:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765056/real 1789765059] req@ffff9985857d9500 x1876702246959104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765059.314194:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246959104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765059.314204:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765059.314208:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765059.314212:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246959104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765059.314219:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765056/real 1789765059] req@ffff9985857d8000 x1876702246959232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765059.314230:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246959232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765059.314237:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765059.314240:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765059.314243:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246959232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765059.314249:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765056/real 1789765059] req@ffff9985857d8e00 x1876702246959360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765059.314261:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246959360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765059.314267:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765059.314270:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765059.314273:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246959360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765059.314278:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765056/real 1789765059] req@ffff9985857daa00 x1876702246959488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765059.315172:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246959488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765059.315186:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765059.315190:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765059.315194:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246959488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765060.266712:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765061.297646:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765061.360930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765061.360944:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765061.360949:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765061.360962:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2361 00000100:00080000:1.0:1789765061.360976:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765061.360984:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765061.361030:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246959616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765061.361154:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246959616:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765061.361232:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789765061.361333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765061.361339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765061.361341:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765061.361347:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2361 00000100:00080000:1.0:1789765061.361352:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765061.361356:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765061.361378:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765061.361396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246959744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765061.361899:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765061/real 1789765061] req@ffff9985836dad80 x1876702246959616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765061.361920:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246959616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765061.361931:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765061.361934:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765061.361939:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246959616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765061.361965:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246959744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765061.361993:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765061.362007:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765061/real 1789765061] req@ffff9985836d8a80 x1876702246959744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765061.362019:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246959744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765061.362027:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765061.362030:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765061.362033:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246959744:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789765061.362361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765061.362375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765061.362377:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765061.362382:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2361 00000100:00080000:1.0:1789765061.362387:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765061.362392:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765061.362398:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765061.362413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246959872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765061.362458:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246959872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765061.362485:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789765061.362515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765061.362519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765061.362521:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765061.362525:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2361 00000100:00080000:1.0:1789765061.362530:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765061.362542:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765061.362549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765061.362561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246960000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765061.362973:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765061/real 1789765061] req@ffff9985836d8700 x1876702246959872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765061.362986:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246959872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765061.362994:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765061.362997:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765061.363000:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246959872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765061.363015:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246960000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765061.363037:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765061.363049:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765061/real 1789765061] req@ffff9985836d9c00 x1876702246960000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765061.363066:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246960000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765061.363073:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765061.363076:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765061.363079:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246960000:192.168.203.136@tcp:8:kworker.0 00000100:00080000:1.0:1789765061.363127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765061.363130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765061.363132:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765061.363136:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2361 00000100:00080000:1.0:1789765061.363141:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765061.363145:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765061.363151:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765061.363164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246960128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765061.363233:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246960128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765061.363256:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765061.363268:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765061/real 1789765061] req@ffff9985836da680 x1876702246960128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765061.363279:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246960128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765061.363402:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765061.363408:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765061.363412:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246960128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765062.315654:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765063.339922:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765064.363784:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765065.386984:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765066.411224:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765066.474435:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765066.474590:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765066.474597:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765066.474609:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2366 00000100:00080000:0.0:1789765066.474622:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765066.474630:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765066.474676:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246960256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765066.474707:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765066.474711:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765066.474712:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765066.474716:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2366 00000100:00080000:0.0:1789765066.474720:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765066.474724:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765066.474735:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765066.474749:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246960384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765066.474759:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765066.474762:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765066.474763:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765066.474767:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2366 00000100:00080000:0.0:1789765066.474770:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765066.474773:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765066.474778:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765066.474788:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246960512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765066.474796:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765066.474799:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765066.474801:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765066.474804:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2366 00000100:00080000:0.0:1789765066.474807:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765066.474810:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765066.474813:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765066.474823:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246960640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765066.474831:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765066.474835:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765066.474836:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765066.474840:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2366 00000100:00080000:0.0:1789765066.474844:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765066.474847:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765066.474852:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765066.474862:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246960768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765066.475629:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246960256:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765066.475707:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765066.475756:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765066/real 1789765066] req@ffff9985856a2680 x1876702246960256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765066.475774:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246960256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765066.475791:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765066.475796:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765066.475801:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246960256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765066.475808:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246960384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765066.475832:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765066.475844:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765066/real 1789765066] req@ffff9985856a3480 x1876702246960384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765066.475856:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246960384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765066.475864:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765066.475869:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765066.475872:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246960384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765066.475878:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246960512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765066.475900:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765066.475912:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765066/real 1789765066] req@ffff9985856a2d80 x1876702246960512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765066.475922:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246960512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765066.475930:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765066.475934:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765066.475936:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246960512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765066.475943:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246960640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765066.475963:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765066.475973:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765066/real 1789765066] req@ffff9985856a0700 x1876702246960640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765066.475983:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246960640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765066.475990:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765066.475994:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765066.475997:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246960640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765066.476004:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246960768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765066.476025:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765066.476035:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765066/real 1789765066] req@ffff9985856a3800 x1876702246960768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765066.476046:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246960768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765066.476054:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765066.476057:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765066.476061:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246960768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765067.438606:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765068.458730:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765069.482604:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765070.506585:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765071.530633:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765071.595463:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765071.595476:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765071.595481:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765071.595494:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2371 00000100:00080000:3.0:1789765071.595506:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765071.595514:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765071.595556:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246960896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765071.595591:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765071.595595:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765071.595597:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765071.595602:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2371 00000100:00080000:3.0:1789765071.595606:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765071.595609:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765071.595620:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765071.595635:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246961024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765071.595644:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765071.595647:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765071.595649:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765071.595652:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2371 00000100:00080000:3.0:1789765071.595655:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765071.595658:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765071.595662:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765071.595671:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246961152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765071.595689:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765071.595698:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765071.595700:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765071.595704:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2371 00000100:00080000:3.0:1789765071.595707:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765071.595710:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765071.595715:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765071.595724:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246961280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765071.595732:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765071.595736:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765071.595738:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765071.595742:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2371 00000100:00080000:3.0:1789765071.595745:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765071.595749:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765071.595753:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765071.595762:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246961408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765071.595942:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246960896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765071.596010:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765071.596065:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765071/real 1789765071] req@ffff998588b41880 x1876702246960896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765071.596084:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246960896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765071.596095:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765071.596099:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765071.596103:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246960896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765071.596111:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246961024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765071.596132:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765071.596153:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765071/real 1789765071] req@ffff998588b43800 x1876702246961024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765071.596166:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246961024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765071.596174:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765071.596177:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765071.596180:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246961024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765071.596185:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246961152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765071.596201:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765071.596210:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765071/real 1789765071] req@ffff998588b43b80 x1876702246961152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765071.596220:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246961152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765071.596234:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765071.596236:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765071.596239:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246961152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765071.596244:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246961280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765071.596256:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765071.596264:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765071/real 1789765071] req@ffff998588b40000 x1876702246961280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765071.596320:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246961280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765071.596328:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765071.596331:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765071.596335:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246961280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765071.596340:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246961408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765071.596357:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765071.596371:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765071/real 1789765071] req@ffff998588b43100 x1876702246961408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765071.596381:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246961408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765071.596389:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765071.596392:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765071.596395:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246961408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765072.563475:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765073.578556:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765074.603311:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765075.627323:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765076.650571:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765076.714745:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765076.714755:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765076.714759:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765076.714770:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2376 00000100:00080000:3.0:1789765076.714782:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765076.714789:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765076.714837:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246961536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765076.714868:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765076.714872:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765076.714874:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765076.714879:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2376 00000100:00080000:3.0:1789765076.714882:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765076.714886:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765076.714896:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765076.714921:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246961664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765076.714931:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765076.714935:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765076.714936:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765076.714940:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2376 00000100:00080000:3.0:1789765076.714943:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765076.714947:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765076.716311:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765076.716335:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246961536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765076.716340:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246961792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765076.716353:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765076.716357:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765076.716359:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765076.716363:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2376 00000100:00080000:3.0:1789765076.716368:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765076.716373:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765076.716378:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765076.716389:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246961920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765076.716397:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765076.716400:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765076.716401:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765076.716405:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2376 00000100:00080000:3.0:1789765076.716408:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789765076.716409:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765076.716411:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765076.716415:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765076.716424:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246962048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765076.716445:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765076/real 1789765076] req@ffff998588b42a00 x1876702246961536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765076.716463:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246961536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765076.716475:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765076.716479:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765076.716484:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246961536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765076.716492:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246961664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765076.716515:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765076.716526:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765076/real 1789765076] req@ffff998588b40e00 x1876702246961664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765076.716539:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246961664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765076.716547:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765076.716551:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765076.716554:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246961664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765076.716591:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246961792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765076.716612:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765076.716622:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765076/real 1789765076] req@ffff998588b42680 x1876702246961792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765076.716633:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246961792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765076.716642:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765076.716645:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765076.716648:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246961792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765076.716655:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246961920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765076.716669:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765076.716678:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765076/real 1789765076] req@ffff998588b41c00 x1876702246961920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765076.716690:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246961920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765076.716698:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765076.716701:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765076.716709:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246961920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765076.716715:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246962048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765076.716734:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765076.716745:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765076/real 1789765076] req@ffff998588b43100 x1876702246962048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765076.716756:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246962048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765076.716764:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765076.716767:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765076.716770:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246962048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765077.674887:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765078.698963:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765079.723364:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765080.746643:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765081.770587:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765081.834538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765081.834548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765081.834554:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765081.834565:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2381 00000100:00080000:2.0:1789765081.834576:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765081.834585:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765081.834629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246962176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765081.834655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765081.834658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765081.834661:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765081.834665:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2381 00000100:00080000:2.0:1789765081.834669:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765081.834673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765081.834684:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765081.834697:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246962304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765081.834707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765081.834711:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765081.834713:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765081.834716:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2381 00000100:00080000:2.0:1789765081.834720:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765081.834724:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765081.834729:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765081.834738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246962432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765081.834747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765081.834750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765081.834752:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765081.834756:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2381 00000100:00080000:2.0:1789765081.834759:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765081.834762:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765081.834766:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765081.834776:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246962560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765081.834785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765081.834919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765081.834922:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765081.834926:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2381 00000100:00080000:2.0:1789765081.834930:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765081.834934:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765081.834939:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765081.834951:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246962688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765081.835495:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246962176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765081.835563:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765081.835617:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765081/real 1789765081] req@ffff9985857d9180 x1876702246962176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765081.835637:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246962176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765081.835648:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765081.835653:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765081.835658:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246962176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765081.835665:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246962304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765081.835689:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765081.835702:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765081/real 1789765081] req@ffff9985857d8380 x1876702246962304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765081.835715:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246962304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765081.835723:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765081.835727:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765081.835730:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246962304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765081.835737:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246962432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765081.835757:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765081.835768:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765081/real 1789765081] req@ffff9985857dbb80 x1876702246962432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765081.835788:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246962432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765081.835797:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765081.835800:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765081.835804:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246962432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765081.835811:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246962560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765081.835829:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765081.835840:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765081/real 1789765081] req@ffff9985857d8a80 x1876702246962560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765081.835852:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246962560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765081.835860:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765081.835863:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765081.835867:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246962560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765081.835873:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246962688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765081.836036:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765081.836049:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765081/real 1789765081] req@ffff9985857da300 x1876702246962688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765081.836063:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246962688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765081.836077:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765081.836080:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765081.836083:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246962688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765082.794897:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765083.818582:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765084.844187:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765085.866520:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765086.897167:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765086.954530:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765086.954539:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765086.954544:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765086.954554:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2386 00000100:00080000:3.0:1789765086.954564:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765086.954573:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765086.954630:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246962816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765086.954659:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765086.954662:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765086.954664:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765086.954668:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2386 00000100:00080000:3.0:1789765086.954672:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765086.954676:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765086.954689:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765086.954704:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246962944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765086.954713:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765086.954716:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765086.954717:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765086.954721:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2386 00000100:00080000:3.0:1789765086.954724:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765086.954728:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765086.954732:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765086.954743:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246963072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765086.954752:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765086.954756:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765086.954757:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765086.954761:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2386 00000100:00080000:3.0:1789765086.954763:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765086.954766:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765086.954771:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765086.954781:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246963200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765086.954788:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765086.954791:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765086.954793:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765086.954796:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2386 00000100:00080000:3.0:1789765086.954800:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765086.954803:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765086.954807:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765086.954816:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246963328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765086.954934:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246962816:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765086.954998:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765086.955056:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765086/real 1789765086] req@ffff998588b40000 x1876702246962816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765086.955074:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246962816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765086.955084:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765086.955089:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765086.955093:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246962816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765086.955101:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246962944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765086.955125:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765086.955138:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765086/real 1789765086] req@ffff998588b43b80 x1876702246962944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765086.955149:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246962944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765086.955163:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765086.955167:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765086.955170:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246962944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765086.955186:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246963072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765086.955208:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765086.955218:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765086/real 1789765086] req@ffff998588b43800 x1876702246963072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765086.955229:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246963072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765086.955238:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765086.955242:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765086.955245:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246963072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765086.955252:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246963200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765086.955272:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765086.955283:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765086/real 1789765086] req@ffff998588b41880 x1876702246963200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765086.955318:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246963200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765086.955326:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765086.955330:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765086.955334:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246963200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765086.955341:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246963328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765086.955360:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765086.955370:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765086/real 1789765086] req@ffff998588b42300 x1876702246963328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765086.955380:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246963328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765086.955386:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765086.955390:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765086.955393:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246963328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765087.915667:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765088.938790:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765089.962567:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765090.987479:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765092.012218:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765092.074578:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765092.074592:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765092.074597:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765092.074608:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2392 00000100:00080000:1.0:1789765092.074622:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765092.074631:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765092.074669:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246963456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765092.074691:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765092.074694:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765092.074696:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765092.074699:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2392 00000100:00080000:1.0:1789765092.074701:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765092.074704:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765092.074713:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765092.074720:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246963584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765092.074726:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765092.074727:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765092.074728:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765092.074730:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2392 00000100:00080000:1.0:1789765092.074732:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765092.074734:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765092.074737:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765092.074741:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246963712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765092.074746:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765092.074748:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765092.074749:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765092.074751:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2392 00000100:00080000:1.0:1789765092.074753:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765092.074755:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765092.074757:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765092.074762:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246963840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765092.074767:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765092.074770:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765092.074770:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765092.074772:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2392 00000100:00080000:1.0:1789765092.074774:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765092.074776:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765092.074778:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765092.074782:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246963968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765092.075163:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246963456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765092.075242:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765092.075317:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765092/real 1789765092] req@ffff9985836db800 x1876702246963456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765092.075338:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246963456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765092.075358:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765092.075362:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765092.075366:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246963456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765092.075374:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246963584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765092.075398:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765092.075411:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765092/real 1789765092] req@ffff9985836da300 x1876702246963584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765092.075424:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246963584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765092.075432:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765092.075435:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765092.075438:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246963584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765092.078589:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246963712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765092.078682:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765092.078716:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765092/real 1789765092] req@ffff9985836d8e00 x1876702246963712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765092.078742:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246963712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765092.078761:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765092.078766:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765092.078770:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246963712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765092.078779:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246963840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765092.078799:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765092.078809:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765092/real 1789765092] req@ffff9985836d8380 x1876702246963840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765092.078820:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246963840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765092.078828:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765092.078831:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765092.078834:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246963840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765092.078841:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246963968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765092.078857:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765092.078867:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765092/real 1789765092] req@ffff9985836d9880 x1876702246963968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765092.078878:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246963968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765092.078891:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765092.078895:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765092.078898:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246963968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765093.034553:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765094.059272:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765095.082598:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765096.107212:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765097.130684:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765097.194441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765097.194454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765097.194459:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765097.194470:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2397 00000100:00080000:2.0:1789765097.194482:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765097.194491:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765097.194528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246964096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765097.194552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765097.194556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765097.194558:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765097.194562:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2397 00000100:00080000:2.0:1789765097.194566:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765097.194571:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765097.194580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765097.194585:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246964096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765097.194591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246964224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765097.194600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765097.194603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765097.194605:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765097.194608:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2397 00000100:00080000:2.0:1789765097.194611:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765097.194624:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765097.194630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765097.194639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246964352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765097.194647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765097.194650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765097.194652:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765097.194655:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2397 00000100:00080000:2.0:1789765097.194658:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789765097.194660:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765097.194664:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765097.194668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765097.194679:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246964480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765097.194688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765097.194690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765097.194692:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765097.194695:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2397 00000100:00080000:2.0:1789765097.194698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765097.194702:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765097.194706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765097.194726:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246964608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765097.194727:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765097/real 1789765097] req@ffff9985857d9880 x1876702246964096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765097.194745:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246964096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765097.194755:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765097.194759:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765097.194763:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246964096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765097.194804:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246964224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765097.194828:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765097.194840:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765097/real 1789765097] req@ffff9985857db100 x1876702246964224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765097.194847:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246964224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765097.194852:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765097.194854:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765097.194856:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246964224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765097.194860:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246964352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765097.194873:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765097.194879:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765097/real 1789765097] req@ffff9985857db800 x1876702246964352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765097.194889:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246964352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765097.194896:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765097.194899:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765097.194902:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246964352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765097.194906:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246964480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765097.194930:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765097.194941:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765097/real 1789765097] req@ffff9985857da300 x1876702246964480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765097.194955:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246964480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765097.194960:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765097.194962:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765097.194964:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246964480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765097.194968:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246964608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765097.194981:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765097.194988:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765097/real 1789765097] req@ffff9985857d8a80 x1876702246964608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765097.194994:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246964608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765097.194998:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765097.195000:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765097.195001:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246964608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765098.154963:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765099.178546:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765100.203030:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765101.226532:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765102.250587:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765102.314633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765102.314643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765102.314647:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765102.314657:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2402 00000100:00080000:2.0:1789765102.314666:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765102.314674:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765102.314714:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246964736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765102.314745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765102.314749:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765102.314751:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765102.314755:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2402 00000100:00080000:2.0:1789765102.314758:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765102.314762:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765102.314771:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765102.314783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246964864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765102.314793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765102.314796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765102.314797:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765102.314800:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2402 00000100:00080000:2.0:1789765102.314803:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765102.314808:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765102.314812:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765102.314821:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246964992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765102.314830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765102.314834:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765102.314835:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765102.314838:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2402 00000100:00080000:2.0:1789765102.314842:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765102.314845:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765102.314849:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765102.314859:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246965120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765102.314867:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765102.314870:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765102.314872:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765102.314875:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2402 00000100:00080000:2.0:1789765102.314878:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765102.314881:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765102.314885:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765102.314900:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246965248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765102.314995:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246964736:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765102.315053:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765102.315111:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765102/real 1789765102] req@ffff9985857dbb80 x1876702246964736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765102.315128:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246964736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765102.315137:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765102.315141:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765102.315143:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246964736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765102.315156:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246964864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765102.315179:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765102.315191:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765102/real 1789765102] req@ffff9985857d8380 x1876702246964864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765102.315203:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246964864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765102.315212:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765102.315215:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765102.315217:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246964864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765102.315221:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246964992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765102.315236:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765102.315243:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765102/real 1789765102] req@ffff9985857d9180 x1876702246964992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765102.315255:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246964992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765102.315263:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765102.315267:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765102.315270:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246964992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765102.315276:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246965120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765102.315317:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765102.315328:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765102/real 1789765102] req@ffff9985857daa00 x1876702246965120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765102.315339:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246965120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765102.315346:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765102.315350:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765102.315353:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246965120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765102.315358:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246965248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765102.315378:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765102.315389:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765102/real 1789765102] req@ffff9985857d8e00 x1876702246965248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765102.315399:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246965248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765102.315404:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765102.315406:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765102.315408:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246965248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765103.274516:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765104.299468:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765105.322661:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765106.346594:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765107.370971:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765107.434910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765107.434922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765107.434926:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765107.434936:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2407 00000100:00080000:2.0:1789765107.434946:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765107.434956:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765107.435001:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246965376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765107.435037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765107.435041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765107.435043:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765107.435048:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2407 00000100:00080000:2.0:1789765107.435051:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765107.435056:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765107.435067:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765107.435076:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246965376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765107.435081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246965504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765107.435093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765107.435096:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765107.435099:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765107.435103:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2407 00000100:00080000:2.0:1789765107.435106:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765107.435110:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765107.435115:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765107.435125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246965632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765107.435135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765107.435138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765107.435140:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789765107.435142:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765107.435147:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2407 00000100:00080000:2.0:1789765107.435151:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765107.435155:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765107.435159:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765107.435171:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246965760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765107.435181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789765107.435185:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765107/real 1789765107] req@ffff9985857d8000 x1876702246965376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765107.435186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765107.435189:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765107.435196:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2407 00000100:00080000:2.0:1789765107.435202:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765107.435207:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765107.435212:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765107.435214:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246965376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765107.435224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246965888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765107.435227:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765107.435235:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765107.435243:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246965376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765107.435278:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246965504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765107.435316:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765107.435329:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765107/real 1789765107] req@ffff9985857d9500 x1876702246965504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765107.435341:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246965504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765107.435349:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765107.435352:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765107.435356:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246965504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765107.435361:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246965632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765107.435377:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765107.435385:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765107/real 1789765107] req@ffff9985857d9f80 x1876702246965632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765107.435403:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246965632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765107.435411:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765107.435413:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765107.435416:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246965632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765107.435421:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246965760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765107.435444:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765107.435454:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765107/real 1789765107] req@ffff9985857d8e00 x1876702246965760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765107.435464:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246965760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765107.435472:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765107.435475:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765107.435478:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246965760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765107.435484:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246965888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765107.435513:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765107.435523:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765107/real 1789765107] req@ffff9985857daa00 x1876702246965888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765107.435534:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246965888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765107.435552:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765107.435556:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765107.435559:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246965888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765108.394660:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765109.418603:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765110.442521:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765111.467171:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765112.491105:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765112.555015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765112.555026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765112.555031:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765112.555042:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2412 00000100:00080000:1.0:1789765112.555052:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765112.555059:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765112.555105:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246966016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765112.555134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765112.555138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765112.555140:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765112.555145:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2412 00000100:00080000:1.0:1789765112.555149:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765112.555153:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765112.555164:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765112.555182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246966144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765112.555210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765112.555213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765112.555214:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765112.555217:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2412 00000100:00080000:1.0:1789765112.555221:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765112.555224:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765112.555229:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765112.555239:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246966272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765112.555247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765112.555250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765112.555252:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765112.555255:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2412 00000100:00080000:1.0:1789765112.555258:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765112.555261:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765112.555265:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765112.555272:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246966400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765112.555280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765112.555283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765112.555285:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789765112.555534:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246966016:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765112.555595:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765112.555631:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765112/real 1789765112] req@ffff9985836d9180 x1876702246966016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765112.555654:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246966016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765112.555666:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765112.555670:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765112.555673:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246966016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765112.555680:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246966144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765112.555701:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765112.555713:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765112/real 1789765112] req@ffff9985836d9880 x1876702246966144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765112.555730:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246966144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765112.555738:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765112.555741:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765112.555743:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246966144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765112.555748:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246966272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765112.555768:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765112.555777:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765112/real 1789765112] req@ffff9985836d8380 x1876702246966272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765112.555786:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246966272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765112.555798:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765112.555801:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765112.555803:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246966272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765112.555809:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246966400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765112.555826:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765112.555836:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765112/real 1789765112] req@ffff9985836d8e00 x1876702246966400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765112.555847:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246966400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765112.555854:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765112.555857:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765112.555860:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246966400:192.168.203.136@tcp:8:kworker.0 00000100:00080000:1.0:1789765112.556545:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2412 00000100:00080000:1.0:1789765112.556551:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765112.556556:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765112.556564:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765112.556581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246966528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765112.559580:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246966528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765112.559649:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765112.559681:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765112/real 1789765112] req@ffff9985836da300 x1876702246966528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765112.559699:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246966528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765112.559711:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765112.559715:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765112.559720:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246966528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765113.525073:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765114.542920:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765115.565124:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765116.586584:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765117.612436:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765117.676743:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765117.676756:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765117.676761:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765117.676773:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2417 00000100:00080000:3.0:1789765117.676784:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765117.676792:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765117.676836:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246966656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765117.676872:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765117.676877:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765117.676879:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765117.676884:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2417 00000100:00080000:3.0:1789765117.676888:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765117.676892:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765117.676902:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765117.676914:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246966784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765117.676924:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765117.676927:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765117.676929:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765117.676932:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2417 00000100:00080000:3.0:1789765117.676935:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765117.676938:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765117.676943:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765117.676967:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246966912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765117.676977:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765117.676980:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765117.676982:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765117.676986:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2417 00000100:00080000:3.0:1789765117.676990:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765117.676993:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765117.676998:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765117.677008:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246967040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765117.677017:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765117.677020:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765117.677021:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765117.677025:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2417 00000100:00080000:3.0:1789765117.677028:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765117.677032:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765117.677037:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765117.677058:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246967168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765117.678415:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246966656:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765117.678510:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765117.678571:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765117/real 1789765117] req@ffff998588b42d80 x1876702246966656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765117.678591:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246966656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765117.678603:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765117.678607:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765117.678611:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246966656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765117.678619:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246966784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765117.678655:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765117.678670:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765117/real 1789765117] req@ffff998588b41f80 x1876702246966784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765117.678682:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246966784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765117.678691:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765117.678694:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765117.678698:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246966784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765117.678704:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246966912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765117.678725:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765117.678736:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765117/real 1789765117] req@ffff998588b42300 x1876702246966912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765117.678748:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246966912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765117.678757:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765117.678760:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765117.678763:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246966912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765117.678769:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246967040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765117.678789:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765117.678799:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765117/real 1789765117] req@ffff998588b41880 x1876702246967040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765117.678811:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246967040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765117.678818:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765117.678822:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765117.678825:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246967040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765117.678831:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246967168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765117.678849:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765117.678860:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765117/real 1789765117] req@ffff998588b43800 x1876702246967168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765117.678871:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246967168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765117.678879:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765117.678882:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765117.678885:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246967168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765118.634919:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765119.658516:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765120.684405:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765121.706517:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765122.730754:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765122.796712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765122.796723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765122.796728:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765122.796738:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2422 00000100:00080000:1.0:1789765122.796749:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765122.796757:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765122.796800:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246967296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765122.796831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765122.796835:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765122.796837:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765122.796842:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2422 00000100:00080000:1.0:1789765122.796845:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765122.796849:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765122.796860:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765122.796872:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246967424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765122.796882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765122.796885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765122.796887:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765122.796890:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2422 00000100:00080000:1.0:1789765122.796894:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765122.796897:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765122.796902:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765122.796911:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246967552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765122.796934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765122.796938:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765122.796940:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765122.796943:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2422 00000100:00080000:1.0:1789765122.796946:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765122.796950:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765122.796954:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765122.796963:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246967680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765122.796971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765122.796974:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765122.796976:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765122.796979:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2422 00000100:00080000:1.0:1789765122.796982:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765122.796986:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765122.796990:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765122.797000:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246967808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765122.798672:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246967296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765122.798787:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246967424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765122.798818:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246967552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765122.798838:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246967680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765122.798858:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246967808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765123.755539:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765124.779734:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765125.802560:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789765125.869915:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789765125.869976:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789765125.869997:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765125.870047:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765125.870056:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765125.870062:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765125.870069:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789765125.870181:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765122/real 1789765125] req@ffff9985836db800 x1876702246967296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765125.870208:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246967296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765125.870220:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765125.870224:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765125.870228:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246967296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765125.870236:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765122/real 1789765125] req@ffff9985836da680 x1876702246967424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765125.870356:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246967424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765125.870364:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765125.870367:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765125.870371:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246967424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765125.870441:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765122/real 1789765125] req@ffff9985836d9c00 x1876702246967552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765125.870463:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246967552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765125.870471:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765125.870474:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765125.870478:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246967552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765125.870484:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765122/real 1789765125] req@ffff9985836d8700 x1876702246967680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765125.870503:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246967680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765125.870510:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765125.870513:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765125.870516:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246967680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765125.870522:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765122/real 1789765125] req@ffff9985836d8a80 x1876702246967808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765125.870532:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246967808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765125.870538:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765125.870541:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765125.870544:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246967808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765126.826697:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765127.850778:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765127.914483:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765127.914496:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765127.914501:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765127.914513:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2427 00000100:00080000:2.0:1789765127.914526:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765127.914534:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765127.914580:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246967936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765127.914613:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765127.914617:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765127.914619:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765127.914623:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2427 00000100:00080000:2.0:1789765127.914627:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765127.914631:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765127.914641:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765127.914654:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246968064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765127.914663:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765127.914667:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765127.914668:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765127.914672:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2427 00000100:00080000:2.0:1789765127.914675:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765127.914679:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765127.914685:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765127.914695:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246968192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765127.914704:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765127.914707:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765127.914709:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765127.914714:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2427 00000100:00080000:2.0:1789765127.914717:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765127.914721:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765127.914725:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765127.914735:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246968320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765127.914743:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765127.914746:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765127.914747:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765127.914751:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2427 00000100:00080000:2.0:1789765127.914754:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765127.914758:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765127.914762:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765127.914771:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246968448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765127.917429:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246967936:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765127.917559:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765127.919693:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765127/real 1789765127] req@ffff9985857d9180 x1876702246967936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765127.919748:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246967936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765127.919760:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765127.919766:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765127.919770:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246967936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765127.919783:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246968064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765127.919853:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765127.919888:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765127/real 1789765127] req@ffff9985857d8380 x1876702246968064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765127.919901:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246968064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765127.919908:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765127.919911:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765127.919915:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246968064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765127.919922:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246968192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765127.920436:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765127.920455:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765127/real 1789765127] req@ffff9985857dbb80 x1876702246968192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765127.920470:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246968192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765127.920483:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765127.920487:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765127.920490:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246968192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765127.920497:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246968320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765127.920525:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765127.920536:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765127/real 1789765127] req@ffff9985857d8a80 x1876702246968320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765127.920548:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246968320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765127.920556:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765127.920559:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765127.920563:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246968320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765127.920569:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246968448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765127.920591:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765127.920602:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765127/real 1789765127] req@ffff9985857da300 x1876702246968448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765127.920614:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246968448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765127.920622:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765127.920625:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765127.920629:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246968448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765128.876346:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765129.903546:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765130.922849:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765131.951045:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765132.974818:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765133.037778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765133.037791:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765133.037796:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765133.037808:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2432 00000100:00080000:1.0:1789765133.037822:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765133.037831:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765133.037885:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246968576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765133.037920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765133.037924:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765133.037926:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765133.037930:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2432 00000100:00080000:1.0:1789765133.037934:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765133.037938:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765133.037948:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765133.037960:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246968704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765133.037970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765133.037973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765133.037975:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765133.037979:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2432 00000100:00080000:1.0:1789765133.037982:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765133.037986:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765133.037990:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765133.037999:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246968832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765133.038007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765133.038010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765133.038012:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765133.038016:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2432 00000100:00080000:1.0:1789765133.038019:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765133.038022:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765133.038026:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765133.038036:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246968960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765133.038056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765133.038059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765133.038060:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765133.038064:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2432 00000100:00080000:1.0:1789765133.038067:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765133.038070:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765133.038075:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765133.038085:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246969088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765133.039161:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246968576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765133.039249:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765133.039346:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765133/real 1789765133] req@ffff9985836d8a80 x1876702246968576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765133.039367:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246968576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765133.039377:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765133.039382:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765133.039386:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246968576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765133.039394:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246968704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765133.039418:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765133.039429:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765133/real 1789765133] req@ffff9985836d8700 x1876702246968704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765133.039440:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246968704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765133.039447:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765133.039450:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765133.039453:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246968704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765133.039469:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246968832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765133.039490:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765133.039500:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765133/real 1789765133] req@ffff9985836d9c00 x1876702246968832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765133.039511:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246968832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765133.039518:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765133.039521:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765133.039524:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246968832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765133.039530:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246968960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765133.039551:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765133.039561:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765133/real 1789765133] req@ffff9985836da680 x1876702246968960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765133.039569:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246968960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765133.039574:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765133.039576:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765133.039578:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246968960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765133.039582:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246969088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765133.039605:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765133.039618:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765133/real 1789765133] req@ffff9985836db800 x1876702246969088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765133.039630:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246969088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765133.039635:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765133.039637:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765133.039639:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246969088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765133.994572:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765135.018565:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765136.042673:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765137.066459:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765138.090557:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765138.155148:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765138.155161:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765138.155166:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765138.155178:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2438 00000100:00080000:3.0:1789765138.155192:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765138.155200:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765138.155241:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246969216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765138.155283:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765138.155325:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765138.155327:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765138.155332:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2438 00000100:00080000:3.0:1789765138.155335:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765138.155340:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765138.155350:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765138.155363:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246969344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765138.155372:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765138.155376:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765138.155377:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765138.155381:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2438 00000100:00080000:3.0:1789765138.155384:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765138.155387:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765138.155391:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765138.155399:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246969472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765138.155409:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765138.155412:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765138.155414:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765138.155417:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2438 00000100:00080000:3.0:1789765138.155419:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765138.155422:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765138.155426:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765138.155433:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246969600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765138.155442:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765138.155446:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765138.155448:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765138.155451:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2438 00000100:00080000:3.0:1789765138.155454:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765138.155458:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765138.155462:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765138.155469:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246969728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765138.155602:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246969216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765138.155674:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765138.155727:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765138/real 1789765138] req@ffff998588b43b80 x1876702246969216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765138.155745:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246969216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765138.155756:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765138.155760:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765138.155763:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246969216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765138.155771:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246969344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765138.155793:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765138.155819:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765138/real 1789765138] req@ffff998588b40000 x1876702246969344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765138.155830:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246969344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765138.155837:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765138.155840:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765138.155843:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246969344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765138.155848:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246969472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765138.155868:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765138.155878:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765138/real 1789765138] req@ffff998588b43100 x1876702246969472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765138.155890:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246969472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765138.155897:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765138.155900:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765138.155903:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246969472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765138.155908:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246969600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765138.155925:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765138.155936:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765138/real 1789765138] req@ffff998588b41c00 x1876702246969600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765138.155946:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246969600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765138.155953:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765138.155956:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765138.155959:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246969600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765138.155964:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246969728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765138.155984:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765138.155995:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765138/real 1789765138] req@ffff998588b42680 x1876702246969728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765138.156006:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246969728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765138.156021:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765138.156024:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765138.156027:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246969728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765139.119778:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765140.139594:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765141.166910:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765142.189328:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765143.210704:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765143.274985:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765143.274997:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765143.275002:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765143.275013:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2443 00000100:00080000:2.0:1789765143.275026:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765143.275035:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765143.275073:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246969856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765143.275106:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765143.275111:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765143.275113:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765143.275117:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2443 00000100:00080000:2.0:1789765143.275121:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765143.275125:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765143.275134:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765143.275146:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246969984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765143.275157:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765143.275160:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765143.275162:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765143.275165:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2443 00000100:00080000:2.0:1789765143.275168:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765143.275172:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765143.275177:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765143.275189:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246970112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765143.275198:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765143.275201:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765143.275203:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765143.275207:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2443 00000100:00080000:2.0:1789765143.275210:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765143.275213:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765143.275218:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765143.275239:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246970240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765143.275250:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765143.275253:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765143.275255:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765143.275258:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2443 00000100:00080000:2.0:1789765143.275261:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765143.275264:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765143.275269:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765143.275279:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246970368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765143.275469:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246969856:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765143.275552:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765143.275606:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765143/real 1789765143] req@ffff9985857db800 x1876702246969856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765143.275625:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246969856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765143.275635:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765143.275638:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765143.275642:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246969856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765143.275650:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246969984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765143.275672:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765143.275683:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765143/real 1789765143] req@ffff9985857db100 x1876702246969984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765143.275694:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246969984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765143.275703:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765143.275707:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765143.275715:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246969984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765143.275721:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246970112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765143.275741:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765143.275751:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765143/real 1789765143] req@ffff9985857d9880 x1876702246970112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765143.275918:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246970112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765143.275927:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765143.275931:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765143.275934:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246970112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765143.275940:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246970240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765143.275965:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765143.275977:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765143/real 1789765143] req@ffff9985857da300 x1876702246970240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765143.275988:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246970240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765143.275996:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765143.275999:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765143.276002:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246970240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765143.276007:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246970368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765143.276027:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765143.276039:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765143/real 1789765143] req@ffff9985857d8a80 x1876702246970368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765143.276050:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246970368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765143.276057:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765143.276060:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765143.276063:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246970368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765144.236033:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765145.260822:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765146.285489:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765147.306495:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765148.333966:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765148.394696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765148.394712:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765148.394717:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765148.394739:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2448 00000100:00080000:0.0:1789765148.394754:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765148.394763:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765148.395117:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246970496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765148.395149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765148.395154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765148.395155:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765148.395160:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2448 00000100:00080000:0.0:1789765148.395165:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765148.395169:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765148.395179:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765148.395192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246970624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765148.395202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765148.395206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765148.395207:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765148.395210:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2448 00000100:00080000:0.0:1789765148.395214:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765148.395217:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765148.395222:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765148.395232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246970752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765148.395241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765148.395244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765148.395246:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765148.395250:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2448 00000100:00080000:0.0:1789765148.395252:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765148.395256:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765148.395260:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765148.395269:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246970880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765148.395277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765148.395280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765148.395281:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765148.395284:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2448 00000100:00080000:0.0:1789765148.395324:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765148.395329:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765148.395335:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765148.395347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246971008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765148.397283:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246970496:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765148.397375:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765148.397405:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765148/real 1789765148] req@ffff9985856a2300 x1876702246970496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765148.397418:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246970496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765148.397427:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765148.397431:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765148.397434:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246970496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765148.397439:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246970624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765148.397453:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765148.397460:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765148/real 1789765148] req@ffff9985856a0e00 x1876702246970624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765148.397471:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246970624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765148.397476:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765148.397477:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765148.397479:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246970624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765148.397483:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246970752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765148.397494:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765148.397499:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765148/real 1789765148] req@ffff9985856a1500 x1876702246970752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765148.397506:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246970752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765148.397511:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765148.397513:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765148.397514:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246970752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765148.397518:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246970880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765148.397527:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765148.397532:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765148/real 1789765148] req@ffff9985856a0000 x1876702246970880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765148.397539:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246970880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765148.397547:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765148.397549:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765148.397550:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246970880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765148.397554:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246971008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765148.397567:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765148.397577:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765148/real 1789765148] req@ffff9985856a1880 x1876702246971008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765148.397588:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246971008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765148.397595:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765148.397599:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765148.397602:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246971008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765149.358094:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765150.378762:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765151.402984:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765152.426720:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765153.453405:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765153.514628:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765153.514640:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765153.514645:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765153.514656:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2453 00000100:00080000:3.0:1789765153.514668:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765153.514676:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765153.514722:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246971136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765153.514758:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765153.514761:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765153.514763:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765153.514767:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2453 00000100:00080000:3.0:1789765153.514770:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765153.514773:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765153.514781:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765153.514792:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246971264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765153.514800:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765153.514803:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765153.514804:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765153.514808:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2453 00000100:00080000:3.0:1789765153.514811:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765153.514814:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765153.514818:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765153.514827:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246971392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765153.514835:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765153.514838:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765153.514840:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765153.514843:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2453 00000100:00080000:3.0:1789765153.514846:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765153.514849:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765153.514852:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765153.514859:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246971520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765153.514865:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765153.514868:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765153.514870:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765153.514873:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2453 00000100:00080000:3.0:1789765153.514875:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765153.514878:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765153.514881:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765153.514887:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246971648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765153.514950:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246971136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765153.515018:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765153.515071:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765153/real 1789765153] req@ffff998588b40e00 x1876702246971136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765153.515087:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246971136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765153.515096:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765153.515099:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765153.515103:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246971136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765153.515111:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246971264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765153.515129:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765153.515138:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765153/real 1789765153] req@ffff998588b42a00 x1876702246971264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765153.515147:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246971264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765153.515154:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765153.515156:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765153.515159:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246971264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765153.515163:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246971392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765153.515177:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765153.515184:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765153/real 1789765153] req@ffff998588b42680 x1876702246971392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765153.515193:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246971392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765153.515200:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765153.515202:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765153.515214:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246971392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765153.515219:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246971520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765153.515233:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765153.515241:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765153/real 1789765153] req@ffff998588b41c00 x1876702246971520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765153.515251:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246971520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765153.515259:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765153.515261:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765153.515264:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246971520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765153.515268:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246971648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765153.515280:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765153.515304:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765153/real 1789765153] req@ffff998588b43100 x1876702246971648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765153.515315:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246971648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765153.515321:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765153.515324:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765153.515327:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246971648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765154.474546:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765155.498560:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765156.522978:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765157.546519:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765158.574320:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765158.635972:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765158.635986:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765158.635991:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765158.636003:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2458 00000100:00080000:3.0:1789765158.636016:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765158.636024:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765158.636061:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246971776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765158.636094:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765158.636098:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765158.636100:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765158.636105:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2458 00000100:00080000:3.0:1789765158.636108:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789765158.636238:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246971776:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765158.636327:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765158.636370:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765158/real 1789765158] req@ffff998588b40000 x1876702246971776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765158.636389:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246971776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765158.636399:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765158.636403:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765158.636406:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246971776:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789765158.636470:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765158.636481:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765158.636496:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246971904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765158.636514:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765158.636518:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765158.636520:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765158.636523:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2458 00000100:00080000:3.0:1789765158.636527:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765158.636531:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765158.636536:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765158.636544:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246972032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765158.636553:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765158.636557:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765158.636558:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765158.636562:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2458 00000100:00080000:3.0:1789765158.636565:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765158.636569:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765158.636573:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765158.636581:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246972160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765158.636589:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765158.636592:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765158.636594:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765158.636597:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2458 00000100:00080000:3.0:1789765158.636600:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765158.636602:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765158.636606:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765158.636614:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246972288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765158.636674:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246971904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765158.636696:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765158.636707:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765158/real 1789765158] req@ffff998588b43b80 x1876702246971904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765158.636718:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246971904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765158.636726:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765158.636728:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765158.636732:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246971904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765158.636738:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246972032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765158.636756:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765158.636764:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765158/real 1789765158] req@ffff998588b43800 x1876702246972032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765158.636788:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246972032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765158.636797:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765158.636799:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765158.636802:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246972032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765158.636808:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246972160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765158.636824:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765158.636833:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765158/real 1789765158] req@ffff998588b41880 x1876702246972160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765158.636843:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246972160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765158.636851:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765158.636854:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765158.636857:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246972160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765158.636861:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246972288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765158.636876:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765158.636884:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765158/real 1789765158] req@ffff998588b42300 x1876702246972288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765158.636894:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246972288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765158.636901:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765158.636904:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765158.636907:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246972288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765159.595968:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765160.618651:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765161.647779:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765162.668631:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765163.695260:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765163.755033:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765163.755045:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765163.755050:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765163.755063:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2463 00000100:00080000:2.0:1789765163.755085:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765163.755093:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765163.755134:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246972416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765163.755166:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765163.755169:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765163.755171:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765163.755175:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2463 00000100:00080000:2.0:1789765163.755179:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765163.755182:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765163.755191:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765163.755202:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246972544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765163.755211:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765163.755215:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765163.755217:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765163.755220:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2463 00000100:00080000:2.0:1789765163.755224:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765163.755227:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765163.755230:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765163.755237:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246972672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765163.755246:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765163.755249:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765163.755250:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765163.755253:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2463 00000100:00080000:2.0:1789765163.755255:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765163.755258:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765163.755262:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765163.755270:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246972800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765163.755283:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765163.755309:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765163.755311:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765163.755315:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2463 00000100:00080000:2.0:1789765163.755318:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765163.755322:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765163.755325:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765163.755335:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246972928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765163.755462:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246972416:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765163.755539:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765163.755609:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765163/real 1789765163] req@ffff9985857dbb80 x1876702246972416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765163.755635:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246972416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765163.755645:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765163.755649:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765163.755653:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246972416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765163.755660:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246972544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765163.755683:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765163.755696:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765163/real 1789765163] req@ffff9985857d8380 x1876702246972544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765163.755708:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246972544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765163.755716:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765163.755719:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765163.755721:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246972544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765163.755727:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246972672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765163.755748:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765163.755759:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765163/real 1789765163] req@ffff9985857d9180 x1876702246972672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765163.755775:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246972672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765163.755783:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765163.755785:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765163.755788:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246972672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765163.755794:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246972800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765163.755812:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765163.755978:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765163/real 1789765163] req@ffff9985857daa00 x1876702246972800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765163.755993:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246972800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765163.756001:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765163.756004:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765163.756007:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246972800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765163.756013:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246972928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765163.756037:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765163.756049:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765163/real 1789765163] req@ffff9985857d8e00 x1876702246972928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765163.756059:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246972928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765163.756072:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765163.756136:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765163.756139:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246972928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765164.714662:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765165.739248:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765166.762612:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765167.786565:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765168.810538:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765168.875217:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765168.875228:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765168.875232:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765168.875241:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2468 00000100:00080000:2.0:1789765168.875253:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765168.875260:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765168.875312:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246973056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765168.875386:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246973056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765168.875450:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765168.875479:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765168.875482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765168.875483:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765168.875486:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2468 00000100:00080000:2.0:1789765168.875489:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765168.875492:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765168.875500:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765168.875511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246973184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765168.875560:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765168/real 1789765168] req@ffff9985857d9f80 x1876702246973056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765168.875574:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246973056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765168.875596:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765168.875604:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765168.875608:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246973056:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789765168.875608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765168.875612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765168.875613:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765168.875617:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2468 00000100:00080000:2.0:1789765168.875620:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765168.875624:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765168.875632:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246973184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765168.875658:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765168.875671:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765168/real 1789765168] req@ffff9985857d9500 x1876702246973184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765168.875683:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246973184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1789765168.875694:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00080000:1.0:1789765168.875696:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1789765168.875708:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246973312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765168.875709:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765168.875845:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246973184:192.168.203.136@tcp:38:kworker.0 00000100:00080000:2.0:1789765168.875900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765168.875904:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765168.875906:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765168.875910:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2468 00000100:00080000:2.0:1789765168.875915:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765168.875919:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765168.875924:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765168.875929:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246973312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765168.875937:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246973440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765168.875946:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765168.875950:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:1.0:1789765168.875952:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765168.875952:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765168.875955:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2468 00000100:00080000:2.0:1789765168.875958:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765168.875961:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765168.875963:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765168/real 1789765168] req@ffff9985857d8000 x1876702246973312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1789765168.875966:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765168.875976:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246973312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765168.875976:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246973568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765168.875985:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765168.875988:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765168.875992:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246973312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765168.876054:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246973440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765168.876078:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765168.876099:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765168/real 1789765168] req@ffff9985857d9500 x1876702246973440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765168.876108:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246973440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765168.876113:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765168.876115:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765168.876118:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246973440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765168.876121:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246973568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765168.876135:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765168.876142:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765168/real 1789765168] req@ffff9985857d9f80 x1876702246973568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765168.876150:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246973568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765168.876157:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765168.876160:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765168.876163:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246973568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765169.835668:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765170.859076:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765171.889503:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765172.907094:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765173.930742:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765173.994689:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765173.994700:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765173.994712:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765173.994723:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2473 00000100:00080000:3.0:1789765173.994734:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765173.994741:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765173.994790:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246973696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765173.994816:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765173.994820:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765173.994822:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765173.994826:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2473 00000100:00080000:3.0:1789765173.994829:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765173.994833:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765173.994843:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765173.994855:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246973824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765173.994864:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765173.994867:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765173.994869:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765173.994873:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2473 00000100:00080000:3.0:1789765173.994875:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765173.994879:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765173.994882:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765173.994892:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246973952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765173.994901:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765173.994904:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765173.994906:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765173.994909:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2473 00000100:00080000:3.0:1789765173.994912:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765173.994915:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765173.994919:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765173.994927:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246974080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765173.994936:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765173.994938:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765173.994940:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765173.994943:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2473 00000100:00080000:3.0:1789765173.994945:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765173.994948:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765173.994951:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765173.994959:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246974208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765173.995039:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246973696:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765173.995102:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765173.995151:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765173/real 1789765173] req@ffff998588b41f80 x1876702246973696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765173.995169:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246973696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765173.995180:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765173.995185:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765173.995189:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246973696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765173.995197:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246973824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765173.995218:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765173.995228:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765173/real 1789765173] req@ffff998588b42d80 x1876702246973824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765173.995240:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246973824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765173.995248:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765173.995251:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765173.995267:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246973824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765173.995273:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246973952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765173.995386:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765173.995400:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765173/real 1789765173] req@ffff998588b42300 x1876702246973952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765173.995412:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246973952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765173.995420:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765173.995424:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765173.995427:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246973952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765173.995433:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246974080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765173.995461:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765173.995472:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765173/real 1789765173] req@ffff998588b41880 x1876702246974080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765173.995483:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246974080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765173.995492:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765173.995495:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765173.995498:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246974080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765173.995504:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246974208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765173.995522:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765173.995531:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765173/real 1789765173] req@ffff998588b43800 x1876702246974208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765173.995553:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246974208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765173.995560:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765173.995564:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765173.995567:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246974208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765174.955746:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765175.978505:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765177.003614:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765178.034283:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765179.050765:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765179.114487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765179.114495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765179.114499:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765179.114518:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2479 00000100:00080000:3.0:1789765179.114530:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765179.114538:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765179.114579:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246974336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765179.114623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765179.114626:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765179.114628:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765179.114632:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2479 00000100:00080000:3.0:1789765179.114635:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765179.114639:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765179.114648:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765179.114660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246974464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765179.114667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765179.114670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765179.114672:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765179.114676:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2479 00000100:00080000:3.0:1789765179.114678:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765179.114681:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765179.114685:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765179.114694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246974592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765179.114701:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765179.114704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765179.114705:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765179.114708:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2479 00000100:00080000:3.0:1789765179.114711:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765179.114714:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765179.114718:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765179.114727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246974720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765179.114735:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765179.114738:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765179.114739:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765179.114743:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2479 00000100:00080000:3.0:1789765179.114745:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765179.114748:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765179.114752:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765179.114761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246974848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765179.114853:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246974336:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765179.114918:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765179.114963:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765179/real 1789765179] req@ffff998588b43b80 x1876702246974336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765179.114986:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246974336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765179.114996:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765179.115000:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765179.115004:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246974336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765179.115011:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246974464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765179.115032:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765179.115043:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765179/real 1789765179] req@ffff998588b40000 x1876702246974464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765179.115054:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246974464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765179.115061:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765179.115064:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765179.115067:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246974464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765179.115072:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246974592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765179.115227:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765179.115241:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765179/real 1789765179] req@ffff998588b43100 x1876702246974592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765179.115253:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246974592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765179.115266:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765179.115269:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765179.115272:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246974592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765179.115278:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246974720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765179.115330:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765179.115341:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765179/real 1789765179] req@ffff998588b41c00 x1876702246974720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765179.115352:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246974720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765179.115359:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765179.115363:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765179.115366:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246974720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765179.115371:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246974848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765179.115390:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765179.115400:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765179/real 1789765179] req@ffff998588b42680 x1876702246974848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765179.115412:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246974848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765179.115419:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765179.115422:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765179.115426:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246974848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765180.074557:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765181.103172:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765182.128363:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765183.147282:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765184.171887:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765184.236531:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765184.236546:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765184.236551:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765184.236565:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2484 00000100:00080000:3.0:1789765184.236579:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765184.236589:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765184.236632:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246974976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765184.236672:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765184.236677:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765184.236678:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765184.236682:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2484 00000100:00080000:3.0:1789765184.236686:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765184.236690:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765184.236700:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765184.236714:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246975104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765184.236723:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765184.236726:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765184.236728:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765184.236732:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2484 00000100:00080000:3.0:1789765184.236735:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765184.236738:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765184.236743:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765184.236754:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246975232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765184.236762:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765184.236765:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765184.236767:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765184.236770:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2484 00000100:00080000:3.0:1789765184.236773:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765184.236776:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765184.236780:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765184.236789:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246975360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765184.236796:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765184.236799:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765184.236801:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765184.236804:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2484 00000100:00080000:3.0:1789765184.236807:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765184.236811:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765184.236814:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765184.236822:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246975488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765184.237030:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246974976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765184.237106:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765184.237164:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765184/real 1789765184] req@ffff998588b42a00 x1876702246974976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765184.237183:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246974976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765184.237193:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765184.237197:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765184.237200:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246974976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765184.237207:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246975104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765184.237230:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765184.237242:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765184/real 1789765184] req@ffff998588b40e00 x1876702246975104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765184.237253:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246975104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765184.237261:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765184.237264:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765184.237267:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246975104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765184.237273:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246975232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765184.237334:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765184.237346:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765184/real 1789765184] req@ffff998588b42680 x1876702246975232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765184.237357:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246975232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765184.237365:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765184.237368:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765184.237371:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246975232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765184.237377:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246975360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765184.237396:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765184.237406:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765184/real 1789765184] req@ffff998588b41c00 x1876702246975360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765184.237418:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246975360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765184.237425:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765184.237429:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765184.237432:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246975360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765184.237438:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246975488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765184.237456:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765184.237480:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765184/real 1789765184] req@ffff998588b43100 x1876702246975488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765184.237492:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246975488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765184.237500:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765184.237503:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765184.237506:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246975488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765185.195417:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765186.218875:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765187.246316:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765188.266760:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765189.290582:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765189.359627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765189.359641:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765189.359645:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765189.359658:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2489 00000100:00080000:3.0:1789765189.359673:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765189.359682:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765189.359724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246975616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765189.359761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765189.359766:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765189.359768:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765189.359774:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2489 00000100:00080000:3.0:1789765189.359778:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765189.359782:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765189.359792:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765189.359809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246975744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765189.359821:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789765189.359822:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246975616:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789765189.359829:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765189.359833:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765189.359838:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2489 00000100:00080000:3.0:1789765189.359841:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765189.359845:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765189.359851:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765189.359863:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246975872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765189.359872:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765189.359876:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765189.359878:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765189.359882:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2489 00000100:00080000:3.0:1789765189.359894:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765189.359898:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765189.359902:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765189.359914:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246976000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765189.359924:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765189.359927:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765189.359929:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765189.359933:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2489 00000100:00080000:3.0:1789765189.359937:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765189.359941:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765189.359946:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765189.359957:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246976128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765189.359961:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246975744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765189.359997:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246975872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765189.360017:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246976000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765189.360036:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246976128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765190.314568:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765191.338649:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765192.363444:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789765192.434130:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789765192.434173:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789765192.434190:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765192.434233:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765192.434243:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765192.434251:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765192.434259:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789765192.434394:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765189/real 1789765192] req@ffff998588b42300 x1876702246976128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765192.434428:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246976128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765192.434441:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765192.434447:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765192.434451:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246976128:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765192.434458:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765189/real 1789765192] req@ffff998588b43b80 x1876702246975744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765192.434472:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246975744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765192.434480:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765192.434484:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765192.434487:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246975744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765192.434494:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765189/real 1789765192] req@ffff998588b43800 x1876702246975872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765192.434507:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246975872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765192.434514:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765192.434517:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765192.434520:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246975872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765192.434525:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765189/real 1789765192] req@ffff998588b41880 x1876702246976000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765192.434534:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246976000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765192.434541:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765192.434551:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765192.434554:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246976000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765192.434559:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765189/real 1789765192] req@ffff998588b40000 x1876702246975616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765192.434579:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246975616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765192.434586:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765192.434588:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765192.434591:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246975616:192.168.203.136@tcp:250:kworker.0 00010000:00010000:1.0:1789765193.387270:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765194.410570:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765194.475735:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765194.475745:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765194.475749:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765194.475759:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2494 00000100:00080000:3.0:1789765194.475770:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765194.475778:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765194.475822:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246976256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765194.475854:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765194.475857:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765194.475859:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765194.475863:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2494 00000100:00080000:3.0:1789765194.475867:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765194.475871:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765194.475882:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765194.475895:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246976384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765194.475904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765194.475908:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765194.475909:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765194.475912:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2494 00000100:00080000:3.0:1789765194.475916:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765194.475919:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765194.475924:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765194.475936:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246976512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765194.475943:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765194.475946:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765194.475947:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765194.475951:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2494 00000100:00080000:3.0:1789765194.475953:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765194.475957:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765194.475960:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765194.475968:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246976640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765194.475975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765194.475978:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765194.475980:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765194.475982:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2494 00000100:00080000:3.0:1789765194.475985:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765194.475987:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765194.475991:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765194.476000:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246976768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765194.476099:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246976256:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765194.476163:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765194.476203:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765194/real 1789765194] req@ffff998588b42d80 x1876702246976256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765194.476221:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246976256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765194.476232:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765194.476237:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765194.476241:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246976256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765194.476249:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246976384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765194.476273:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765194.476308:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765194/real 1789765194] req@ffff998588b41f80 x1876702246976384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765194.476321:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246976384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765194.476329:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765194.476332:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765194.476335:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246976384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765194.476340:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246976512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765194.476360:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765194.476372:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765194/real 1789765194] req@ffff998588b40000 x1876702246976512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765194.476383:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246976512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765194.476401:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765194.476403:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765194.476407:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246976512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765194.476413:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246976640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765194.476432:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765194.476443:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765194/real 1789765194] req@ffff998588b41880 x1876702246976640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765194.476453:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246976640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765194.476461:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765194.476464:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765194.476467:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246976640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765194.476472:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246976768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765194.476491:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765194.476502:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765194/real 1789765194] req@ffff998588b43800 x1876702246976768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765194.476512:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246976768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765194.476520:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765194.476523:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765194.476526:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246976768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765195.435736:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765196.459154:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765197.486611:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765198.506680:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765199.530512:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765199.594481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765199.594491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765199.594495:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765199.594505:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2499 00000100:00080000:3.0:1789765199.594515:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765199.594522:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765199.594564:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246976896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765199.594595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765199.594599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765199.594601:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765199.594604:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2499 00000100:00080000:3.0:1789765199.594608:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765199.594611:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765199.594622:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765199.594636:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246977024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765199.594646:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765199.594649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765199.594650:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765199.594653:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2499 00000100:00080000:3.0:1789765199.594656:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765199.594660:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765199.594664:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765199.594674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246977152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765199.594682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765199.594685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765199.594687:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765199.594690:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2499 00000100:00080000:3.0:1789765199.594693:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765199.594706:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765199.594710:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765199.594720:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246977280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765199.594727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765199.594730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765199.594731:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765199.594735:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2499 00000100:00080000:3.0:1789765199.594738:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765199.594741:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765199.594745:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765199.594753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246977408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765199.594903:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246976896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765199.594962:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765199.595006:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765199/real 1789765199] req@ffff998588b43b80 x1876702246976896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765199.595025:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246976896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765199.595036:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765199.595040:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765199.595044:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246976896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765199.595050:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246977024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765199.595072:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765199.595085:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765199/real 1789765199] req@ffff998588b42300 x1876702246977024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765199.595096:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246977024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765199.595104:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765199.595116:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765199.595119:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246977024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765199.595125:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246977152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765199.595144:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765199.595155:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765199/real 1789765199] req@ffff998588b43100 x1876702246977152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765199.595164:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246977152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765199.595237:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765199.595241:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765199.595245:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246977152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765199.595251:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246977280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765199.595272:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765199.595284:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765199/real 1789765199] req@ffff998588b41c00 x1876702246977280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765199.595322:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246977280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765199.595330:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765199.595333:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765199.595336:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246977280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765199.595341:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246977408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765199.595368:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765199.595379:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765199/real 1789765199] req@ffff998588b42680 x1876702246977408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765199.595391:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246977408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765199.595399:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765199.595402:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765199.595405:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246977408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765200.554776:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765201.579286:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765202.631072:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765203.626629:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765204.650575:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765204.714639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765204.714655:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765204.714662:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765204.714678:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2504 00000100:00080000:2.0:1789765204.714693:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765204.714703:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765204.714754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246977536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765204.714855:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246977536:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765204.714949:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765204.715041:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765204.715046:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765204.715048:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765204.715054:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2504 00000100:00080000:2.0:1789765204.715058:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765204.715063:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765204.715073:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765204.715088:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246977664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765204.718989:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765204/real 1789765204] req@ffff9985857d8e00 x1876702246977536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765204.719031:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246977536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765204.719043:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765204.719048:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765204.719052:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246977536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765204.719090:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246977664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765204.719520:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765204.719544:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765204/real 1789765204] req@ffff9985857daa00 x1876702246977664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765204.719557:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246977664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765204.719566:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765204.719569:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765204.719572:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246977664:192.168.203.136@tcp:38:kworker.0 00000100:00080000:2.0:1789765204.719790:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765204.719796:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765204.719799:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765204.719804:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2504 00000100:00080000:2.0:1789765204.719811:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765204.719819:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765204.719831:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765204.719978:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246977792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765204.720028:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246977792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765204.720057:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765204.720078:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765204.720082:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765204.720085:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765204.720090:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2504 00000100:00100000:1.0:1789765204.720381:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765204/real 1789765204] req@ffff9985857d9180 x1876702246977792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765204.720396:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246977792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765204.720411:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765204.720415:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765204.720418:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246977792:192.168.203.136@tcp:8:kworker.0 00000100:00080000:2.0:1789765204.720764:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765204.720770:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765204.720777:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765204.720796:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246977920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765204.720811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765204.720815:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765204.720817:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765204.720821:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2504 00000100:00080000:2.0:1789765204.720825:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765204.720828:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765204.720834:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765204.720922:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246977920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765204.720952:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765204.720965:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765204/real 1789765204] req@ffff9985857d8380 x1876702246977920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765204.720976:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246977920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765204.720985:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765204.720988:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765204.720991:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246977920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765204.721065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246978048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765204.721600:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246978048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765204.721707:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765204.721724:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765204/real 1789765204] req@ffff9985857dbb80 x1876702246978048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765204.721736:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246978048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765204.721744:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765204.721747:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765204.721751:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246978048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765205.674904:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765206.699762:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765207.723846:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765208.746691:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765209.777215:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765209.834472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765209.834484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765209.834489:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765209.834500:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2509 00000100:00080000:1.0:1789765209.834514:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765209.834522:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765209.834559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246978176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765209.834591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765209.834595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765209.834597:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765209.834601:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2509 00000100:00080000:1.0:1789765209.834604:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765209.834607:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765209.834615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765209.834628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246978304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765209.834637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765209.834641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765209.834643:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765209.834647:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2509 00000100:00080000:1.0:1789765209.834650:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765209.834653:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765209.834657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765209.834664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246978432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765209.834672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765209.834675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765209.834676:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765209.834680:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2509 00000100:00080000:1.0:1789765209.834683:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765209.834686:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765209.834689:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765209.834696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246978560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765209.834704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765209.834707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765209.834708:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765209.834711:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2509 00000100:00080000:1.0:1789765209.834713:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765209.834716:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765209.834719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765209.834727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246978688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765209.835848:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246978176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765209.835918:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765209.835981:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765209/real 1789765209] req@ffff9985836dad80 x1876702246978176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765209.835998:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246978176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765209.836099:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765209.836104:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765209.836108:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246978176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765209.836116:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246978304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765209.836138:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765209.836150:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765209/real 1789765209] req@ffff9985836db800 x1876702246978304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765209.836161:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246978304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765209.836169:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765209.836172:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765209.836175:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246978304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765209.836180:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246978432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765209.836195:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765209.836203:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765209/real 1789765209] req@ffff9985836da680 x1876702246978432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765209.836213:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246978432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765209.836221:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765209.836223:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765209.836226:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246978432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765209.836231:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246978560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765209.836246:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765209.836254:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765209/real 1789765209] req@ffff9985836d9c00 x1876702246978560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765209.836264:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246978560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765209.836272:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765209.836285:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765209.836313:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246978560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765209.836319:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246978688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765209.836337:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765209.836347:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765209/real 1789765209] req@ffff9985836d8700 x1876702246978688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765209.836357:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246978688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765209.836365:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765209.836368:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765209.836371:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246978688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765210.794728:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765211.819794:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765212.844173:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765213.874807:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765214.890624:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765214.954501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765214.954516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765214.954521:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765214.954537:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2514 00000100:00080000:1.0:1789765214.954553:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765214.954561:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765214.954606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246978816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765214.954647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765214.954652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765214.954654:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765214.954661:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2514 00000100:00080000:1.0:1789765214.954665:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765214.954669:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765214.954679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765214.954692:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246978944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765214.954702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765214.954707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765214.954709:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765214.954713:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2514 00000100:00080000:1.0:1789765214.954716:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765214.954719:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765214.954724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765214.954734:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246979072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765214.954744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765214.954747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765214.954749:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765214.954752:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2514 00000100:00080000:1.0:1789765214.954756:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765214.954759:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765214.954764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765214.954774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246979200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765214.954782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765214.954786:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765214.954787:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765214.954791:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2514 00000100:00080000:1.0:1789765214.954794:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765214.954798:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765214.954803:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765214.954812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246979328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765214.954928:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246978816:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765214.955009:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765214.955061:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765214/real 1789765214] req@ffff9985836d8a80 x1876702246978816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765214.955079:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246978816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765214.955089:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765214.955093:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765214.955097:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246978816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765214.955104:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246978944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765214.955128:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765214.955141:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765214/real 1789765214] req@ffff9985836da300 x1876702246978944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765214.955159:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246978944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765214.955166:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765214.955169:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765214.955172:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246978944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765214.955177:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246979072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765214.955197:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765214.955207:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765214/real 1789765214] req@ffff9985836d8e00 x1876702246979072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765214.955217:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246979072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765214.955225:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765214.955228:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765214.955231:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246979072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765214.955237:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246979200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765214.955266:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765214.955278:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765214/real 1789765214] req@ffff9985836d8380 x1876702246979200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765214.955324:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246979200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765214.955338:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765214.955341:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765214.955344:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246979200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765214.955350:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246979328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765214.955371:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765214.955384:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765214/real 1789765214] req@ffff9985836d9880 x1876702246979328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765214.955395:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246979328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765214.955402:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765214.955406:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765214.955409:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246979328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765215.914803:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765216.939880:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765217.963587:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765218.994927:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765220.012445:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765220.075954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765220.075972:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765220.075977:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765220.075991:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2520 00000100:00080000:0.0:1789765220.076009:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765220.076022:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765220.076076:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246979456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765220.076127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765220.076131:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765220.076133:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765220.076137:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2520 00000100:00080000:0.0:1789765220.076141:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765220.076144:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765220.076154:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765220.076174:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246979584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765220.076187:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765220.076190:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765220.076192:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765220.076195:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2520 00000100:00080000:0.0:1789765220.076199:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765220.076214:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765220.076219:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765220.076229:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246979712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765220.076237:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765220.076241:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765220.076242:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765220.076246:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2520 00000100:00080000:0.0:1789765220.076249:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765220.076261:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765220.076268:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765220.076283:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246979840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765220.076332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765220.076339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765220.076341:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765220.076345:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2520 00000100:00080000:0.0:1789765220.076348:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765220.076351:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765220.076356:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765220.076369:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246979968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765220.076549:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246979456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765220.076629:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765220.076699:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765220/real 1789765220] req@ffff9985856a2a00 x1876702246979456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765220.076727:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246979456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765220.076741:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765220.076748:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765220.076755:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246979456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765220.076764:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246979584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765220.076795:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765220.076814:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765220/real 1789765220] req@ffff9985856a1880 x1876702246979584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765220.076831:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246979584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765220.076844:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765220.076848:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765220.076854:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246979584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765220.076865:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246979712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765220.076890:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765220.076908:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765220/real 1789765220] req@ffff9985856a0000 x1876702246979712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765220.076928:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246979712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765220.076943:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765220.076946:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765220.076951:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246979712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765220.076959:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246979840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765220.076991:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765220.077010:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765220/real 1789765220] req@ffff9985856a1500 x1876702246979840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765220.077028:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246979840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765220.077040:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765220.077043:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765220.077048:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246979840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765220.077056:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246979968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765220.077086:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765220.077103:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765220/real 1789765220] req@ffff9985856a0e00 x1876702246979968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765220.077117:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246979968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765220.077127:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765220.077130:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765220.077132:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246979968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765221.034570:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765222.059175:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765223.083458:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765224.106731:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765225.130555:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765225.194454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765225.194465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765225.194470:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765225.194480:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2525 00000100:00080000:1.0:1789765225.194490:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765225.194498:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765225.194545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246980096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765225.194578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765225.194582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765225.194584:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765225.194588:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2525 00000100:00080000:1.0:1789765225.194592:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765225.194596:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765225.194607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765225.194624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246980224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765225.194633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765225.194636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765225.194637:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765225.194640:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2525 00000100:00080000:1.0:1789765225.194644:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765225.194647:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765225.194651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765225.194661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246980352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765225.194669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765225.194673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765225.194674:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765225.194678:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2525 00000100:00080000:1.0:1789765225.194681:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765225.194684:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765225.194688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765225.194700:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246980480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765225.194708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765225.194711:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765225.194713:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765225.194716:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2525 00000100:00080000:1.0:1789765225.194719:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765225.194722:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765225.194726:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765225.194736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246980608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765225.194819:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246980096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765225.194885:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765225.194936:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765225/real 1789765225] req@ffff9985836d9180 x1876702246980096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765225.194960:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246980096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765225.194971:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765225.194975:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765225.194978:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246980096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765225.194986:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246980224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765225.195010:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765225.195022:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765225/real 1789765225] req@ffff9985836d9880 x1876702246980224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765225.195033:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246980224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765225.195040:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765225.195042:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765225.195046:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246980224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765225.195051:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246980352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765225.195070:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765225.195081:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765225/real 1789765225] req@ffff9985836d8380 x1876702246980352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765225.195093:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246980352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765225.195105:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765225.195108:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765225.195111:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246980352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765225.195117:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246980480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765225.195134:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765225.195145:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765225/real 1789765225] req@ffff9985836d8e00 x1876702246980480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765225.195156:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246980480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765225.195175:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765225.195178:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765225.195182:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246980480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765225.195187:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246980608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765225.195207:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765225.195218:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765225/real 1789765225] req@ffff9985836da300 x1876702246980608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765225.195229:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246980608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765225.195236:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765225.195239:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765225.195243:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246980608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765226.154755:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765227.178498:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765228.202494:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765229.227386:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765230.252791:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765230.315925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765230.315938:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765230.315943:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765230.315955:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2530 00000100:00080000:3.0:1789765230.315970:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765230.315979:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765230.316021:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246980736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765230.316065:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765230.316069:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765230.316071:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765230.316076:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2530 00000100:00080000:3.0:1789765230.316080:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765230.316084:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765230.316094:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765230.316107:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246980864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765230.316116:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765230.316120:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765230.316121:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765230.316134:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2530 00000100:00080000:3.0:1789765230.316139:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765230.316143:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765230.316147:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765230.316159:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246980992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765230.316168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765230.316171:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765230.316173:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765230.316177:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2530 00000100:00080000:3.0:1789765230.316180:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765230.316183:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765230.316188:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765230.316197:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246981120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765230.316206:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765230.316209:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765230.316211:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765230.316215:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2530 00000100:00080000:3.0:1789765230.316217:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765230.316221:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765230.316225:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765230.316234:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246981248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765230.316392:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246980736:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765230.316470:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765230.316530:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765230/real 1789765230] req@ffff998588b40e00 x1876702246980736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765230.316551:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246980736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765230.316567:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765230.316571:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765230.316575:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246980736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765230.316582:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246980864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765230.316602:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765230.316613:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765230/real 1789765230] req@ffff998588b42a00 x1876702246980864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765230.316625:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246980864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765230.316633:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765230.316636:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765230.316639:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246980864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765230.316645:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246980992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765230.316663:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765230.316673:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765230/real 1789765230] req@ffff998588b42680 x1876702246980992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765230.316683:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246980992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765230.316691:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765230.316695:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765230.316698:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246980992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765230.316704:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246981120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765230.316720:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765230.316731:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765230/real 1789765230] req@ffff998588b41c00 x1876702246981120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765230.316742:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246981120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765230.316751:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765230.316754:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765230.316757:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246981120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765230.316762:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246981248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765230.316782:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765230.316792:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765230/real 1789765230] req@ffff998588b43100 x1876702246981248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765230.316803:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246981248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765230.316811:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765230.316814:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765230.316817:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246981248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765231.276369:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765232.298646:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765233.325445:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765234.346570:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765235.370524:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765235.434388:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765235.434399:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765235.434404:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765235.434415:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2535 00000100:00080000:3.0:1789765235.434426:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765235.434434:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765235.434478:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246981376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765235.434514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765235.434518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765235.434520:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765235.434524:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2535 00000100:00080000:3.0:1789765235.434528:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765235.434532:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765235.434542:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765235.434625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246981504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765235.434636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765235.434639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765235.434641:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765235.434645:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2535 00000100:00080000:3.0:1789765235.434650:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765235.434656:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765235.434662:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765235.434674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246981632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765235.434684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765235.434688:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765235.434689:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765235.434693:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2535 00000100:00080000:3.0:1789765235.434699:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765235.434705:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765235.434711:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765235.434722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246981760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765235.434731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765235.434735:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765235.434737:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789765235.435330:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246981376:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765235.435391:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765235.435431:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765235/real 1789765235] req@ffff998588b42300 x1876702246981376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765235.435449:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246981376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765235.435459:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765235.435463:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765235.435467:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246981376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765235.435474:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246981504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765235.435494:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765235.435505:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765235/real 1789765235] req@ffff998588b43b80 x1876702246981504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765235.435516:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246981504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765235.435524:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765235.435527:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765235.435530:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246981504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765235.435535:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246981632:192.168.203.136@tcp:8:kworker.0 00000100:00080000:3.0:1789765235.435649:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2535 00000800:00000100:2.0:1789765235.435674:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765235.438315:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765235.438335:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765235.438352:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765235.438393:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246981888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765235.438539:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765235/real 1789765235] req@ffff998588b43800 x1876702246981632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765235.438862:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246981632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765235.438881:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765235.438885:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765235.438889:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246981632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765235.438901:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246981760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765235.438948:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765235.438963:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765235/real 1789765235] req@ffff998588b41880 x1876702246981760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765235.438974:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246981760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765235.438983:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765235.438987:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765235.438990:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246981760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765235.439019:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246981888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765235.439037:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765235.439047:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765235/real 1789765235] req@ffff998588b40000 x1876702246981888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765235.439058:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246981888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765235.439065:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765235.439068:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765235.439072:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246981888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765236.394915:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765237.418676:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765238.444214:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765239.468682:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765240.491453:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765240.557023:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765240.557037:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765240.557042:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765240.557064:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2540 00000100:00080000:3.0:1789765240.557079:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765240.557088:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765240.557141:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702246982016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765240.557174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765240.557178:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765240.557180:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765240.557186:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2540 00000100:00080000:3.0:1789765240.557189:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765240.557194:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765240.557205:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765240.557219:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702246982144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765240.557231:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246982016:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789765240.557232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765240.557239:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765240.557242:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765240.557247:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2540 00000100:00080000:3.0:1789765240.557251:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765240.557256:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765240.557261:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765240.557275:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702246982272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765240.557285:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765240.557318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765240.557320:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765240.557336:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2540 00000100:00080000:3.0:1789765240.557340:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1789765240.557344:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765240.557348:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765240.557354:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765240.557378:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702246982400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765240.557389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765240.557394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765240.557396:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789765240.557399:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765240/real 1789765240] req@ffff998588b41f80 x1876702246982016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765240.557402:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2540 00000100:00080000:3.0:1789765240.557409:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765240.557415:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765240.557421:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765240.557427:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702246982016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765240.557435:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702246982528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765240.557440:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765240.557449:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765240.557456:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246982016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765240.557483:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246982144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765240.557507:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765240.557530:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765240/real 1789765240] req@ffff998588b42d80 x1876702246982144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765240.557541:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702246982144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765240.557548:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765240.557551:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765240.557554:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246982144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765240.557558:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246982272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765240.557576:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765240.557586:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765240/real 1789765240] req@ffff998588b40000 x1876702246982272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765240.557596:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702246982272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765240.557603:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765240.557606:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765240.557608:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246982272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765240.557613:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246982400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765240.557629:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765240.557638:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765240/real 1789765240] req@ffff998588b41880 x1876702246982400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765240.557648:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702246982400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765240.557654:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765240.557657:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765240.557660:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246982400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765240.557664:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246982528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765240.557681:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765240.557690:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765240/real 1789765240] req@ffff998588b43800 x1876702246982528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765240.557701:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702246982528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765240.557708:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765240.557711:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765240.557714:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246982528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765241.514555:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765242.538900:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765243.562557:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765244.590646:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765245.610578:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765245.674453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765245.674468:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765245.674473:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765245.674486:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2545 00000100:00080000:3.0:1789765245.674500:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765245.674508:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765245.674551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702246982656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765245.674582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765245.674587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765245.674588:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765245.674594:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2545 00000100:00080000:3.0:1789765245.674602:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765245.674605:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765245.674617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765245.674634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702246982784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765245.674644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765245.674647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765245.674649:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765245.674655:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2545 00000100:00080000:3.0:1789765245.674659:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765245.674662:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765245.674668:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765245.674679:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246982656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765245.674685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702246982912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765245.674705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765245.674708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765245.674710:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765245.674715:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2545 00000100:00080000:3.0:1789765245.674718:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765245.674721:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765245.674726:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765245.674741:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702246983040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765245.674750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765245.674753:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765245.674755:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765245.674760:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2545 00000100:00080000:3.0:1789765245.674764:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765245.674768:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:2.0:1789765245.674774:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789765245.674775:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765245.674792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246983168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765245.674962:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765245/real 1789765245] req@ffff998588b43b80 x1876702246982656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765245.674986:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702246982656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765245.674999:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765245.675004:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765245.675008:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246982656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765245.675028:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246982784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765245.675056:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765245.675069:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765245/real 1789765245] req@ffff998588b42300 x1876702246982784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765245.675083:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702246982784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765245.675093:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765245.675096:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765245.675100:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246982784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765245.675139:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246982912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765245.675161:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765245.675172:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765245/real 1789765245] req@ffff998588b43100 x1876702246982912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765245.675183:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702246982912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765245.675192:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765245.675195:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765245.675198:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246982912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765245.675204:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246983040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765245.675224:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765245.675235:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765245/real 1789765245] req@ffff998588b41c00 x1876702246983040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765245.675247:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702246983040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765245.675254:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765245.675258:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765245.675261:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246983040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765245.675268:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246983168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765245.675327:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765245.675340:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765245/real 1789765245] req@ffff998588b42680 x1876702246983168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765245.675354:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246983168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765245.675362:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765245.675366:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765245.675369:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246983168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765246.634555:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765247.659595:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765248.683110:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765249.706511:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765250.730591:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765250.798177:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765250.798190:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765250.798195:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765250.798207:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2550 00000100:00080000:0.0:1789765250.798231:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765250.798240:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765250.798281:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246983296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765250.798329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765250.798333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765250.798334:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765250.798338:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2550 00000100:00080000:0.0:1789765250.798342:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765250.798345:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765250.798354:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765250.798365:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246983424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765250.798374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765250.798377:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765250.798378:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765250.798382:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2550 00000100:00080000:0.0:1789765250.798384:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765250.798387:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765250.798392:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765250.798402:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246983552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765250.798409:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765250.798412:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765250.798413:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765250.798417:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2550 00000100:00080000:0.0:1789765250.798419:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765250.798422:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765250.798426:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765250.798433:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246983680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765250.798441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765250.798445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765250.798447:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765250.798450:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2550 00000100:00080000:0.0:1789765250.798452:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765250.798455:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765250.798459:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765250.798468:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246983808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765250.798536:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246983296:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765250.798614:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765250.798656:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765250/real 1789765250] req@ffff9985856a2300 x1876702246983296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765250.798675:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246983296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765250.798740:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765250.798746:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765250.798750:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246983296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765250.798759:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246983424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765250.798793:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765250.798806:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765250/real 1789765250] req@ffff9985856a3800 x1876702246983424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765250.798818:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246983424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765250.798831:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765250.798834:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765250.798837:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246983424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765250.798843:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246983552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765250.798864:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765250.798875:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765250/real 1789765250] req@ffff9985856a0700 x1876702246983552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765250.798886:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246983552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765250.798895:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765250.798898:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765250.798900:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246983552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765250.798907:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246983680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765250.798925:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765250.798936:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765250/real 1789765250] req@ffff9985856a2d80 x1876702246983680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765250.798946:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246983680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765250.798953:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765250.798956:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765250.798960:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246983680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765250.798966:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246983808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765250.798994:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765250.799006:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765250/real 1789765250] req@ffff9985856a3480 x1876702246983808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765250.799016:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246983808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765250.799024:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765250.799027:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765250.799030:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246983808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765251.756138:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765252.779412:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765253.802536:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765254.828496:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765255.852492:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765255.914931:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765255.914958:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765255.914964:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765255.914975:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2555 00000100:00080000:0.0:1789765255.914986:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765255.914993:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765255.915035:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246983936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765255.915063:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765255.915067:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765255.915069:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765255.915073:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2555 00000100:00080000:0.0:1789765255.915076:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765255.915080:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765255.915089:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765255.915102:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246983936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765255.915103:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246984064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765255.915111:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765255.915114:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765255.915116:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765255.915119:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2555 00000100:00080000:0.0:1789765255.915121:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765255.915124:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765255.915128:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765255.915135:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246984192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765255.915147:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765255.915149:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765255.915151:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765255.915154:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2555 00000100:00080000:0.0:1789765255.915157:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765255.915160:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765255.915164:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765255.915173:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246984320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765255.915180:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765255.915183:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765255.915185:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765255.915187:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2555 00000100:00080000:0.0:1789765255.915190:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765255.915193:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765255.915196:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765255.915197:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246984064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765255.915204:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246984448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765255.915222:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246984192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765255.915243:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246984320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765255.915265:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246984448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765256.875342:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765257.900190:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765258.923151:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789765258.988718:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:3.0:1789765258.988793:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789765258.988817:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789765258.988857:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789765258.988869:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789765258.988877:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789765258.988887:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:2.0:1789765258.989488:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765255/real 1789765258] req@ffff9985856a3800 x1876702246984448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765258.989520:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246984448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765258.989538:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765258.989543:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765258.989547:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246984448:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765258.989556:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765255/real 1789765258] req@ffff9985856a3480 x1876702246984064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765258.989569:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246984064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765258.989576:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765258.989580:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765258.989583:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246984064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765258.989590:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765255/real 1789765258] req@ffff9985856a2d80 x1876702246984192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765258.989600:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246984192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765258.989609:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765258.989613:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765258.989616:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246984192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765258.989623:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765255/real 1789765258] req@ffff9985856a0700 x1876702246984320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765258.989634:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246984320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765258.989653:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765258.989657:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765258.989660:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246984320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765258.989667:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765255/real 1789765258] req@ffff9985856a2680 x1876702246983936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765258.989678:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246983936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765258.989685:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765258.989690:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765258.989693:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246983936:192.168.203.136@tcp:250:kworker.0 00010000:00010000:1.0:1789765259.950529:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765260.970581:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765261.037406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765261.037488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765261.037493:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765261.037504:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2560 00000100:00080000:1.0:1789765261.037515:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765261.037524:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765261.037566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246984576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765261.037661:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246984576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765261.037750:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789765261.037872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765261.037876:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765261.037878:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765261.037884:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2560 00000100:00080000:1.0:1789765261.037888:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765261.037893:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765261.037910:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765261.037927:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246984704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765261.040582:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765261/real 1789765261] req@ffff9985836d8a80 x1876702246984576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765261.040615:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246984576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765261.040628:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765261.040633:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765261.040638:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246984576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765261.040674:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246984704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765261.040743:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765261.040762:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765261/real 1789765261] req@ffff9985836d8700 x1876702246984704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765261.040776:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246984704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765261.040784:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765261.040788:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765261.040791:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246984704:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789765261.042256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765261.042264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765261.042268:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765261.042352:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2560 00000100:00080000:1.0:1789765261.042361:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765261.042370:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765261.042382:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765261.042762:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246984832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765261.042784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765261.042787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765261.042793:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765261.042797:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2560 00000100:00080000:1.0:1789765261.042801:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765261.042806:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765261.042812:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765261.042827:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246984960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765261.042831:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246984832:192.168.203.136@tcp:8:kworker.0 00000100:00080000:1.0:1789765261.042845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765261.042848:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765261.042850:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765261.042854:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2560 00000100:00080000:1.0:1789765261.042857:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765261.042860:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765261.042865:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765261.042876:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246985088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789765261.043383:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765261.043419:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765261/real 1789765261] req@ffff9985836d9c00 x1876702246984832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765261.043436:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246984832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765261.043448:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765261.043451:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765261.043455:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246984832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765261.043478:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246984960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765261.043500:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765261.043511:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765261/real 1789765261] req@ffff9985836da680 x1876702246984960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765261.043539:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246984960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765261.043547:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765261.043551:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765261.043555:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246984960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765261.043560:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246985088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765261.043581:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765261.043592:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765261/real 1789765261] req@ffff9985836db800 x1876702246985088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765261.043604:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246985088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765261.043613:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765261.043616:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765261.043619:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246985088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765261.997031:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765263.019131:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765264.043545:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765265.067007:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765266.092574:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765266.154488:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765266.154498:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765266.154503:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765266.154515:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2566 00000100:00080000:2.0:1789765266.154526:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765266.154534:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765266.154580:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246985216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765266.154611:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765266.154615:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765266.154617:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765266.154621:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2566 00000100:00080000:2.0:1789765266.154627:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765266.154632:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765266.154644:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765266.154660:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246985344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765266.154672:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246985216:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789765266.154677:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765266.154689:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765266.154691:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765266.154697:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2566 00000100:00080000:2.0:1789765266.154701:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765266.154705:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765266.154711:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765266.154724:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246985472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765266.154734:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765266.154738:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:3.0:1789765266.154772:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765266.154907:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789765266.154915:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765266/real 1789765266] req@ffff9985857d8a80 x1876702246985216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765266.154920:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2566 00000100:00080000:2.0:1789765266.154931:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765266.154940:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765266.154946:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765266.154952:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246985216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765266.154965:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246985600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765266.154969:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765266.154982:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765266.154992:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246985216:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789765266.154995:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765266.155000:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765266.155003:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765266.155010:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2566 00000100:00080000:2.0:1789765266.155014:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765266.155018:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765266.155023:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765266.155025:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246985344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765266.155043:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246985728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789765266.155060:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765266.155092:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765266/real 1789765266] req@ffff9985857da300 x1876702246985344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765266.155106:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246985344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765266.155114:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765266.155117:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765266.155121:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246985344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765266.155128:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246985472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765266.155160:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765266.155171:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765266/real 1789765266] req@ffff9985857d9880 x1876702246985472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765266.155183:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246985472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765266.155201:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765266.155205:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765266.155209:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246985472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765266.155215:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246985600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765266.155234:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765266.155245:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765266/real 1789765266] req@ffff9985857db100 x1876702246985600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765266.155267:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246985600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765266.155276:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765266.155279:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765266.155282:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246985600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765266.155327:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246985728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765266.155348:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765266.155360:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765266/real 1789765266] req@ffff9985857db800 x1876702246985728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765266.155371:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246985728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765266.155379:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765266.155382:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765266.155385:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246985728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765267.115109:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765268.138544:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765269.164657:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765270.188775:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765271.210790:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765271.274684:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765271.274693:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765271.274698:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765271.274709:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2571 00000100:00080000:0.0:1789765271.274721:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765271.274729:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765271.275460:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246985856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765271.275495:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765271.275499:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765271.275502:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765271.275507:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2571 00000100:00080000:0.0:1789765271.275512:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765271.275517:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765271.275529:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765271.275548:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246985984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765271.275564:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246985856:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765271.275656:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789765271.275667:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765271.275673:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765271.275676:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765271.275683:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2571 00000100:00080000:0.0:1789765271.275689:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765271.275694:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765271.275702:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765271.275721:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246986112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765271.275730:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765271/real 1789765271] req@ffff9985856a2300 x1876702246985856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765271.275736:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765271.275755:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765271.275759:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765271.275770:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2571 00000100:00080000:0.0:1789765271.275787:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789765271.275788:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246985856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765271.275798:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765271.275809:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1789765271.275813:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765271.275822:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765271.275836:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246986240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765271.275847:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246985856:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789765271.275862:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765271.275867:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765271.275871:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765271.275876:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2571 00000100:00080000:0.0:1789765271.275881:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765271.275885:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765271.275892:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246985984:192.168.203.136@tcp:38:kworker.0 00000008:00100000:0.0:1789765271.275895:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765271.275915:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246986368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789765271.275932:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765271.275951:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765271/real 1789765271] req@ffff9985856a0e00 x1876702246985984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765271.275968:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246985984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765271.275977:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765271.275981:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765271.275984:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246985984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765271.275992:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246986112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765271.276016:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765271.276029:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765271/real 1789765271] req@ffff9985856a1500 x1876702246986112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765271.276041:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246986112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765271.276056:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765271.276059:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765271.276063:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246986112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765271.276069:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246986240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765271.276089:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765271.276100:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765271/real 1789765271] req@ffff9985856a0000 x1876702246986240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765271.276112:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246986240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765271.276120:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765271.276123:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765271.276126:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246986240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765271.276144:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246986368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765271.276164:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765271.276176:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765271/real 1789765271] req@ffff9985856a1880 x1876702246986368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765271.276189:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246986368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765271.276196:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765271.276200:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765271.276203:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246986368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765272.234601:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765273.259589:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765274.282559:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765275.307927:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765276.330602:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765276.395980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765276.395992:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765276.395996:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765276.396006:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2576 00000100:00080000:1.0:1789765276.396016:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765276.396023:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765276.396068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246986496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765276.396100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765276.396104:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765276.396105:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765276.396109:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2576 00000100:00080000:1.0:1789765276.396113:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765276.396118:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765276.396129:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765276.396143:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246986624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765276.396164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765276.396168:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765276.396170:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765276.396173:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2576 00000100:00080000:1.0:1789765276.396177:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765276.396180:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765276.396185:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765276.396196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246986752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765276.396206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765276.396209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765276.396211:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765276.396214:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2576 00000100:00080000:1.0:1789765276.396217:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765276.396221:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765276.396225:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765276.396235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246986880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765276.396244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765276.396247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765276.396249:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765276.396252:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2576 00000100:00080000:1.0:1789765276.396255:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765276.396258:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765276.396262:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765276.396272:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246987008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765276.396510:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246986496:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765276.396571:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765276.396620:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765276/real 1789765276] req@ffff9985836dad80 x1876702246986496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765276.396638:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246986496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765276.396648:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765276.396652:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765276.396656:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246986496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765276.396664:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246986624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765276.396686:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765276.396699:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765276/real 1789765276] req@ffff9985836db800 x1876702246986624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765276.396712:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246986624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765276.396721:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765276.396724:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765276.396736:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246986624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765276.396743:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246986752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765276.396764:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765276.396776:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765276/real 1789765276] req@ffff9985836da680 x1876702246986752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765276.396799:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246986752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765276.396808:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765276.396812:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765276.396815:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246986752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765276.396822:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246986880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765276.396843:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765276.396855:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765276/real 1789765276] req@ffff9985836d9c00 x1876702246986880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765276.396866:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246986880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765276.396874:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765276.396877:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765276.396880:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246986880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765276.396886:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246987008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765276.396906:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765276.396917:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765276/real 1789765276] req@ffff9985836d8700 x1876702246987008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765276.396934:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246987008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765276.396941:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765276.396944:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765276.396947:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246987008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765277.354658:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765278.378821:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765279.402685:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765280.426509:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765281.450762:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765281.514569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765281.514581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765281.514586:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765281.514598:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2581 00000100:00080000:0.0:1789765281.514611:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765281.514620:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765281.514667:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246987136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765281.514704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765281.514707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765281.514709:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765281.514713:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2581 00000100:00080000:0.0:1789765281.514716:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765281.514720:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765281.514730:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765281.514744:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246987264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765281.514761:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765281.514764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765281.514766:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765281.514769:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2581 00000100:00080000:0.0:1789765281.514772:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765281.514775:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765281.514780:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765281.514792:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246987392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765281.514800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765281.514803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765281.514805:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765281.514809:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2581 00000100:00080000:0.0:1789765281.514812:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765281.514816:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765281.514821:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765281.514831:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246987520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765281.514839:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765281.514843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765281.514844:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765281.514848:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2581 00000100:00080000:0.0:1789765281.514851:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765281.514854:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765281.514858:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765281.514867:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246987648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765281.514965:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246987136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765281.515030:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765281.515068:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765281/real 1789765281] req@ffff9985856a2a00 x1876702246987136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765281.515085:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246987136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765281.515095:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765281.515098:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765281.515102:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246987136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765281.515108:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246987264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765281.515130:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765281.515142:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765281/real 1789765281] req@ffff9985856a1880 x1876702246987264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765281.515159:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246987264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765281.515167:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765281.515170:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765281.515173:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246987264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765281.515179:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246987392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765281.515198:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765281.515209:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765281/real 1789765281] req@ffff9985856a0000 x1876702246987392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765281.515220:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246987392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765281.515228:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765281.515230:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765281.515233:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246987392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765281.515238:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246987520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765281.515254:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765281.515263:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765281/real 1789765281] req@ffff9985856a1500 x1876702246987520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765281.515273:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246987520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765281.515404:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765281.515409:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765281.515413:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246987520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765281.515419:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246987648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765281.515441:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765281.515453:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765281/real 1789765281] req@ffff9985856a0e00 x1876702246987648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765281.515463:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246987648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765281.515471:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765281.515474:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765281.515477:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246987648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765282.474690:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765283.498969:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765284.522526:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765285.546475:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765286.570529:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765286.634413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765286.634425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765286.634431:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765286.634441:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2586 00000100:00080000:0.0:1789765286.634452:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765286.634461:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765286.634503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246987776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765286.634533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765286.634539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765286.634541:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765286.634546:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2586 00000100:00080000:0.0:1789765286.634550:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765286.634554:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765286.634565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765286.634574:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246987776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765286.634586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246987904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765286.634600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765286.634603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765286.634605:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765286.634609:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2586 00000100:00080000:0.0:1789765286.634612:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765286.634616:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765286.634621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:3.0:1789765286.634678:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765286.634743:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765286/real 1789765286] req@ffff9985856a2300 x1876702246987776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765286.634763:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246987776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765286.634788:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765286.634793:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765286.634797:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246987776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765286.634824:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246987904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765286.634847:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765286.634870:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765286/real 1789765286] req@ffff9985856a2680 x1876702246987904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765286.634883:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246987904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765286.634891:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765286.634894:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765286.634897:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246987904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765286.635240:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246988032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765286.635262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765286.635265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765286.635267:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765286.635270:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2586 00000100:00080000:0.0:1789765286.635275:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765286.635279:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765286.635285:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765286.635332:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246988160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765286.635342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765286.635346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765286.635348:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789765286.635353:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246988032:192.168.203.136@tcp:8:kworker.0 00000100:00080000:0.0:1789765286.635357:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2586 00000100:00080000:0.0:1789765286.635366:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765286.635370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765286.635376:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765286.635390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246988288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789765286.635397:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765286.635419:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765286/real 1789765286] req@ffff9985856a0700 x1876702246988032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765286.635435:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246988032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765286.635444:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765286.635448:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765286.635451:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246988032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765286.635461:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246988160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765286.635487:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765286.635499:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765286/real 1789765286] req@ffff9985856a2d80 x1876702246988160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765286.635511:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246988160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765286.635519:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765286.635522:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765286.635524:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246988160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765286.635541:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246988288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765286.635561:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765286.635576:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765286/real 1789765286] req@ffff9985856a3480 x1876702246988288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765286.635585:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246988288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765286.635591:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765286.635593:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765286.635595:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246988288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765287.594953:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765288.618804:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765289.642885:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765290.666670:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765291.693879:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765291.754403:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765291.754413:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765291.754417:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765291.754427:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2591 00000100:00080000:0.0:1789765291.754438:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765291.754447:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765291.754491:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246988416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765291.754525:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765291.754529:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765291.754531:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765291.754535:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2591 00000100:00080000:0.0:1789765291.754540:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765291.754544:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765291.754553:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765291.754567:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246988544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765291.754575:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765291.754578:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765291.754579:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765291.754583:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2591 00000100:00080000:0.0:1789765291.754586:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765291.754588:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765291.754593:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765291.754602:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246988672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765291.754609:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765291.754612:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765291.754614:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765291.754618:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2591 00000100:00080000:0.0:1789765291.754621:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765291.754624:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765291.754628:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765291.754636:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246988800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765291.754651:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765291.754654:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765291.754655:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765291.754660:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2591 00000100:00080000:0.0:1789765291.754663:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765291.754666:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765291.754670:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765291.754691:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246988928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765291.754713:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246988416:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765291.754789:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765291.754894:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765291/real 1789765291] req@ffff9985856a3800 x1876702246988416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765291.754915:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246988416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765291.754927:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765291.754931:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765291.754934:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246988416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765291.754942:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246988544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765291.754967:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765291.754981:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765291/real 1789765291] req@ffff9985856a3480 x1876702246988544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765291.754993:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246988544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765291.755013:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765291.755018:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765291.755021:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246988544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765291.755028:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246988672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765291.755049:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765291.755060:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765291/real 1789765291] req@ffff9985856a2d80 x1876702246988672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765291.755079:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246988672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765291.755087:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765291.755090:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765291.755093:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246988672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765291.755098:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246988800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765291.755130:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765291.755142:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765291/real 1789765291] req@ffff9985856a0700 x1876702246988800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765291.755154:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246988800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765291.755161:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765291.755165:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765291.755168:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246988800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765291.755174:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246988928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765291.755194:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765291.755205:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765291/real 1789765291] req@ffff9985856a2680 x1876702246988928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765291.755217:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246988928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765291.755229:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765291.755233:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765291.755236:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246988928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765292.714519:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765293.738803:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765294.763318:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765295.786533:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765296.811651:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765296.874688:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765296.874698:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765296.874702:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765296.874712:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2596 00000100:00080000:2.0:1789765296.874722:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765296.874730:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765296.874776:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702246989056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765296.874844:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246989056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765296.874905:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765296.874939:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765296.874945:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765296.874947:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765296.874951:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2596 00000100:00080000:2.0:1789765296.874955:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765296.874960:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765296.874969:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765296.874983:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702246989184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765296.875038:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765296/real 1789765296] req@ffff9985857db800 x1876702246989056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765296.875056:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702246989056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765296.875067:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765296.875071:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765296.875075:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246989056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765296.875100:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246989184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765296.875122:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765296.875135:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765296/real 1789765296] req@ffff9985857db100 x1876702246989184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765296.875148:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702246989184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765296.875167:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765296.875171:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765296.875175:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246989184:192.168.203.136@tcp:38:kworker.0 00000100:00080000:2.0:1789765296.878327:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765296.878336:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765296.878340:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765296.878348:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2596 00000100:00080000:2.0:1789765296.878359:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765296.878366:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765296.878376:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765296.878408:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702246989312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765296.878432:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765296.878436:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765296.878438:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765296.878442:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2596 00000100:00080000:2.0:1789765296.878446:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765296.878449:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765296.878454:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765296.878464:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702246989440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765296.878473:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765296.878476:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765296.878478:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765296.878481:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2596 00000100:00080000:2.0:1789765296.878484:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765296.878487:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765296.878492:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765296.878501:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702246989568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765296.878625:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246989312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765296.878688:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765296.878711:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765296/real 1789765296] req@ffff9985857d9880 x1876702246989312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765296.878727:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702246989312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765296.878738:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765296.878742:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765296.878746:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246989312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765296.878752:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246989440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765296.878769:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765296.878778:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765296/real 1789765296] req@ffff9985857da300 x1876702246989440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765296.878790:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702246989440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765296.878798:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765296.878801:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765296.878804:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246989440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765296.878810:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246989568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765296.878827:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765296.878837:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765296/real 1789765296] req@ffff9985857d8a80 x1876702246989568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765296.878848:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702246989568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765296.878854:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765296.878857:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765296.878860:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246989568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765297.836322:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765298.864048:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765299.883843:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765300.906638:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765301.930607:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765301.994399:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765301.994409:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765301.994414:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765301.994423:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2601 00000100:00080000:2.0:1789765301.994433:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765301.994441:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765301.994484:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702246989696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765301.994510:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765301.994514:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765301.994516:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765301.994520:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2601 00000100:00080000:2.0:1789765301.994524:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765301.994529:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765301.994539:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765301.994551:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702246989824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765301.994561:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765301.994564:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765301.994566:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765301.994570:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2601 00000100:00080000:2.0:1789765301.994573:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765301.994577:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765301.994581:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765301.994591:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702246989952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765301.994610:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765301.994613:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765301.994615:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765301.994618:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2601 00000100:00080000:2.0:1789765301.994621:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765301.994625:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765301.994629:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765301.994638:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246990080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765301.994653:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765301.994657:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765301.994658:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765301.994662:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2601 00000100:00080000:2.0:1789765301.994665:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765301.994668:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765301.994673:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765301.994682:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246990208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765301.994807:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246989696:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765301.994871:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765301.994910:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765301/real 1789765301] req@ffff9985857dbb80 x1876702246989696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765301.994928:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702246989696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765301.994939:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765301.994943:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765301.994948:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246989696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765301.994955:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246989824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765301.994977:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765301.994990:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765301/real 1789765301] req@ffff9985857d8380 x1876702246989824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765301.995002:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702246989824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765301.995010:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765301.995013:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765301.995017:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246989824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765301.995023:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246989952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765301.995041:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765301.995051:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765301/real 1789765301] req@ffff9985857d9180 x1876702246989952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765301.995063:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702246989952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765301.995071:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765301.995073:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765301.995076:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246989952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765301.995082:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246990080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765301.995100:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765301.995110:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765301/real 1789765301] req@ffff9985857daa00 x1876702246990080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765301.995121:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246990080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765301.995130:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765301.995134:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765301.995137:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246990080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765301.995142:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246990208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765301.995160:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765301.995171:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765301/real 1789765301] req@ffff9985857d8e00 x1876702246990208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765301.995182:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246990208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765301.995189:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765301.995192:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765301.995195:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246990208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765302.957486:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765303.978745:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765305.003255:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765306.026597:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765307.053882:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765307.115670:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765307.115680:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765307.115685:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765307.115696:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2607 00000100:00080000:0.0:1789765307.115707:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765307.115715:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765307.115758:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246990336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765307.115842:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246990336:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765307.115904:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789765307.115938:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765307.115943:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765307.115945:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765307.115950:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2607 00000100:00080000:0.0:1789765307.115954:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765307.115958:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765307.115968:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765307.115983:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246990464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765307.117073:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765307/real 1789765307] req@ffff9985856a2300 x1876702246990336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765307.117327:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246990336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765307.117354:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765307.117358:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765307.117362:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246990336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765307.117399:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246990464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765307.117445:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765307.117460:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765307/real 1789765307] req@ffff9985856a0e00 x1876702246990464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765307.117476:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246990464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765307.117484:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765307.117488:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765307.117491:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246990464:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789765307.122758:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765307.122768:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765307.122773:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765307.122784:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2607 00000100:00080000:0.0:1789765307.122795:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765307.122803:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765307.122817:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765307.122857:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246990592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765307.122872:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765307.122877:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765307.122878:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765307.122882:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2607 00000100:00080000:0.0:1789765307.122886:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765307.122890:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765307.122895:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765307.122907:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246990720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765307.122918:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765307.122921:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765307.122924:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765307.122927:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2607 00000100:00080000:0.0:1789765307.122930:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765307.122934:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765307.122939:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765307.122950:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246990848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765307.123119:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246990592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765307.123187:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765307.123215:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765307/real 1789765307] req@ffff9985856a1500 x1876702246990592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765307.123232:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246990592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765307.123243:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765307.123248:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765307.123252:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246990592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765307.123260:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246990720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765307.123280:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765307.123314:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765307/real 1789765307] req@ffff9985856a0000 x1876702246990720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765307.123327:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246990720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765307.123336:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765307.123339:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765307.123342:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246990720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765307.123348:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246990848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765307.123369:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765307.123380:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765307/real 1789765307] req@ffff9985856a1880 x1876702246990848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765307.123391:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246990848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765307.123399:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765307.123402:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765307.123405:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246990848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765308.074487:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765309.099690:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765310.122573:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765311.147464:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765312.172717:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765312.234579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765312.234588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765312.234593:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765312.234603:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2612 00000100:00080000:1.0:1789765312.234613:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765312.234620:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765312.234673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246990976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765312.234739:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246990976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765312.234797:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789765312.234874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765312.234878:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765312.234880:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765312.234884:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2612 00000100:00080000:1.0:1789765312.234889:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765312.234893:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765312.234902:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765312.234916:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246991104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765312.238660:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765312/real 1789765312] req@ffff9985836d8a80 x1876702246990976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765312.238686:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246990976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765312.238698:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765312.238703:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765312.238707:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246990976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765312.238739:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246991104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765312.238790:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765312.238805:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765312/real 1789765312] req@ffff9985836da300 x1876702246991104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765312.238817:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246991104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765312.238824:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765312.238827:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765312.238830:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246991104:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789765312.239205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765312.239212:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765312.239214:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765312.239221:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2612 00000100:00080000:1.0:1789765312.239226:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765312.239233:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765312.239245:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765312.239273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246991232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765312.239285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765312.239321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765312.239323:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765312.239326:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2612 00000100:00080000:1.0:1789765312.239330:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765312.239334:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765312.239339:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765312.239351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246991360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765312.239359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765312.239362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765312.239364:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765312.239368:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2612 00000100:00080000:1.0:1789765312.239371:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765312.239373:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765312.239378:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765312.239388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246991488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765312.239500:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246991232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765312.239538:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765312.239552:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765312/real 1789765312] req@ffff9985836d8e00 x1876702246991232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765312.239570:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246991232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765312.239578:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765312.239582:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765312.239585:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246991232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765312.239591:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246991360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765312.239609:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765312.239620:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765312/real 1789765312] req@ffff9985836d8380 x1876702246991360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765312.239630:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246991360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765312.239699:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765312.239703:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765312.239706:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246991360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765312.239713:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246991488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765312.239736:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765312.239746:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765312/real 1789765312] req@ffff9985836d9880 x1876702246991488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765312.239758:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246991488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765312.239771:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765312.239774:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765312.239777:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246991488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765313.194531:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765314.218527:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765315.242483:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765316.266435:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765317.290679:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765317.355643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765317.355653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765317.355667:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765317.355678:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2617 00000100:00080000:1.0:1789765317.355688:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765317.355696:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765317.355739:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246991616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765317.355766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765317.355769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765317.355771:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765317.355775:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2617 00000100:00080000:1.0:1789765317.355778:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765317.355783:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765317.355792:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765317.355809:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246991744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765317.355820:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765317.355824:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765317.355826:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765317.355830:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2617 00000100:00080000:1.0:1789765317.355833:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765317.355838:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765317.355843:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765317.355858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246991872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765317.355858:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246991616:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789765317.355884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765317.355888:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765317.355890:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765317.355895:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2617 00000100:00080000:1.0:1789765317.355898:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765317.355901:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765317.355906:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765317.355917:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246992000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765317.355925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765317.355928:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765317.355929:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765317.355932:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2617 00000100:00080000:1.0:1789765317.355935:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765317.355938:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765317.355942:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765317.355950:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246992128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789765317.356083:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765317.356203:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765317/real 1789765317] req@ffff9985836d9180 x1876702246991616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765317.356224:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246991616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765317.356234:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765317.356239:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765317.356242:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246991616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765317.356250:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246991744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765317.356274:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765317.356286:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765317/real 1789765317] req@ffff9985836d9880 x1876702246991744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765317.356338:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246991744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765317.356346:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765317.356350:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765317.356354:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246991744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765317.356381:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246991872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765317.356402:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765317.356412:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765317/real 1789765317] req@ffff9985836d8380 x1876702246991872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765317.356423:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246991872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765317.356432:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765317.356436:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765317.356439:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246991872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765317.356445:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246992000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765317.356462:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765317.356472:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765317/real 1789765317] req@ffff9985836d8e00 x1876702246992000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765317.356483:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246992000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765317.356503:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765317.356507:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765317.356510:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246992000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765317.356516:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246992128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765317.356536:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765317.356548:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765317/real 1789765317] req@ffff9985836da300 x1876702246992128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765317.356559:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246992128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765317.356566:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765317.356570:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765317.356573:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246992128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765318.314725:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765319.338592:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765320.362524:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765321.387320:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765322.411633:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765322.475057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765322.475068:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765322.475073:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765322.475083:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2622 00000100:00080000:1.0:1789765322.475105:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765322.475113:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765322.475157:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246992256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765322.475191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765322.475194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765322.475196:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765322.475201:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2622 00000100:00080000:1.0:1789765322.475204:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765322.475208:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765322.475220:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765322.475232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246992384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765322.475243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765322.475245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765322.475247:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765322.475251:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2622 00000100:00080000:1.0:1789765322.475253:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765322.475257:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765322.475261:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765322.475270:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246992512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765322.475279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765322.475282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765322.475283:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765322.475305:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2622 00000100:00080000:1.0:1789765322.475308:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765322.475312:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765322.475316:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765322.475326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246992640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765322.475334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765322.475337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765322.475339:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765322.475342:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2622 00000100:00080000:1.0:1789765322.475346:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765322.475349:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765322.475353:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765322.475365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246992768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765322.475530:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246992256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765322.475626:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246992384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765322.475653:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246992512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765322.475674:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246992640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765322.475694:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246992768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765323.436322:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765324.458460:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765325.482733:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789765325.548481:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:1.0:1789765325.548530:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789765325.548547:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789765325.548659:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765322/real 1789765325] req@ffff9985836d8a80 x1876702246992256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765347 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765325.548685:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246992256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765347 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765325.548704:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765325.548709:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765325.548713:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246992256:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765325.548773:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789765325.548841:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765322/real 1789765325] req@ffff9985836d8700 x1876702246992384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765347 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765325.548857:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246992384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765347 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765325.548865:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765325.548869:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765325.548872:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246992384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765325.548979:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789765325.549040:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765322/real 1789765325] req@ffff9985836d9c00 x1876702246992512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765347 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765325.549055:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246992512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765347 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765325.549063:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765325.549067:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765325.549070:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246992512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765325.549147:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789765325.549206:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765322/real 1789765325] req@ffff9985836da680 x1876702246992640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765347 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765325.549220:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246992640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765347 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765325.549227:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765325.549231:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765325.549234:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246992640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765325.549270:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789765325.549425:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765322/real 1789765325] req@ffff9985836db800 x1876702246992768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765347 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765325.549450:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246992768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765347 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765325.549458:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765325.549462:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765325.549465:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246992768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765326.507606:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765327.530592:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765327.597452:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765327.597462:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765327.597467:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765327.597478:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2627 00000100:00080000:2.0:1789765327.597488:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765327.597496:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765327.597535:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702246992896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765327.597560:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765327.597564:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765327.597567:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765327.597571:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2627 00000100:00080000:2.0:1789765327.597575:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789765327.597582:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246992896:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789765327.597582:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765327.597596:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765327.597610:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702246993024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765327.597634:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765327.597637:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765327.597639:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765327.597643:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2627 00000100:00080000:2.0:1789765327.597648:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789765327.597652:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765327.597655:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765327.597662:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765327.597675:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702246993152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765327.597685:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765327.597689:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765327.597690:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765327.597695:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2627 00000100:00080000:2.0:1789765327.597699:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789765327.597701:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765327/real 1789765327] req@ffff9985857d9f80 x1876702246992896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765327.597705:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765327.597712:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765327.597726:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702246993280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765327.597729:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702246992896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765327.597747:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765327.597751:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765327.597752:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765327.597756:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765327.597761:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:2.0:1789765327.597765:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2627 00000100:00100000:0.0:1789765327.597770:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246992896:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789765327.597771:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765327.597779:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765327.597784:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765327.597794:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702246993408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765327.597802:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246993024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765327.597830:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765327.597843:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765327/real 1789765327] req@ffff9985857d9500 x1876702246993024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765327.597855:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702246993024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765327.597869:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765327.597872:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765327.597875:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246993024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765327.597880:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246993152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765327.597898:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765327.597907:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765327/real 1789765327] req@ffff9985857d8000 x1876702246993152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765327.597917:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702246993152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765327.597924:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765327.597927:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765327.597930:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246993152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765327.597934:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246993280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765327.597952:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765327.597961:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765327/real 1789765327] req@ffff9985857d8e00 x1876702246993280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765327.597973:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702246993280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765327.597981:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765327.597984:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765327.597987:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246993280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765327.598001:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246993408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765327.598019:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765327.598029:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765327/real 1789765327] req@ffff9985857daa00 x1876702246993408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765327.598169:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702246993408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765327.598177:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765327.598180:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765327.598184:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246993408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765328.554925:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765329.578526:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765330.603413:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765331.626616:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765332.650685:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765332.714510:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765332.714524:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765332.714529:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765332.714541:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2632 00000100:00080000:0.0:1789765332.714554:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765332.714561:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765332.714600:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702246993536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765332.714632:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765332.714636:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765332.714637:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765332.714642:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2632 00000100:00080000:0.0:1789765332.714644:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765332.714649:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765332.714658:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765332.714671:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702246993664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765332.714680:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765332.714683:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765332.714685:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765332.714688:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2632 00000100:00080000:0.0:1789765332.714690:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765332.714693:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765332.714697:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765332.714705:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702246993792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765332.714715:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765332.714718:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765332.714720:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765332.714724:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2632 00000100:00080000:0.0:1789765332.714726:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765332.714729:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765332.714733:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765332.714741:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702246993920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765332.714749:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765332.714753:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765332.714755:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765332.714758:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2632 00000100:00080000:0.0:1789765332.714761:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765332.714764:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765332.714768:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765332.714775:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702246994048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765332.714848:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246993536:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765332.714914:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765332.714966:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765332/real 1789765332] req@ffff9985856a2a00 x1876702246993536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765332.714983:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702246993536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765332.714993:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765332.714997:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765332.715001:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246993536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765332.715008:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246993664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765332.715029:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765332.715042:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765332/real 1789765332] req@ffff9985856a1880 x1876702246993664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765332.715054:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702246993664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765332.715062:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765332.715065:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765332.715068:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246993664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765332.715074:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246993792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765332.715092:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765332.715102:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765332/real 1789765332] req@ffff9985856a0000 x1876702246993792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765332.715112:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702246993792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765332.715119:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765332.715122:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765332.715124:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246993792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765332.715130:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246993920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765332.715148:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765332.715159:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765332/real 1789765332] req@ffff9985856a1500 x1876702246993920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765332.715170:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702246993920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765332.715387:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765332.715391:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765332.715395:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246993920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765332.715401:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246994048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765332.715425:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765332.715437:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765332/real 1789765332] req@ffff9985856a0e00 x1876702246994048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765332.715448:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702246994048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765332.715455:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765332.715458:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765332.715461:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246994048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765333.674768:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765334.699076:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765335.723844:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765336.747072:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765337.771155:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765337.836768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765337.836782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765337.836787:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765337.836800:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2637 00000100:00080000:1.0:1789765337.836813:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765337.836823:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765337.836866:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246994176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765337.836895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765337.836899:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765337.836901:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765337.836906:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2637 00000100:00080000:1.0:1789765337.836909:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765337.836913:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765337.836923:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765337.836936:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246994304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765337.836947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765337.836951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765337.836952:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765337.836955:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2637 00000100:00080000:1.0:1789765337.836959:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765337.836962:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765337.836966:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765337.836977:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246994432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765337.836986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765337.836989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765337.836991:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765337.836995:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2637 00000100:00080000:1.0:1789765337.836999:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765337.837002:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765337.837006:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765337.837017:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246994560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765337.837025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765337.837028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765337.837029:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765337.837033:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2637 00000100:00080000:1.0:1789765337.837036:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765337.837040:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765337.837045:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765337.837053:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246994688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765337.854438:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246994176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765337.854701:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765337.854755:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765337/real 1789765337] req@ffff9985836db800 x1876702246994176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765337.854793:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246994176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765337.854804:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765337.854809:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765337.854812:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246994176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765337.854821:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246994304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765337.854844:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765337.854858:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765337/real 1789765337] req@ffff9985836da680 x1876702246994304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765337.854868:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246994304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765337.854876:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765337.854880:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765337.854883:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246994304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765337.854889:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246994432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765337.854910:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765337.854921:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765337/real 1789765337] req@ffff9985836d9c00 x1876702246994432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765337.854933:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246994432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765337.854947:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765337.854950:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765337.854954:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246994432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765337.854960:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246994560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765337.854981:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765337.854992:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765337/real 1789765337] req@ffff9985836d8700 x1876702246994560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765337.855002:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246994560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765337.855008:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765337.855012:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765337.855015:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246994560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765337.855022:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246994688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765337.855042:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765337.855053:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765337/real 1789765337] req@ffff9985836d8a80 x1876702246994688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765337.855064:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246994688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765337.855071:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765337.855074:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765337.855078:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246994688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765338.794925:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765339.819283:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765340.843910:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765341.869591:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765342.890990:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765342.955641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765342.955654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765342.955659:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765342.955671:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2642 00000100:00080000:0.0:1789765342.955685:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765342.955706:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765342.955750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702246994816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765342.955788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765342.955792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765342.955794:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765342.955798:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2642 00000100:00080000:0.0:1789765342.955802:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765342.955805:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765342.955914:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765342.955928:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246994944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765342.955937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765342.955940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765342.955942:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765342.955945:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2642 00000100:00080000:0.0:1789765342.955948:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765342.955951:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765342.956111:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765342.956126:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246995072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765342.956135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765342.956139:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765342.956141:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765342.956145:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2642 00000100:00080000:0.0:1789765342.956149:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765342.956153:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765342.956158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765342.956168:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246995200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765342.956176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765342.956179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765342.956181:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765342.956184:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2642 00000100:00080000:0.0:1789765342.956188:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765342.956192:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765342.956196:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765342.956205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246995328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765342.957285:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246994816:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765342.957393:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765342.957441:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765342/real 1789765342] req@ffff9985856a2300 x1876702246994816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765342.957458:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702246994816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765342.957469:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765342.957473:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765342.957476:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246994816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765342.957484:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246994944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765342.957507:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765342.957520:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765342/real 1789765342] req@ffff9985856a2680 x1876702246994944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765342.957531:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246994944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765342.957539:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765342.957542:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765342.957545:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246994944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765342.957554:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246995072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765342.957572:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765342.957582:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765342/real 1789765342] req@ffff9985856a0700 x1876702246995072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765342.957594:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246995072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765342.957603:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765342.957606:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765342.957609:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246995072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765342.957614:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246995200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765342.957633:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765342.957645:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765342/real 1789765342] req@ffff9985856a2d80 x1876702246995200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765342.957655:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246995200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765342.957662:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765342.957665:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765342.957668:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246995200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765342.957674:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246995328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765342.958321:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765342.958340:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765342/real 1789765342] req@ffff9985856a3480 x1876702246995328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765342.958354:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246995328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765342.958362:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765342.958365:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765342.958368:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246995328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765343.916097:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765344.939357:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765345.964192:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765346.986941:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765348.010546:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765348.074689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765348.074699:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765348.074705:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765348.074716:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2648 00000100:00080000:1.0:1789765348.074738:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765348.074747:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765348.074793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246995456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765348.074824:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765348.074828:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765348.074830:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765348.074835:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2648 00000100:00080000:1.0:1789765348.074838:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765348.074842:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765348.074853:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765348.074867:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246995584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765348.074876:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765348.074879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765348.074881:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765348.074884:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2648 00000100:00080000:1.0:1789765348.074888:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765348.074892:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765348.074897:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765348.074908:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246995712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765348.074917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765348.074921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765348.074923:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765348.074927:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2648 00000100:00080000:1.0:1789765348.074930:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765348.074934:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765348.074939:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765348.074948:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246995840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765348.074956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765348.074960:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765348.074961:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765348.074965:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2648 00000100:00080000:1.0:1789765348.074968:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765348.074971:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765348.074975:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765348.074984:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246995968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765348.076236:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246995456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765348.076364:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765348.076446:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765348/real 1789765348] req@ffff9985836dad80 x1876702246995456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765348.076466:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246995456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765348.076478:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765348.076482:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765348.076486:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246995456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765348.076494:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246995584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765348.076518:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765348.076532:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765348/real 1789765348] req@ffff9985836d8a80 x1876702246995584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765348.076552:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246995584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765348.076660:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765348.076665:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765348.076669:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246995584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765348.076676:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246995712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765348.076702:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765348.076714:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765348/real 1789765348] req@ffff9985836d8700 x1876702246995712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765348.076793:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246995712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765348.076802:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765348.076805:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765348.076808:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246995712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765348.076814:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246995840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765348.076837:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765348.076848:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765348/real 1789765348] req@ffff9985836d9c00 x1876702246995840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765348.076860:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246995840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765348.076874:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765348.076877:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765348.076880:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246995840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765348.076886:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246995968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765348.076902:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765348.076910:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765348/real 1789765348] req@ffff9985836da680 x1876702246995968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765348.076920:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246995968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765348.076928:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765348.076930:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765348.076933:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246995968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765349.036213:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765350.058476:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765351.083750:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765352.106553:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765353.134604:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765353.194448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765353.194458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765353.194463:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765353.194474:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2653 00000100:00080000:1.0:1789765353.194497:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765353.194506:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765353.194551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246996096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765353.194582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765353.194586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765353.194588:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765353.194593:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2653 00000100:00080000:1.0:1789765353.194597:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765353.194602:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765353.194612:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765353.194635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246996224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765353.194645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765353.194649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765353.194651:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765353.194656:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2653 00000100:00080000:1.0:1789765353.194660:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765353.194664:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765353.194668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765353.194678:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246996352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765353.194685:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246996096:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789765353.194691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765353.194695:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765353.194697:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765353.194702:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2653 00000100:00080000:1.0:1789765353.194706:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765353.194709:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765353.194713:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765353.194725:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246996480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765353.194735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765353.194738:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765353.194740:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765353.194744:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2653 00000100:00080000:1.0:1789765353.194748:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765353.194751:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765353.194758:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789765353.194758:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765353.194774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246996608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765353.194804:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765353/real 1789765353] req@ffff9985836db800 x1876702246996096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765353.194824:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246996096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765353.194848:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765353.194853:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765353.194857:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246996096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765353.194865:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246996224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765353.194895:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765353.194908:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765353/real 1789765353] req@ffff9985836da300 x1876702246996224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765353.194922:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246996224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765353.194930:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765353.194934:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765353.194938:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246996224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765353.194966:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246996352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765353.194987:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765353.194999:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765353/real 1789765353] req@ffff9985836d8e00 x1876702246996352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765353.195012:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246996352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765353.195021:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765353.195024:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765353.195028:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246996352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765353.195033:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246996480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765353.195053:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765353.195065:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765353/real 1789765353] req@ffff9985836d8380 x1876702246996480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765353.195077:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246996480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765353.195086:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765353.195089:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765353.195093:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246996480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765353.195098:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246996608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765353.195118:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765353.195129:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765353/real 1789765353] req@ffff9985836d9880 x1876702246996608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765353.195142:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246996608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765353.195150:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765353.195154:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765353.195157:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246996608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765354.160525:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765355.182436:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765356.202857:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765357.230169:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765358.253453:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765358.314453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765358.314463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765358.314468:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765358.314478:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2658 00000100:00080000:0.0:1789765358.314489:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765358.314496:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765358.314535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702246996736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765358.314564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765358.314568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765358.314576:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765358.314580:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2658 00000100:00080000:0.0:1789765358.314584:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765358.314588:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765358.314597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765358.314610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702246996864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765358.314619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765358.314623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765358.314625:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765358.314628:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2658 00000100:00080000:0.0:1789765358.314631:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765358.314633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765358.314637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765358.314644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702246996992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765358.314652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765358.314654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765358.314656:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765358.314659:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2658 00000100:00080000:0.0:1789765358.314662:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765358.314665:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765358.314668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765358.314775:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702246997120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765358.314784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765358.314787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765358.314789:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765358.314793:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2658 00000100:00080000:0.0:1789765358.314797:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765358.314800:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765358.314806:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765358.314816:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702246997248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765358.314896:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246996736:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765358.314953:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765358.314987:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765358/real 1789765358] req@ffff9985856a3800 x1876702246996736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765358.315003:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702246996736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765358.315014:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765358.315017:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765358.315021:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246996736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765358.315027:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246996864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765358.315045:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765358.315056:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765358/real 1789765358] req@ffff9985856a3480 x1876702246996864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765358.315066:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702246996864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765358.315073:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765358.315075:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765358.315078:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246996864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765358.315083:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246996992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765358.315100:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765358.315109:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765358/real 1789765358] req@ffff9985856a2d80 x1876702246996992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765358.315120:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702246996992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765358.315134:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765358.315137:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765358.315140:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246996992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765358.315145:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246997120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765358.315160:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765358.315169:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765358/real 1789765358] req@ffff9985856a0700 x1876702246997120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765358.315179:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702246997120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765358.315211:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765358.315215:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765358.315218:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246997120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765358.315224:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246997248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765358.315244:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765358.315255:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765358/real 1789765358] req@ffff9985856a2680 x1876702246997248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765358.315265:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702246997248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765358.315273:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765358.315275:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765358.315278:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246997248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765359.275007:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765360.301324:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765361.322525:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765362.347753:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765363.373012:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765363.434466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765363.434477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765363.434482:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765363.434602:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2663 00000100:00080000:1.0:1789765363.434613:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765363.434620:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765363.434773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702246997376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765363.434846:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246997376:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765363.434928:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789765363.434958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765363.434961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765363.434963:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765363.434968:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2663 00000100:00080000:1.0:1789765363.434972:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765363.434977:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765363.434986:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765363.435001:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702246997504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765363.435998:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765363/real 1789765363] req@ffff9985836d9180 x1876702246997376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765363.436071:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702246997376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765363.436082:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765363.436087:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765363.436090:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246997376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765363.436119:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246997504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765363.436167:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765363.436182:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765363/real 1789765363] req@ffff9985836d9880 x1876702246997504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765363.436195:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702246997504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765363.436203:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765363.436206:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765363.436209:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246997504:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789765363.436339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765363.436344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765363.436346:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765363.436351:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2663 00000100:00080000:1.0:1789765363.436356:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765363.436362:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765363.436370:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765363.436387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702246997632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765363.436434:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246997632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765363.436574:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789765363.436597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765363.436601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765363.436603:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765363.436608:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2663 00000100:00080000:1.0:1789765363.436613:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765363.436617:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765363.436623:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765363.436635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702246997760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765363.436739:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765363/real 1789765363] req@ffff9985836d8380 x1876702246997632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765363.436757:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702246997632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765363.436766:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765363.436770:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765363.436773:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246997632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765363.436789:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246997760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765363.436812:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765363.436825:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765363/real 1789765363] req@ffff9985836d8e00 x1876702246997760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765363.436837:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702246997760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765363.436845:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765363.436848:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765363.436851:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246997760:192.168.203.136@tcp:8:kworker.0 00000100:00080000:1.0:1789765363.436941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765363.436946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765363.436948:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765363.436953:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2663 00000100:00080000:1.0:1789765363.436957:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765363.436961:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765363.436967:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765363.436980:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702246997888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765363.437071:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246997888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765363.437096:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765363.437173:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765363/real 1789765363] req@ffff9985836da300 x1876702246997888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765363.437186:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702246997888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765363.437195:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765363.437198:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765363.437201:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246997888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765364.395415:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765365.418571:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765366.443174:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765367.466683:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765368.492738:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765368.555142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765368.555157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765368.555162:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765368.555175:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2668 00000100:00080000:3.0:1789765368.555189:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765368.555198:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765368.555241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246998016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765368.555323:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246998016:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765368.555401:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765368.555471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765368.555476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765368.555477:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765368.555482:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2668 00000100:00080000:3.0:1789765368.555487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765368.555492:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765368.555502:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765368.555517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246998144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765368.560450:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765368/real 1789765368] req@ffff998588b42a00 x1876702246998016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765368.560482:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246998016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765368.560495:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765368.560501:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765368.560506:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246998016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765368.560542:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246998144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765368.560609:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765368.560627:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765368/real 1789765368] req@ffff998588b40e00 x1876702246998144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765368.560638:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246998144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765368.560645:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765368.560649:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765368.560652:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246998144:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789765368.565431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765368.565444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765368.565449:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765368.565460:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2668 00000100:00080000:3.0:1789765368.565475:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765368.565484:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765368.565498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765368.565540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702246998272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765368.565609:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246998272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765368.565691:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765368.565741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765368.565745:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765368.565747:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765368.565752:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2668 00000100:00080000:3.0:1789765368.565757:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765368.565761:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765368.565767:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765368.565780:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702246998400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765368.571993:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765368/real 1789765368] req@ffff998588b40e00 x1876702246998272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765368.572031:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702246998272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765368.572044:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765368.572050:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765368.572054:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246998272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765368.572095:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246998400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765368.572186:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765368.572207:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765368/real 1789765368] req@ffff998588b42a00 x1876702246998400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765368.572219:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702246998400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765368.572226:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765368.572229:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765368.572232:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246998400:192.168.203.136@tcp:8:kworker.0 00000100:00080000:3.0:1789765368.572357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765368.572364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765368.572367:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765368.572372:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2668 00000100:00080000:3.0:1789765368.572378:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765368.572385:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765368.572397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765368.572423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702246998528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765368.572511:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246998528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765368.572537:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765368.572549:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765368/real 1789765368] req@ffff998588b42680 x1876702246998528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765368.572566:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702246998528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765368.572574:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765368.572578:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765368.572581:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246998528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765369.514711:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765370.539424:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765371.563377:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765372.586501:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765373.610515:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765373.674427:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765373.674445:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765373.674450:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765373.674463:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2673 00000100:00080000:1.0:1789765373.674474:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765373.674486:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765373.674601:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246998656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765373.674633:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765373.674637:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765373.674639:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765373.674644:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2673 00000100:00080000:1.0:1789765373.674649:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765373.674653:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765373.674663:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765373.674676:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246998784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765373.674685:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765373.674689:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765373.674691:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765373.674695:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2673 00000100:00080000:1.0:1789765373.674699:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765373.674702:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765373.674707:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765373.674717:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246998912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765373.674720:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246998656:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789765373.674739:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765373.674742:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765373.674743:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765373.674747:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2673 00000100:00080000:1.0:1789765373.674751:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765373.674754:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765373.674759:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765373.674769:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246999040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765373.674778:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765373.674782:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765373.674784:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789765373.674787:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789765373.674802:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2673 00000100:00080000:1.0:1789765373.674807:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765373.674811:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765373.674816:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765373.674829:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765373/real 1789765373] req@ffff9985836db800 x1876702246998656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765373.674830:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246999168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765373.674859:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246998656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765373.674880:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765373.674884:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765373.674889:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246998656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765373.674900:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246998784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765373.674922:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765373.674939:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765373/real 1789765373] req@ffff9985836da680 x1876702246998784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765373.674952:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246998784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765373.674990:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765373.674994:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765373.674997:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246998784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765373.675021:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246998912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765373.675037:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765373.675046:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765373/real 1789765373] req@ffff9985836d9c00 x1876702246998912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765373.675064:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246998912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765373.675072:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765373.675088:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765373.675092:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246998912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765373.675098:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246999040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765373.675113:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765373.675123:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765373/real 1789765373] req@ffff9985836d8700 x1876702246999040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765373.675140:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246999040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765373.675148:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765373.675151:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765373.675155:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246999040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765373.675165:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246999168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765373.675180:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765373.675189:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765373/real 1789765373] req@ffff9985836d8a80 x1876702246999168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765373.675219:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246999168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765373.675227:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765373.675230:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765373.675234:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246999168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765374.637834:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765375.658488:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765376.683575:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765377.708496:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765378.731438:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765378.794784:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765378.794798:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765378.794802:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765378.794814:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2678 00000100:00080000:1.0:1789765378.794827:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765378.794835:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765378.794874:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702246999296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765378.794905:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765378.794909:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765378.794911:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765378.794916:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2678 00000100:00080000:1.0:1789765378.794919:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765378.794923:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765378.794932:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765378.794944:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702246999424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765378.794954:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765378.794957:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765378.794958:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765378.794961:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2678 00000100:00080000:1.0:1789765378.794964:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765378.794967:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765378.794972:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765378.794980:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702246999552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765378.794988:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765378.794992:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765378.794993:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765378.794997:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2678 00000100:00080000:1.0:1789765378.795000:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765378.795002:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765378.795005:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765378.795013:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702246999680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765378.795021:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765378.795024:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765378.795026:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765378.795029:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2678 00000100:00080000:1.0:1789765378.795032:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765378.795034:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765378.795050:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765378.795059:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702246999808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765378.795324:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246999296:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765378.795402:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765378.795443:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765378/real 1789765378] req@ffff9985836dad80 x1876702246999296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765378.795459:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702246999296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765378.795469:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765378.795473:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765378.795476:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246999296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765378.795483:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246999424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765378.795505:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765378.795516:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765378/real 1789765378] req@ffff9985836d8a80 x1876702246999424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765378.795527:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702246999424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765378.795534:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765378.795537:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765378.795540:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246999424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765378.795546:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246999552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765378.795565:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765378.795574:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765378/real 1789765378] req@ffff9985836d8700 x1876702246999552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765378.795585:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702246999552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765378.795593:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765378.795596:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765378.795599:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246999552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765378.795604:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246999680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765378.795618:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765378.795627:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765378/real 1789765378] req@ffff9985836d9c00 x1876702246999680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765378.795637:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702246999680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765378.795645:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765378.795648:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765378.795651:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702246999680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765378.795656:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246999808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765378.795670:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765378.795679:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765378/real 1789765378] req@ffff9985836da680 x1876702246999808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765378.795689:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702246999808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765378.795696:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765378.795699:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765378.795702:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702246999808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765379.757780:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765380.779234:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765381.802503:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765382.826619:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765383.854770:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765383.915956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765383.915967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765383.915973:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765383.915984:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2683 00000100:00080000:1.0:1789765383.916014:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765383.916023:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765383.916068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702246999936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765383.916102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765383.916106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765383.916108:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765383.916113:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2683 00000100:00080000:1.0:1789765383.916116:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765383.916121:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765383.916131:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765383.916145:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247000064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765383.916155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765383.916159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765383.916161:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765383.916164:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2683 00000100:00080000:1.0:1789765383.916168:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765383.916171:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765383.916176:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765383.916186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247000192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765383.916210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765383.916213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765383.916215:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765383.916219:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2683 00000100:00080000:1.0:1789765383.916222:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765383.916225:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765383.916229:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765383.916240:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247000320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765383.916248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765383.916251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765383.916253:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765383.916256:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2683 00000100:00080000:1.0:1789765383.916259:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765383.916262:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765383.916266:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765383.916275:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247000448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765383.916407:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246999936:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765383.916467:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765383.916505:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765383/real 1789765383] req@ffff9985836db800 x1876702246999936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765383.916521:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702246999936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765383.916531:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765383.916535:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765383.916538:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702246999936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765383.916546:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247000064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765383.916567:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765383.916592:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765383/real 1789765383] req@ffff9985836da300 x1876702247000064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765383.916603:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247000064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765383.916611:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765383.916615:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765383.916619:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247000064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765383.916633:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247000192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765383.916655:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765383.916666:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765383/real 1789765383] req@ffff9985836d8e00 x1876702247000192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765383.916677:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247000192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765383.916686:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765383.916689:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765383.916692:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247000192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765383.916697:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247000320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765383.916716:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765383.916727:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765383/real 1789765383] req@ffff9985836d8380 x1876702247000320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765383.916739:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247000320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765383.916747:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765383.916750:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765383.916753:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247000320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765383.916758:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247000448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765383.916777:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765383.916787:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765383/real 1789765383] req@ffff9985836d9880 x1876702247000448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765383.916801:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247000448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765383.916808:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765383.916811:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765383.916814:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247000448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765384.874941:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765385.898593:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765386.922496:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765387.947059:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765388.970576:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765389.034571:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765389.034584:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765389.034589:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765389.034600:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2688 00000100:00080000:2.0:1789765389.034613:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765389.034620:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765389.034659:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247000576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765389.034694:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765389.034698:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765389.034700:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765389.034704:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2688 00000100:00080000:2.0:1789765389.034707:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765389.034710:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765389.034719:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765389.034731:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247000704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765389.034746:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765389.034749:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765389.034751:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765389.034754:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2688 00000100:00080000:2.0:1789765389.034757:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765389.034760:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765389.034765:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765389.034773:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247000832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765389.034781:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765389.034784:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765389.034786:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765389.034790:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2688 00000100:00080000:2.0:1789765389.034793:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765389.034796:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765389.034800:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765389.034809:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247000960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765389.034818:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765389.034821:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765389.034822:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765389.034826:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2688 00000100:00080000:2.0:1789765389.034830:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765389.034836:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765389.034840:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765389.034843:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247000576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765389.034850:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247001088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765389.034973:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247000704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765389.035004:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247000832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765389.035026:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247000960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765389.035060:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247001088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765389.994534:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765391.018747:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765392.042646:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789765392.108157:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:1.0:1789765392.108256:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789765392.108274:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765392.108373:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765392.108385:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765392.108395:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765392.108403:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789765392.108633:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765389/real 1789765392] req@ffff9985857da300 x1876702247001088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765392.108728:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247001088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765392.108768:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765392.108790:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765392.108795:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247001088:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765392.108820:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765389/real 1789765392] req@ffff9985857d9180 x1876702247000576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765392.108833:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247000576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765392.108861:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765392.108864:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765392.108867:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247000576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765392.108890:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765389/real 1789765392] req@ffff9985857d8380 x1876702247000704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765392.108920:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247000704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765392.108928:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765392.108932:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765392.108935:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247000704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765392.108974:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765389/real 1789765392] req@ffff9985857dbb80 x1876702247000832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765392.108987:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247000832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765392.108995:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765392.108998:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765392.109001:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247000832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765392.109019:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765389/real 1789765392] req@ffff9985857d8a80 x1876702247000960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765392.109050:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247000960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765392.109058:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765392.109071:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765392.109074:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247000960:192.168.203.136@tcp:8:kworker.0 00010000:00010000:1.0:1789765393.067409:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765394.093566:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765394.154556:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765394.154569:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765394.154574:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765394.154585:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2694 00000100:00080000:2.0:1789765394.154607:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765394.154616:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765394.154654:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247001216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765394.154688:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765394.154693:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765394.154694:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765394.154699:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2694 00000100:00080000:2.0:1789765394.154703:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765394.154707:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765394.154716:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765394.154730:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247001344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765394.154739:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765394.154743:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765394.154745:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765394.154748:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2694 00000100:00080000:2.0:1789765394.154752:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765394.154761:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765394.154766:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765394.154776:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247001472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765394.154784:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765394.154787:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765394.154788:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765394.154792:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2694 00000100:00080000:2.0:1789765394.154795:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765394.154798:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765394.154802:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765394.154810:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247001600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765394.154818:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765394.154821:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765394.154822:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765394.154826:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2694 00000100:00080000:2.0:1789765394.154829:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765394.154832:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765394.154837:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765394.154846:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247001728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765394.155164:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247001216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765394.155249:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765394.155326:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765394/real 1789765394] req@ffff9985857d9880 x1876702247001216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765394.155344:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247001216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765394.155354:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765394.155358:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765394.155362:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247001216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765394.155368:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247001344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765394.155390:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765394.155402:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765394/real 1789765394] req@ffff9985857db100 x1876702247001344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765394.155413:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247001344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765394.155421:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765394.155424:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765394.155427:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247001344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765394.155432:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247001472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765394.155454:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765394.155464:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765394/real 1789765394] req@ffff9985857db800 x1876702247001472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765394.155475:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247001472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765394.155484:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765394.155487:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765394.155490:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247001472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765394.155496:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247001600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765394.155516:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765394.155526:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765394/real 1789765394] req@ffff9985857d8a80 x1876702247001600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765394.155537:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247001600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765394.155544:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765394.155547:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765394.155550:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247001600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765394.155555:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247001728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765394.155573:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765394.155583:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765394/real 1789765394] req@ffff9985857dbb80 x1876702247001728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765394.155594:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247001728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765394.155600:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765394.155603:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765394.155606:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247001728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765395.114508:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765396.139861:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765397.170733:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765398.188358:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765399.210899:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765399.275422:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765399.275436:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765399.275440:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765399.275453:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2699 00000100:00080000:2.0:1789765399.275465:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765399.275473:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765399.275518:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247001856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765399.275551:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765399.275555:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765399.275557:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765399.275561:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2699 00000100:00080000:2.0:1789765399.275565:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765399.275569:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765399.275578:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765399.275591:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247001984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765399.275613:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765399.275617:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765399.275619:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765399.275623:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2699 00000100:00080000:2.0:1789765399.275628:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765399.275631:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765399.275637:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765399.275648:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247002112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765399.275666:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765399.275669:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765399.275671:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765399.275675:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2699 00000100:00080000:2.0:1789765399.275678:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765399.275681:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765399.275685:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765399.275694:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247002240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765399.275702:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765399.275705:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765399.275706:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765399.275710:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2699 00000100:00080000:2.0:1789765399.275713:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765399.275716:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765399.275719:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765399.275728:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247002368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765399.276121:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247001856:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765399.276206:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765399.276253:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765399/real 1789765399] req@ffff9985857d8380 x1876702247001856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765399.276277:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247001856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765399.276321:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765399.276326:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765399.276330:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247001856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765399.276338:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247001984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765399.276362:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765399.276376:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765399/real 1789765399] req@ffff9985857d9180 x1876702247001984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765399.276387:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247001984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765399.276395:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765399.276398:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765399.276400:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247001984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765399.276406:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247002112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765399.276426:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765399.276437:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765399/real 1789765399] req@ffff9985857da300 x1876702247002112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765399.276448:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247002112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765399.276461:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765399.276464:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765399.276467:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247002112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765399.276472:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247002240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765399.276492:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765399.276502:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765399/real 1789765399] req@ffff9985857daa00 x1876702247002240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765399.276513:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247002240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765399.276520:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765399.276523:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765399.276525:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247002240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765399.276531:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247002368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765399.276550:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765399.276560:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765399/real 1789765399] req@ffff9985857d8e00 x1876702247002368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765399.276570:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247002368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765399.276577:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765399.276580:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765399.276584:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247002368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765400.236576:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765401.261629:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765402.282590:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765403.308476:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765404.330523:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765404.396661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765404.396671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765404.396675:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765404.396687:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2704 00000100:00080000:3.0:1789765404.396699:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765404.396707:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765404.396752:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247002496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765404.396837:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247002496:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765404.396914:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765404.396949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765404.396953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765404.396955:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765404.396960:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2704 00000100:00080000:3.0:1789765404.396965:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765404.396970:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765404.396980:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765404.396995:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247002624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765404.397049:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765404/real 1789765404] req@ffff998588b41c00 x1876702247002496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765404.397068:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247002496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765404.397078:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765404.397082:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765404.397086:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247002496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765404.397112:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247002624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765404.397138:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765404.397151:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765404/real 1789765404] req@ffff998588b43100 x1876702247002624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765404.397162:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247002624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765404.397171:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765404.397174:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765404.397178:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247002624:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789765404.397580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765404.397585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765404.397587:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765404.397592:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2704 00000100:00080000:3.0:1789765404.397596:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765404.397602:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765404.397607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765404.397622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247002752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765404.397671:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247002752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765404.397698:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765404.397721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765404.397726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765404.397728:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765404.397732:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2704 00000100:00080000:3.0:1789765404.397736:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765404.397740:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765404.397746:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765404.397758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247002880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765404.397806:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765404/real 1789765404] req@ffff998588b42300 x1876702247002752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765404.397818:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247002752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765404.397825:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765404.397829:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765404.397832:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247002752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765404.397845:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247002880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765404.397879:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765404.397890:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765404/real 1789765404] req@ffff998588b43b80 x1876702247002880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765404.397901:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247002880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765404.397910:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765404.397913:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765404.397916:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247002880:192.168.203.136@tcp:8:kworker.0 00000100:00080000:3.0:1789765404.397997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765404.398001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765404.398003:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765404.398007:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2704 00000100:00080000:3.0:1789765404.398011:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765404.398016:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765404.398021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765404.398034:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247003008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765404.398079:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247003008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765404.398102:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765404.398485:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765404/real 1789765404] req@ffff998588b43800 x1876702247003008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765404.398500:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247003008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765404.398508:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765404.398512:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765404.398515:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247003008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765405.356708:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765406.381367:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765407.402921:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765408.426518:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765409.450466:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765409.514449:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765409.514459:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765409.514464:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765409.514474:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2709 00000100:00080000:3.0:1789765409.514485:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765409.514492:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765409.514537:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247003136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765409.514570:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765409.514574:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765409.514576:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765409.514580:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2709 00000100:00080000:3.0:1789765409.514584:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765409.514589:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765409.514599:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765409.514612:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247003264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765409.514621:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765409.514624:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765409.514626:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765409.514630:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2709 00000100:00080000:3.0:1789765409.514634:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765409.514638:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765409.514642:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765409.514651:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247003392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765409.514660:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765409.514664:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765409.514665:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765409.514669:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2709 00000100:00080000:3.0:1789765409.514671:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765409.514675:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765409.514679:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765409.514689:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247003520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765409.514697:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765409.514700:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765409.514702:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765409.514705:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2709 00000100:00080000:3.0:1789765409.514708:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765409.514712:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765409.514716:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765409.514728:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247003648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765409.514875:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247003136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765409.514938:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765409.514977:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765409/real 1789765409] req@ffff998588b41880 x1876702247003136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765409.514994:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247003136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765409.515006:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765409.515010:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765409.515014:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247003136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765409.515021:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247003264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765409.515044:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765409.515055:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765409/real 1789765409] req@ffff998588b40000 x1876702247003264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765409.515078:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247003264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765409.515086:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765409.515089:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765409.515092:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247003264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765409.515098:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247003392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765409.515119:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765409.515130:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765409/real 1789765409] req@ffff998588b42d80 x1876702247003392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765409.515141:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247003392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765409.515150:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765409.515153:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765409.515157:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247003392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765409.515162:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247003520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765409.515181:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765409.515192:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765409/real 1789765409] req@ffff998588b41f80 x1876702247003520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765409.515203:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247003520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765409.515211:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765409.515213:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765409.515216:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247003520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765409.515222:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247003648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765409.515241:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765409.515251:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765409/real 1789765409] req@ffff998588b43800 x1876702247003648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765409.515264:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247003648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765409.515282:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765409.515311:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765409.515315:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247003648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765410.474514:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765411.498466:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765412.529154:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765413.546528:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765414.570524:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765414.635614:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765414.635623:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765414.635628:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765414.635638:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2714 00000100:00080000:2.0:1789765414.635648:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765414.635655:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765414.635698:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702247003776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765414.635728:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765414.635731:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765414.635733:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765414.635737:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2714 00000100:00080000:2.0:1789765414.635741:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765414.635745:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765414.635754:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765414.635767:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702247003904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765414.635789:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765414.635793:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1789765414.635796:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247003776:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789765414.635796:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765414.635804:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2714 00000100:00080000:2.0:1789765414.635808:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765414.635812:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765414.635817:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765414.635830:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247004032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765414.635839:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765414.635842:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765414.635844:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765414.635848:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2714 00000100:00080000:2.0:1789765414.635852:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765414.635855:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765414.635859:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765414.635869:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247004160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789765414.635879:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765414.635879:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765414.635885:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765414.635887:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765414.635892:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2714 00000100:00080000:2.0:1789765414.635896:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765414.635900:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765414.635905:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765414.635915:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247004288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765414.635929:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765414/real 1789765414] req@ffff9985857d8000 x1876702247003776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765414.635952:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702247003776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765414.635966:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765414.635971:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765414.635975:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247003776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765414.636000:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247003904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765414.636141:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765414.636156:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765414/real 1789765414] req@ffff9985857d9500 x1876702247003904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765414.636168:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702247003904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765414.636182:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765414.636186:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765414.636189:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247003904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765414.636195:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247004032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765414.636216:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765414.636227:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765414/real 1789765414] req@ffff9985857d9f80 x1876702247004032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765414.636238:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247004032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765414.636247:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765414.636250:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765414.636254:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247004032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765414.636260:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247004160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765414.636279:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765414.636324:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765414/real 1789765414] req@ffff9985857d8e00 x1876702247004160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765414.636337:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247004160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765414.636345:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765414.636348:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765414.636351:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247004160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765414.636357:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247004288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765414.636377:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765414.636389:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765414/real 1789765414] req@ffff9985857daa00 x1876702247004288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765414.636400:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247004288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765414.636408:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765414.636411:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765414.636414:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247004288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765415.594545:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765416.618591:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765417.643992:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765418.666484:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765419.694044:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765419.759413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765419.759428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765419.759434:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765419.759447:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2719 00000100:00080000:1.0:1789765419.759459:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765419.759468:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765419.759510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702247004416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765419.759614:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247004416:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765419.759690:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789765419.759728:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765419.759732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765419.759734:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765419.759748:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2719 00000100:00080000:1.0:1789765419.759753:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765419.759757:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765419.759766:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765419.759782:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247004544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765419.765209:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765419/real 1789765419] req@ffff9985836d9180 x1876702247004416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765419.765391:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702247004416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765419.765406:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765419.765411:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765419.765415:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247004416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765419.765450:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247004544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765419.765521:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765419.765544:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765419/real 1789765419] req@ffff9985836d9880 x1876702247004544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765419.765556:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247004544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765419.765565:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765419.765568:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765419.765571:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247004544:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789765419.766139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765419.766201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765419.766204:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765419.766210:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2719 00000100:00080000:1.0:1789765419.766217:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765419.766441:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765419.766453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765419.766482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247004672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765419.766498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765419.766501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765419.766503:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765419.766507:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2719 00000100:00080000:1.0:1789765419.766511:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765419.766515:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765419.766519:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765419.766529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247004800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765419.766537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765419.766541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765419.766542:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765419.766546:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2719 00000100:00080000:1.0:1789765419.766549:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765419.766552:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765419.766557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765419.766567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247004928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765419.767136:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247004672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765419.767418:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765419.767443:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765419/real 1789765419] req@ffff9985836d8380 x1876702247004672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765419.767459:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247004672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765419.767467:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765419.767471:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765419.767475:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247004672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765419.767482:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247004800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765419.767500:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765419.767510:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765419/real 1789765419] req@ffff9985836d8e00 x1876702247004800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765419.767521:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247004800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765419.767529:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765419.767532:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765419.767535:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247004800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765419.767541:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247004928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765419.767559:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765419.767568:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765419/real 1789765419] req@ffff9985836da300 x1876702247004928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765419.767578:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247004928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765419.767584:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765419.767587:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765419.767590:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247004928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765420.714587:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765421.738825:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765422.762611:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765423.787395:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765424.810709:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765424.874454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765424.874469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765424.874485:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765424.874498:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2724 00000100:00080000:1.0:1789765424.874512:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765424.874520:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765424.874563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247005056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765424.874649:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247005056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765424.874750:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789765424.874838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765424.874843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765424.874845:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765424.874850:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2724 00000100:00080000:1.0:1789765424.874854:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765424.874858:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765424.874867:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765424.874881:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247005184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765424.877559:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765424/real 1789765424] req@ffff9985836db800 x1876702247005056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765424.877593:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247005056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765424.877605:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765424.877610:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765424.877614:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247005056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765424.877650:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247005184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765424.877736:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765424.877756:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765424/real 1789765424] req@ffff9985836da680 x1876702247005184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765424.877769:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247005184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765424.877777:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765424.877781:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765424.877784:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247005184:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789765424.878129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765424.878135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765424.878137:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765424.878143:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2724 00000100:00080000:1.0:1789765424.878149:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765424.878156:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765424.878167:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765424.878194:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247005312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765424.878215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765424.878219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765424.878221:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765424.878225:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2724 00000100:00080000:1.0:1789765424.878228:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765424.878232:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765424.878236:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765424.878247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247005440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765424.878256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765424.878259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765424.878261:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765424.878264:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2724 00000100:00080000:1.0:1789765424.878268:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765424.878271:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765424.878275:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765424.878284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247005568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765424.878383:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247005312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765424.878412:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765424.878426:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765424/real 1789765424] req@ffff9985836d9c00 x1876702247005312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765424.878438:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247005312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765424.878445:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765424.878448:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765424.878451:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247005312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765424.878456:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247005440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765424.879277:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765424.879339:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765424/real 1789765424] req@ffff9985836d8700 x1876702247005440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765424.879356:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247005440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765424.879365:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765424.879369:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765424.879373:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247005440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765424.879381:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247005568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765424.879410:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765424.879422:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765424/real 1789765424] req@ffff9985836d8a80 x1876702247005568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765424.879435:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247005568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765424.879443:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765424.879446:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765424.879449:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247005568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765425.834551:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765426.858724:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765427.882604:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765428.906602:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765429.930536:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765429.994470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765429.994546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765429.994551:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765429.994562:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2729 00000100:00080000:3.0:1789765429.994573:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765429.994581:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765429.994624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247005696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765429.994711:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247005696:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765429.994786:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765429.994817:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765429.994820:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765429.994822:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765429.994827:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2729 00000100:00080000:3.0:1789765429.994832:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765429.994836:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765429.994847:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765429.994863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247005824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765429.997141:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765429/real 1789765429] req@ffff998588b43b80 x1876702247005696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765429.997165:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247005696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765429.997565:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765429.997570:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765429.997575:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247005696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765429.997611:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247005824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765429.997673:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765429.997691:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765429/real 1789765429] req@ffff998588b42300 x1876702247005824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765429.997704:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247005824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765429.997711:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765429.997714:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765429.997716:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247005824:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789765429.998368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765429.998373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765429.998376:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765429.998382:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2729 00000100:00080000:3.0:1789765429.998388:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765429.998396:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765429.998406:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765429.998434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247005952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765429.998446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765429.998450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765429.998451:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765429.998455:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2729 00000100:00080000:3.0:1789765429.998458:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765429.998463:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765429.998468:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765429.998567:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247005952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765429.998594:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765429.998607:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765429/real 1789765429] req@ffff998588b43100 x1876702247005952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765429.998619:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247005952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765429.998627:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765429.998630:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765429.998633:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247005952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765429.998790:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247006080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765429.998839:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247006080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765429.998862:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765429.998882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765429.998886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765429.998888:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765429.998892:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2729 00000100:00080000:3.0:1789765429.998896:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765429.998900:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765429.998906:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765429.998918:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247006208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765429.999254:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765429/real 1789765429] req@ffff998588b41c00 x1876702247006080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765429.999268:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247006080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765429.999276:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765429.999279:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765429.999283:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247006080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765429.999416:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247006208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765429.999440:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765429.999451:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765429/real 1789765429] req@ffff998588b42680 x1876702247006208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765429.999463:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247006208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765429.999471:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765429.999474:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765429.999541:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247006208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765430.954550:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765431.978613:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765433.004445:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765434.030173:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765435.050646:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765435.114413:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765435.114424:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765435.114429:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765435.114440:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2735 00000100:00080000:3.0:1789765435.114452:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765435.114460:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765435.114506:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247006336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765435.114540:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765435.114545:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765435.114547:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765435.114552:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2735 00000100:00080000:3.0:1789765435.114556:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765435.114561:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765435.114571:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765435.114585:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247006464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765435.114595:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765435.114598:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765435.114600:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765435.114603:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2735 00000100:00080000:3.0:1789765435.114607:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765435.114611:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765435.114616:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765435.114639:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247006592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765435.114648:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765435.114651:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765435.114653:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765435.114657:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2735 00000100:00080000:3.0:1789765435.114660:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765435.114664:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765435.114668:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765435.114679:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247006720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765435.114687:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765435.114690:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765435.114692:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765435.114695:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2735 00000100:00080000:3.0:1789765435.114698:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765435.114702:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765435.114706:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765435.114716:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247006848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765435.114888:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247006336:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765435.114953:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765435.115002:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765435/real 1789765435] req@ffff998588b42a00 x1876702247006336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765435.115019:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247006336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765435.115032:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765435.115038:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765435.115043:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247006336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765435.115052:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247006464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765435.115079:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765435.115092:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765435/real 1789765435] req@ffff998588b40e00 x1876702247006464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765435.115103:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247006464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765435.115111:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765435.115114:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765435.115117:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247006464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765435.115123:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247006592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765435.115141:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765435.115152:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765435/real 1789765435] req@ffff998588b42680 x1876702247006592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765435.115163:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247006592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765435.115177:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765435.115181:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765435.115184:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247006592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765435.115189:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247006720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765435.115225:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765435.115237:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765435/real 1789765435] req@ffff998588b41c00 x1876702247006720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765435.115248:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247006720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765435.115256:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765435.115259:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765435.115262:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247006720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765435.115267:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247006848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765435.115450:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765435.115466:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765435/real 1789765435] req@ffff998588b43100 x1876702247006848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765435.115479:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247006848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765435.115487:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765435.115490:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765435.115494:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247006848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765436.074554:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765437.098681:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765438.124840:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765439.146557:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765440.170583:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765440.234535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765440.234555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765440.234560:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765440.234573:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2740 00000100:00080000:3.0:1789765440.234597:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765440.234605:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765440.234647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247006976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765440.234682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765440.234687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765440.234688:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765440.234693:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2740 00000100:00080000:3.0:1789765440.234698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765440.234701:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765440.234712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765440.234728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247007104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765440.234737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765440.234740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765440.234742:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765440.234745:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2740 00000100:00080000:3.0:1789765440.234749:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765440.234752:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765440.234756:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765440.234767:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247007232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765440.234775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765440.234779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765440.234780:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765440.234784:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2740 00000100:00080000:3.0:1789765440.234788:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765440.234791:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765440.234795:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765440.234805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247007360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765440.234813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765440.234817:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765440.234818:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765440.234822:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2740 00000100:00080000:3.0:1789765440.234825:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765440.234828:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765440.234833:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765440.234842:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247007488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765440.235263:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247006976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765440.235369:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765440.235426:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765440/real 1789765440] req@ffff998588b42300 x1876702247006976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765440.235445:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247006976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765440.235456:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765440.235461:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765440.235465:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247006976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765440.235473:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247007104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765440.235497:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765440.235510:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765440/real 1789765440] req@ffff998588b43b80 x1876702247007104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765440.235522:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247007104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765440.235530:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765440.235533:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765440.235537:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247007104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765440.235550:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247007232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765440.235573:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765440.235596:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765440/real 1789765440] req@ffff998588b43800 x1876702247007232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765440.235610:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247007232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765440.235619:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765440.235622:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765440.235626:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247007232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765440.235632:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247007360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765440.235651:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765440.235661:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765440/real 1789765440] req@ffff998588b41f80 x1876702247007360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765440.235672:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247007360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765440.235680:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765440.235683:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765440.235687:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247007360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765440.235692:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247007488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765440.235713:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765440.235724:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765440/real 1789765440] req@ffff998588b42d80 x1876702247007488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765440.235734:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247007488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765440.235741:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765440.235744:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765440.235747:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247007488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765441.195535:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765442.219449:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765443.242475:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765444.266722:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765445.290536:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765445.354404:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765445.354413:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765445.354417:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765445.354428:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2745 00000100:00080000:3.0:1789765445.354437:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765445.354445:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765445.354485:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247007616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765445.354515:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765445.354518:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765445.354520:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765445.354524:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2745 00000100:00080000:3.0:1789765445.354528:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765445.354531:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765445.354540:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765445.354562:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247007744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765445.354572:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765445.354575:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765445.354576:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765445.354580:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2745 00000100:00080000:3.0:1789765445.354583:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765445.354586:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765445.354591:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765445.354603:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247007872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765445.354611:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765445.354614:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765445.354615:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765445.354618:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2745 00000100:00080000:3.0:1789765445.354621:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765445.354624:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765445.354628:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765445.354636:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247008000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765445.354643:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765445.354646:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765445.354647:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765445.354650:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2745 00000100:00080000:3.0:1789765445.354653:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765445.354656:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765445.354659:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765445.354668:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247008128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765445.354758:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247007616:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765445.354819:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765445.354863:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765445/real 1789765445] req@ffff998588b40000 x1876702247007616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765445.354879:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247007616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765445.354889:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765445.354893:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765445.354896:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247007616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765445.354903:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247007744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765445.354923:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765445.354935:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765445/real 1789765445] req@ffff998588b41880 x1876702247007744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765445.354946:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247007744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765445.354954:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765445.354957:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765445.354961:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247007744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765445.354966:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247007872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765445.355196:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765445.355208:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765445/real 1789765445] req@ffff998588b42d80 x1876702247007872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765445.355220:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247007872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765445.355229:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765445.355232:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765445.355235:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247007872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765445.355240:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247008000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765445.355259:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765445.355269:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765445/real 1789765445] req@ffff998588b41f80 x1876702247008000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765445.355280:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247008000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765445.355309:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765445.355313:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765445.355317:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247008000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765445.355322:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247008128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765445.355342:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765445.355352:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765445/real 1789765445] req@ffff998588b43800 x1876702247008128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765445.355364:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247008128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765445.355372:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765445.355375:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765445.355378:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247008128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765446.314518:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765447.338964:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765448.362880:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765449.386571:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765450.411486:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765450.474464:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765450.474474:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765450.474479:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765450.474490:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2750 00000100:00080000:2.0:1789765450.474500:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765450.474508:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765450.474563:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247008256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765450.474593:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765450.474597:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765450.474598:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765450.474603:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2750 00000100:00080000:2.0:1789765450.474606:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765450.474610:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765450.474619:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765450.474641:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247008384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765450.474651:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765450.474654:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765450.474655:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765450.474658:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2750 00000100:00080000:2.0:1789765450.474661:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765450.474665:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765450.474669:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765450.474678:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247008512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765450.474691:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765450.474694:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765450.474695:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765450.474699:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2750 00000100:00080000:2.0:1789765450.474701:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765450.474704:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765450.474708:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765450.474716:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247008640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765450.474724:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765450.474727:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765450.474728:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765450.474732:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2750 00000100:00080000:2.0:1789765450.474735:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765450.474738:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765450.474751:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765450.474761:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247008768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765450.475069:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247008256:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765450.475134:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765450.475174:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765450/real 1789765450] req@ffff9985857da300 x1876702247008256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765450.475193:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247008256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765450.475204:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765450.475208:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765450.475213:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247008256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765450.475221:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247008384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765450.475242:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765450.475256:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765450/real 1789765450] req@ffff9985857d9180 x1876702247008384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765450.475269:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247008384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765450.475283:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765450.475310:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765450.475314:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247008384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765450.475321:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247008512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765450.475341:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765450.475351:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765450/real 1789765450] req@ffff9985857d8380 x1876702247008512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765450.475364:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247008512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765450.475372:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765450.475375:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765450.475379:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247008512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765450.475385:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247008640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765450.475402:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765450.475412:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765450/real 1789765450] req@ffff9985857dbb80 x1876702247008640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765450.475422:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247008640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765450.475430:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765450.475433:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765450.475437:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247008640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765450.475442:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247008768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765450.475459:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765450.475468:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765450/real 1789765450] req@ffff9985857d8a80 x1876702247008768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765450.475480:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247008768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765450.475487:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765450.475490:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765450.475494:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247008768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765451.435214:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765452.461165:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765453.483036:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765454.508138:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765455.531560:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765455.594445:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765455.594459:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765455.594464:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765455.594484:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2755 00000100:00080000:2.0:1789765455.594499:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765455.594508:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765455.594553:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247008896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765455.594590:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765455.594594:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765455.594596:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765455.594601:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2755 00000100:00080000:2.0:1789765455.594605:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765455.594609:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765455.594619:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765455.594632:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247009024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765455.594641:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765455.594645:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765455.594647:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765455.594651:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2755 00000100:00080000:2.0:1789765455.594654:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765455.594658:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765455.594664:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765455.594676:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247009152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765455.594685:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765455.594689:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765455.594690:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765455.594694:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2755 00000100:00080000:2.0:1789765455.594697:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765455.594701:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765455.594705:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765455.594715:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247009280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765455.594724:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765455.594727:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765455.594729:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765455.594733:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2755 00000100:00080000:2.0:1789765455.594736:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765455.594740:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765455.594744:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765455.594754:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247009408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765455.595337:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247008896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765455.595462:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247009024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765455.595509:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247009152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765455.595533:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247009280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765455.595554:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247009408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765456.554892:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765457.579348:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765458.602507:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789765458.667540:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789765458.667598:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789765458.667619:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765458.667664:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765458.667674:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789765458.667752:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765455/real 1789765458] req@ffff9985857db800 x1876702247008896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:2.0:1789765458.667773:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765458.667799:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789765458.667800:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247008896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765458.667820:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765458.667829:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765458.667834:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247008896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765458.667842:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765455/real 1789765458] req@ffff9985857db100 x1876702247009024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765458.667856:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247009024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765458.667863:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765458.667865:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765458.667868:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247009024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765458.667875:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765455/real 1789765458] req@ffff9985857d9880 x1876702247009152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765458.667885:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247009152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765458.667892:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765458.667895:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765458.667898:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247009152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765458.667904:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765455/real 1789765458] req@ffff9985857d8a80 x1876702247009280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765458.667915:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247009280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765458.667921:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765458.667925:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765458.667928:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247009280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765458.667934:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765455/real 1789765458] req@ffff9985857dbb80 x1876702247009408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765458.667944:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247009408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765458.667949:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765458.667953:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765458.667956:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247009408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765459.628725:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765460.654139:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765460.716350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765460.716364:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765460.716369:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765460.716382:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2760 00000100:00080000:0.0:1789765460.716396:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765460.716403:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765460.716449:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247009536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765460.716493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765460.716497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765460.716498:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765460.716503:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2760 00000100:00080000:0.0:1789765460.716507:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765460.716511:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765460.716522:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765460.716548:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247009664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765460.716558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765460.716561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765460.716562:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765460.716566:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2760 00000100:00080000:0.0:1789765460.716569:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765460.716573:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765460.716577:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765460.716587:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247009792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765460.716595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765460.716598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765460.716600:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765460.716604:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2760 00000100:00080000:0.0:1789765460.716606:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765460.716610:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765460.716614:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765460.716623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247009920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765460.716631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765460.716634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765460.716637:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765460.716640:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2760 00000100:00080000:0.0:1789765460.716644:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765460.716647:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765460.716651:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765460.716659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247010048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765460.716761:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247009536:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765460.716831:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765460.716875:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765460/real 1789765460] req@ffff9985856a2300 x1876702247009536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765460.716893:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247009536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765460.716902:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765460.716906:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765460.716910:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247009536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765460.716916:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247009664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765460.716940:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765460.716953:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765460/real 1789765460] req@ffff9985856a0e00 x1876702247009664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765460.716963:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247009664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765460.716977:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765460.716980:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765460.716983:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247009664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765460.716989:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247009792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765460.717009:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765460.717020:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765460/real 1789765460] req@ffff9985856a1500 x1876702247009792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765460.717031:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247009792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765460.717038:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765460.717041:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765460.717044:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247009792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765460.717050:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247009920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765460.717069:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765460.717080:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765460/real 1789765460] req@ffff9985856a0000 x1876702247009920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765460.717091:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247009920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765460.717099:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765460.717101:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765460.717105:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247009920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765460.717110:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247010048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765460.717130:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765460.717141:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765460/real 1789765460] req@ffff9985856a1880 x1876702247010048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765460.717151:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247010048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765460.717158:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765460.717160:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765460.717163:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247010048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765461.675723:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765462.698682:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765463.722518:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765464.746590:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765465.772061:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765465.834549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765465.834561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765465.834566:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765465.834578:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2765 00000100:00080000:3.0:1789765465.834591:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765465.834601:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765465.834651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247010176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765465.834685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765465.834689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765465.834691:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765465.834697:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2765 00000100:00080000:3.0:1789765465.834700:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765465.834704:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765465.834715:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765465.834728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247010304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765465.834738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765465.834741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765465.834742:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765465.834746:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2765 00000100:00080000:3.0:1789765465.834749:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765465.834753:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765465.834758:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765465.834767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247010432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765465.834776:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765465.834779:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765465.834781:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765465.834784:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2765 00000100:00080000:3.0:1789765465.834787:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765465.834791:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765465.834795:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765465.834805:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247010560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765465.834813:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765465.834816:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765465.834818:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765465.834821:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2765 00000100:00080000:3.0:1789765465.834824:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765465.834828:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765465.834831:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765465.834840:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247010688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765465.834937:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247010176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765465.835011:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765465.835055:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765465/real 1789765465] req@ffff998588b43b80 x1876702247010176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765465.835077:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247010176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765465.835087:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765465.835091:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765465.835095:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247010176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765465.835101:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247010304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765465.835124:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765465.835137:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765465/real 1789765465] req@ffff998588b42300 x1876702247010304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765465.835148:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247010304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765465.835161:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765465.835165:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765465.835167:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247010304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765465.835172:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247010432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765465.835191:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765465.835202:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765465/real 1789765465] req@ffff998588b43100 x1876702247010432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765465.835213:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247010432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765465.835221:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765465.835224:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765465.835227:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247010432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765465.835232:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247010560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765465.835250:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765465.835261:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765465/real 1789765465] req@ffff998588b41c00 x1876702247010560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765465.835271:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247010560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765465.835279:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765465.835282:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765465.835285:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247010560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765465.835328:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247010688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765465.835348:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765465.835360:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765465/real 1789765465] req@ffff998588b42680 x1876702247010688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765465.835960:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247010688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765465.835973:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765465.835977:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765465.835981:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247010688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765466.795511:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765467.818552:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765468.843639:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765469.866875:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765470.890867:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765470.956826:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765470.956840:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765470.956845:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765470.956858:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2770 00000100:00080000:3.0:1789765470.956872:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765470.956881:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765470.956923:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247010816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765470.956964:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765470.956968:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765470.956970:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765470.956975:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2770 00000100:00080000:3.0:1789765470.956978:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765470.956982:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765470.956992:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765470.957003:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247010944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765470.957012:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765470.957015:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765470.957017:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765470.957020:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2770 00000100:00080000:3.0:1789765470.957023:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765470.957025:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765470.957030:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765470.957041:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247011072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765470.957049:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765470.957052:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765470.957054:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765470.957057:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2770 00000100:00080000:3.0:1789765470.957060:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765470.957064:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765470.957068:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765470.957078:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247011200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765470.957086:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765470.957090:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765470.957091:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765470.957094:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2770 00000100:00080000:3.0:1789765470.957097:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765470.957101:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765470.957104:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765470.957113:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247011328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765470.958057:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247010816:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765470.958154:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765470.958215:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765470/real 1789765470] req@ffff998588b40e00 x1876702247010816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765470.958233:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247010816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765470.958245:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765470.958249:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765470.958253:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247010816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765470.958259:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247010944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765470.958283:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765470.958337:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765470/real 1789765470] req@ffff998588b42a00 x1876702247010944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765470.958349:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247010944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765470.958357:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765470.958360:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765470.958373:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247010944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765470.958379:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247011072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765470.958401:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765470.958413:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765470/real 1789765470] req@ffff998588b42680 x1876702247011072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765470.958423:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247011072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765470.958681:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765470.958685:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765470.958689:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247011072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765470.958696:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247011200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765470.958731:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765470.958743:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765470/real 1789765470] req@ffff998588b41c00 x1876702247011200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765470.958754:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247011200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765470.958762:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765470.958766:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765470.958769:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247011200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765470.958775:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247011328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765470.958794:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765470.958805:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765470/real 1789765470] req@ffff998588b43100 x1876702247011328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765470.959619:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247011328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765470.959629:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765470.959632:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765470.959636:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247011328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765471.916548:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765472.939544:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765473.962592:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765474.986589:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765476.011590:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765476.074853:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765476.074868:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765476.074874:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765476.074886:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2776 00000100:00080000:0.0:1789765476.074901:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765476.074910:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765476.074956:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702247011456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765476.075024:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247011456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765476.075098:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789765476.075134:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765476.075140:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765476.075142:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765476.075146:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2776 00000100:00080000:0.0:1789765476.075151:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765476.075155:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765476.075165:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765476.075180:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247011584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765476.085285:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765476/real 1789765476] req@ffff9985856a2a00 x1876702247011456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765476.085364:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702247011456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765476.085376:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765476.085381:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765476.085385:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247011456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765476.085430:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247011584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765476.085499:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765476.085518:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765476/real 1789765476] req@ffff9985856a1880 x1876702247011584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765476.085536:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247011584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765476.085543:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765476.085546:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765476.085549:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247011584:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789765476.091396:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765476.091417:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765476.091421:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765476.091433:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2776 00000100:00080000:0.0:1789765476.091447:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765476.091455:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765476.091468:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765476.091502:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247011712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765476.091518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765476.091522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765476.091523:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765476.091527:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2776 00000100:00080000:0.0:1789765476.091531:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765476.091535:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765476.091540:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765476.091551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247011840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765476.091560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765476.091563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765476.091565:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765476.091567:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2776 00000100:00080000:0.0:1789765476.091570:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765476.091574:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765476.091579:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765476.091588:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247011968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765476.091923:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247011712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765476.092000:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765476.092033:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765476/real 1789765476] req@ffff9985856a0000 x1876702247011712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765476.092050:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247011712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765476.092061:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765476.092065:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765476.092068:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247011712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765476.092075:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247011840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765476.092097:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765476.092108:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765476/real 1789765476] req@ffff9985856a1500 x1876702247011840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765476.092119:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247011840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765476.092132:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765476.092136:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765476.092139:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247011840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765476.092144:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247011968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765476.092165:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765476.092176:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765476/real 1789765476] req@ffff9985856a0e00 x1876702247011968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765476.092187:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247011968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765476.092195:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765476.092198:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765476.092200:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247011968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765477.035396:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765478.058601:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765479.083327:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765480.107040:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765481.130678:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765481.199213:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765481.199226:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765481.199231:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765481.199243:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2781 00000100:00080000:3.0:1789765481.199256:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765481.199264:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765481.199351:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247012096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765481.199390:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765481.199395:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765481.199397:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765481.199402:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2781 00000100:00080000:3.0:1789765481.199405:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765481.199409:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765481.199419:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765481.199432:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247012224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765481.199441:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765481.199444:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765481.199446:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765481.199449:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2781 00000100:00080000:3.0:1789765481.199452:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765481.199455:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765481.199459:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765481.199467:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247012352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765481.199474:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765481.199477:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765481.199478:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765481.199481:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2781 00000100:00080000:3.0:1789765481.199484:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765481.199495:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765481.199500:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765481.199510:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247012480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765481.199517:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765481.199520:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765481.199521:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765481.199524:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2781 00000100:00080000:3.0:1789765481.199527:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765481.199530:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765481.199533:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765481.199540:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247012608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765481.199963:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247012096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765481.200037:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765481.200082:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765481/real 1789765481] req@ffff998588b42300 x1876702247012096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765481.200097:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247012096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765481.200107:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765481.200110:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765481.200114:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247012096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765481.200121:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247012224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765481.200142:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765481.200154:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765481/real 1789765481] req@ffff998588b43b80 x1876702247012224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765481.200164:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247012224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765481.200172:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765481.200175:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765481.200178:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247012224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765481.200184:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247012352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765481.200204:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765481.200214:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765481/real 1789765481] req@ffff998588b43800 x1876702247012352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765481.200224:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247012352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765481.200232:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765481.200235:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765481.200238:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247012352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765481.200243:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247012480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765481.200260:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765481.200270:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765481/real 1789765481] req@ffff998588b41f80 x1876702247012480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765481.200318:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247012480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765481.200327:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765481.200330:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765481.200333:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247012480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765481.200338:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247012608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765481.200356:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765481.200366:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765481/real 1789765481] req@ffff998588b42d80 x1876702247012608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765481.200376:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247012608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765481.200382:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765481.200385:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765481.200387:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247012608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765482.156373:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765483.179172:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765484.202597:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765485.226632:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765486.251162:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765486.317666:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765486.317679:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765486.317684:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765486.317696:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2786 00000100:00080000:3.0:1789765486.317710:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765486.317718:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765486.317965:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247012736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765486.317994:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765486.317998:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765486.318000:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765486.318005:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2786 00000100:00080000:3.0:1789765486.318011:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765486.318015:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765486.318026:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765486.318039:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247012864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765486.318049:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765486.318052:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765486.318054:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765486.318057:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2786 00000100:00080000:3.0:1789765486.318061:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765486.318064:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765486.318069:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765486.318081:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247012992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765486.318090:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765486.318093:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765486.318095:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765486.318099:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2786 00000100:00080000:3.0:1789765486.318102:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765486.318106:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765486.318110:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765486.318121:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247013120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765486.318137:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765486.318140:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765486.318142:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765486.318146:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2786 00000100:00080000:3.0:1789765486.318149:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765486.318152:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765486.318157:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765486.318166:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247013248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765486.320543:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247012736:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765486.320634:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765486.320681:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765486/real 1789765486] req@ffff998588b41880 x1876702247012736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765486.320699:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247012736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765486.320717:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765486.320721:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765486.320725:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247012736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765486.320733:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247012864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765486.320766:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765486.320779:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765486/real 1789765486] req@ffff998588b40000 x1876702247012864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765486.320792:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247012864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765486.320799:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765486.320803:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765486.320806:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247012864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765486.320812:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247012992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765486.320834:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765486.320845:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765486/real 1789765486] req@ffff998588b42d80 x1876702247012992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765486.320856:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247012992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765486.320930:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765486.320935:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765486.320938:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247012992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765486.320946:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247013120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765486.320969:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765486.320980:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765486/real 1789765486] req@ffff998588b41f80 x1876702247013120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765486.320991:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247013120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765486.320999:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765486.321002:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765486.321005:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247013120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765486.321010:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247013248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765486.321030:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765486.321041:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765486/real 1789765486] req@ffff998588b43800 x1876702247013248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765486.321051:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247013248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765486.321057:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765486.321060:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765486.321063:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247013248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765487.276347:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765488.299385:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765489.326333:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765490.346735:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765491.372349:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765491.437068:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765491.437081:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765491.437086:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765491.437100:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2791 00000100:00080000:3.0:1789765491.437114:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765491.437122:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765491.437165:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247013376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765491.437207:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765491.437219:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765491.437221:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765491.437226:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2791 00000100:00080000:3.0:1789765491.437229:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765491.437233:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765491.437244:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765491.437259:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247013504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765491.437268:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765491.437270:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765491.437272:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765491.437275:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2791 00000100:00080000:3.0:1789765491.437278:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765491.437281:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765491.437321:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765491.437336:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247013376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765491.437336:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247013632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765491.437353:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765491.437357:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765491.437358:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765491.437363:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2791 00000100:00080000:3.0:1789765491.437367:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765491.437370:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765491.437376:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765491.437387:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247013760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765491.437396:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765491.437399:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765491.437401:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765491.437404:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2791 00000100:00080000:3.0:1789765491.437412:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765491.437416:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765491.437420:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789765491.437427:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765491.437432:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247013888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765491.437487:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765491/real 1789765491] req@ffff998588b43b80 x1876702247013376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765491.437509:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247013376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765491.437520:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765491.437524:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765491.437528:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247013376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765491.437535:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247013504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765491.437561:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765491.437574:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765491/real 1789765491] req@ffff998588b42300 x1876702247013504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765491.437594:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247013504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765491.437602:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765491.437605:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765491.437608:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247013504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765491.437636:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247013632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765491.437659:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765491.437670:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765491/real 1789765491] req@ffff998588b43100 x1876702247013632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765491.437682:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247013632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765491.437690:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765491.437693:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765491.437696:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247013632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765491.437702:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247013760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765491.437722:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765491.437734:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765491/real 1789765491] req@ffff998588b41c00 x1876702247013760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765491.437746:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247013760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765491.437761:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765491.437766:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765491.437769:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247013760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765491.437775:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247013888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765491.437795:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765491.437806:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765491/real 1789765491] req@ffff998588b42680 x1876702247013888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765491.437817:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247013888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765491.437825:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765491.437829:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765491.437832:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247013888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765492.394632:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765493.418748:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765494.442789:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765495.467561:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765496.492146:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765496.554459:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765496.554470:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765496.554475:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765496.554485:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2796 00000100:00080000:2.0:1789765496.554496:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765496.554503:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765496.554547:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247014016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765496.554625:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247014016:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765496.554689:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765496.554721:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765496.554726:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765496.554728:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765496.554743:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2796 00000100:00080000:2.0:1789765496.554748:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765496.554753:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765496.554763:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765496.554777:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247014144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765496.556208:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765496/real 1789765496] req@ffff9985857d8380 x1876702247014016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765496.556231:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247014016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765496.556327:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765496.556332:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765496.556336:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247014016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765496.556364:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247014144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765496.556404:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765496.556420:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765496/real 1789765496] req@ffff9985857d9180 x1876702247014144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765496.556433:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247014144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765496.556441:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765496.556445:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765496.556448:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247014144:192.168.203.136@tcp:38:kworker.0 00000100:00080000:2.0:1789765496.556588:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765496.556592:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765496.556595:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765496.556600:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2796 00000100:00080000:2.0:1789765496.556605:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765496.556612:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765496.556620:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765496.556640:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247014272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765496.556688:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247014272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765496.556711:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765496.556733:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765496.556737:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765496.556748:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765496.556753:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2796 00000100:00080000:2.0:1789765496.556757:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765496.556762:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765496.556767:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765496.556780:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247014400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765496.556869:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765496/real 1789765496] req@ffff9985857da300 x1876702247014272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765496.556883:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247014272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765496.556891:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765496.556895:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765496.556898:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247014272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765496.556910:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247014400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765496.556933:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765496.556944:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765496/real 1789765496] req@ffff9985857daa00 x1876702247014400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765496.556956:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247014400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765496.556964:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765496.556967:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765496.556971:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247014400:192.168.203.136@tcp:8:kworker.0 00000100:00080000:2.0:1789765496.557087:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765496.557091:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765496.557093:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765496.557097:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2796 00000100:00080000:2.0:1789765496.557102:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765496.557106:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765496.557112:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765496.557124:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247014528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765496.557204:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247014528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765496.557229:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765496.557319:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765496/real 1789765496] req@ffff9985857d8e00 x1876702247014528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765496.557332:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247014528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765496.557342:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765496.557345:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765496.557349:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247014528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765497.514494:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765498.540274:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765499.573062:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765500.586490:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765501.617174:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765501.674515:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765501.674524:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765501.674529:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765501.674540:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2801 00000100:00080000:0.0:1789765501.674550:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765501.674557:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765501.674597:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247014656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765501.674627:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765501.674630:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765501.674632:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765501.674636:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2801 00000100:00080000:0.0:1789765501.674639:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765501.674642:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765501.674657:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765501.674668:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247014784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765501.674677:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765501.674680:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765501.674681:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765501.674684:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2801 00000100:00080000:0.0:1789765501.674687:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765501.674691:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765501.674695:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765501.674701:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247014912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765501.674845:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247014656:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765501.674902:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765501.674937:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765501/real 1789765501] req@ffff9985856a2300 x1876702247014656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765501.674954:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247014656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765501.674964:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765501.674968:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765501.674972:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247014656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765501.674978:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247014784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765501.674994:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765501.675003:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765501/real 1789765501] req@ffff9985856a2680 x1876702247014784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765501.675012:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247014784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765501.675019:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765501.675022:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765501.675025:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247014784:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789765501.675185:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765501.675188:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765501.675190:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765501.675195:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2801 00000100:00080000:0.0:1789765501.675199:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765501.675203:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765501.675208:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765501.675219:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247015040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765501.675227:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765501.675231:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765501.675232:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765501.675235:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2801 00000100:00080000:0.0:1789765501.675237:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765501.675240:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765501.675244:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765501.675250:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247015168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765501.675332:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247014912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765501.675362:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765501.675373:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765501/real 1789765501] req@ffff9985856a0700 x1876702247014912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765501.675391:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247014912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765501.675399:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765501.675402:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765501.675405:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247014912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765501.675410:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247015040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765501.675423:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765501.675432:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765501/real 1789765501] req@ffff9985856a2d80 x1876702247015040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765501.675442:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247015040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765501.675449:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765501.675452:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765501.675454:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247015040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765501.675459:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247015168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765501.675473:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765501.675481:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765501/real 1789765501] req@ffff9985856a3480 x1876702247015168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765501.675491:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247015168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765501.675504:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765501.675507:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765501.675510:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247015168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765502.634671:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765503.658537:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765504.682722:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765505.706503:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765506.730556:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765506.796725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765506.796739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765506.796744:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765506.796757:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2806 00000100:00080000:3.0:1789765506.796771:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765506.796779:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765506.796821:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247015296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765506.796858:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765506.796862:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765506.796864:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765506.796869:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2806 00000100:00080000:3.0:1789765506.796873:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765506.796876:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765506.796886:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765506.796898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247015424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765506.796913:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765506.796916:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765506.796918:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765506.796921:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2806 00000100:00080000:3.0:1789765506.796924:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765506.796928:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765506.796933:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765506.796945:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247015552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765506.796953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765506.796966:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765506.796968:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765506.796971:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2806 00000100:00080000:3.0:1789765506.796975:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765506.796979:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765506.796983:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765506.796992:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247015680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765506.797002:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765506.797005:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765506.797006:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765506.797009:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2806 00000100:00080000:3.0:1789765506.797012:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765506.797016:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765506.797020:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765506.797031:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247015808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765506.797608:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247015296:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765506.797682:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765506.797727:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765506/real 1789765506] req@ffff998588b42a00 x1876702247015296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765506.797746:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247015296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765506.797757:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765506.797761:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765506.797765:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247015296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765506.797772:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247015424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765506.797795:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765506.797807:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765506/real 1789765506] req@ffff998588b40e00 x1876702247015424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765506.797818:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247015424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765506.797832:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765506.797835:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765506.797839:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247015424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765506.797845:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247015552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765506.797867:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765506.797878:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765506/real 1789765506] req@ffff998588b42680 x1876702247015552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765506.797889:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247015552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765506.797897:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765506.797900:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765506.797903:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247015552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765506.797909:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247015680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765506.797928:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765506.797940:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765506/real 1789765506] req@ffff998588b41c00 x1876702247015680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765506.797952:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247015680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765506.797974:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765506.797977:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765506.797981:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247015680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765506.797987:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247015808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765506.798008:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765506.798018:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765506/real 1789765506] req@ffff998588b43100 x1876702247015808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765506.798029:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247015808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765506.798037:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765506.798040:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765506.798043:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247015808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765507.755128:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765508.779121:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765509.804569:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765510.826552:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765511.850714:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765511.914510:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765511.914523:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765511.914529:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765511.914542:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2811 00000100:00080000:2.0:1789765511.914556:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765511.914564:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765511.914607:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247015936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765511.914633:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765511.914637:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765511.914638:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765511.914643:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2811 00000100:00080000:2.0:1789765511.914647:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765511.914651:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765511.914660:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765511.914672:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702247016064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765511.914682:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765511.914685:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765511.914687:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765511.914691:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2811 00000100:00080000:2.0:1789765511.914694:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765511.914698:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765511.914703:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765511.914715:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702247016192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765511.914725:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765511.914902:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765511.914904:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765511.914909:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2811 00000100:00080000:2.0:1789765511.914914:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765511.914917:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765511.914923:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765511.914936:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247016320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765511.914947:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765511.914950:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765511.914952:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765511.914955:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2811 00000100:00080000:2.0:1789765511.914958:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765511.914961:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765511.914966:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765511.914975:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247016448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765511.916034:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247015936:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765511.916124:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765511.916172:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765511/real 1789765511] req@ffff9985857d9f80 x1876702247015936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765511.916190:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247015936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765511.916200:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765511.916204:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765511.916208:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247015936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765511.916216:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247016064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765511.916239:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765511.916251:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765511/real 1789765511] req@ffff9985857d9500 x1876702247016064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765511.916263:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702247016064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765511.916270:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765511.916273:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765511.916276:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247016064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765511.916281:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247016192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765511.916337:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765511.916348:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765511/real 1789765511] req@ffff9985857d8000 x1876702247016192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765511.916357:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702247016192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765511.916364:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765511.916367:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765511.916369:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247016192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765511.916376:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247016320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765511.916395:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765511.916405:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765511/real 1789765511] req@ffff9985857d8e00 x1876702247016320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765511.916416:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247016320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765511.916423:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765511.916426:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765511.916429:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247016320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765511.916435:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247016448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765511.916452:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765511.916462:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765511/real 1789765511] req@ffff9985857daa00 x1876702247016448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765511.916472:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247016448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765511.916479:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765511.916482:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765511.916485:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247016448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765512.874682:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765513.900371:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765514.922581:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765515.946542:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765516.974949:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765517.034626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765517.034640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765517.034646:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765517.034659:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2816 00000100:00080000:0.0:1789765517.034676:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765517.034686:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765517.034731:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702247016576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765517.034807:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247016576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765517.034895:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789765517.034928:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765517.034932:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765517.034934:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765517.034939:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2816 00000100:00080000:0.0:1789765517.034942:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765517.034946:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765517.034957:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765517.034975:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247016704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765517.038109:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765517/real 1789765517] req@ffff9985856a3800 x1876702247016576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765517.038152:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702247016576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765517.038165:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765517.038170:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765517.038174:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247016576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765517.038209:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247016704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765517.038283:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765517.038521:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765517/real 1789765517] req@ffff9985856a3480 x1876702247016704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765517.038536:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247016704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765517.038547:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765517.038550:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765517.038554:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247016704:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789765517.039135:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765517.039141:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765517.039145:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765517.039150:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2816 00000100:00080000:0.0:1789765517.039156:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765517.039165:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765517.039175:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765517.039208:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247016832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765517.039222:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765517.039226:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765517.039227:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765517.039231:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2816 00000100:00080000:0.0:1789765517.039234:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765517.039237:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765517.039242:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765517.039251:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247016960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765517.039260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765517.039264:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765517.039265:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765517.039268:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2816 00000100:00080000:0.0:1789765517.039271:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765517.039273:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765517.039277:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765517.039285:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247017088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765517.039399:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247016832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765517.039510:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765517.039528:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765517/real 1789765517] req@ffff9985856a2d80 x1876702247016832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765517.039543:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247016832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765517.039558:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765517.039561:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765517.039565:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247016832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765517.039571:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247016960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765517.039592:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765517.039603:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765517/real 1789765517] req@ffff9985856a0700 x1876702247016960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765517.039615:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247016960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765517.039622:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765517.039625:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765517.039628:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247016960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765517.039761:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247017088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765517.039782:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765517.039794:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765517/real 1789765517] req@ffff9985856a2680 x1876702247017088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765517.039806:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247017088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765517.039815:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765517.039818:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765517.039822:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247017088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765517.994576:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765519.018607:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765520.045283:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765521.067237:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765522.092511:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765522.154381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765522.154390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765522.154393:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765522.154402:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2822 00000100:00080000:0.0:1789765522.154411:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765522.154418:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765522.154453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247017216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765522.154473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765522.154476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765522.154477:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765522.154479:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2822 00000100:00080000:0.0:1789765522.154481:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765522.154484:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765522.154491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765522.154498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247017344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765522.154504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765522.154506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765522.154507:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765522.154509:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2822 00000100:00080000:0.0:1789765522.154510:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765522.154512:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765522.154514:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765522.154519:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247017472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765522.154524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765522.154526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765522.154527:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765522.154529:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2822 00000100:00080000:0.0:1789765522.154532:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765522.154535:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765522.154539:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765522.154544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247017600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765522.154549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765522.154551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765522.154552:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765522.154554:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2822 00000100:00080000:0.0:1789765522.154556:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765522.154558:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765522.154562:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765522.154567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247017728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765522.155669:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247017216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765522.156525:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247017344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765522.156561:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247017472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765522.156586:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247017600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765522.156606:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247017728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765523.115113:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765524.138998:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765525.162594:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789765525.226701:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:3.0:1789765525.226756:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789765525.226775:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789765525.226820:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789765525.226830:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789765525.226838:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789765525.226845:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789765525.226972:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765522/real 1789765525] req@ffff9985856a2300 x1876702247017216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765525.226999:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247017216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765525.227011:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765525.227015:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765525.227019:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247017216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765525.227027:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765522/real 1789765525] req@ffff9985856a0e00 x1876702247017344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765525.227038:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247017344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765525.227045:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765525.227049:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765525.227052:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247017344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765525.227058:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765522/real 1789765525] req@ffff9985856a1500 x1876702247017472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765525.227068:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247017472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765525.227076:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765525.227080:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765525.227083:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247017472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765525.227089:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765522/real 1789765525] req@ffff9985856a0000 x1876702247017600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765525.227097:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247017600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765525.227103:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765525.227106:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765525.227110:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247017600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765525.227115:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765522/real 1789765525] req@ffff9985856a1880 x1876702247017728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765525.227125:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247017728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765525.227133:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765525.227136:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765525.227140:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247017728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765526.191883:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765527.210705:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765527.276484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765527.276493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765527.276498:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765527.276507:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2827 00000100:00080000:3.0:1789765527.276517:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765527.276525:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765527.276575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247017856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765527.276606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765527.276609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765527.276611:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765527.276615:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2827 00000100:00080000:3.0:1789765527.276620:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765527.276624:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765527.276634:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765527.276647:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247017984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765527.276894:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247017856:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789765527.277793:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765527.277797:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765527.277799:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765527.277804:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2827 00000100:00080000:3.0:1789765527.277810:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765527.277815:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765527.277823:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765527.277842:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247018112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765527.277851:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765527.277854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765527.277856:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765527.277859:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2827 00000100:00080000:3.0:1789765527.277863:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765527.277866:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765527.277870:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765527.277881:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247018240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789765527.277924:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765527.277992:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765527/real 1789765527] req@ffff998588b42300 x1876702247017856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765527.278010:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247017856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765527.278021:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765527.278025:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765527.278029:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247017856:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789765527.278085:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765527.278089:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765527.278091:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765527.278095:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2827 00000100:00080000:3.0:1789765527.278099:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765527.278103:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765527.278108:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765527.278121:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247018368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765527.279664:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247017984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765527.280903:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765527.280960:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765527/real 1789765527] req@ffff998588b43b80 x1876702247017984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765527.280983:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247017984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765527.280995:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765527.280999:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765527.281004:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247017984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765527.281014:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247018112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765527.281052:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765527.281064:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765527/real 1789765527] req@ffff998588b43800 x1876702247018112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765527.281077:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247018112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765527.281085:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765527.281088:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765527.281091:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247018112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765527.281098:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247018240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765527.281118:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765527.281129:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765527/real 1789765527] req@ffff998588b41f80 x1876702247018240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765527.281140:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247018240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765527.281147:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765527.281151:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765527.281154:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247018240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765527.281160:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247018368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765527.281179:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765527.281203:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765527/real 1789765527] req@ffff998588b42d80 x1876702247018368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765527.281215:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247018368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765527.281222:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765527.281225:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765527.281227:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247018368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765528.234508:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765529.258852:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765530.282761:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765531.306764:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765532.332827:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765532.394532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765532.394543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765532.394547:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765532.394558:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2832 00000100:00080000:3.0:1789765532.394570:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765532.394578:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765532.394630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247018496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765532.394660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765532.394664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765532.394666:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765532.394670:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2832 00000100:00080000:3.0:1789765532.394674:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765532.394678:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765532.394690:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765532.394704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247018624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765532.394712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765532.394716:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765532.394718:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765532.394722:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2832 00000100:00080000:3.0:1789765532.394726:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765532.394731:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765532.394736:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765532.394762:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247018752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765532.394770:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765532.394773:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765532.394775:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765532.394778:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2832 00000100:00080000:3.0:1789765532.394782:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765532.394786:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765532.394791:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765532.394801:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247018880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765532.394810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765532.394813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765532.394815:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765532.394818:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2832 00000100:00080000:3.0:1789765532.394821:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765532.394824:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765532.394829:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765532.394840:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247019008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765532.394878:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247018496:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765532.394981:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765532.395032:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765532/real 1789765532] req@ffff998588b40000 x1876702247018496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765532.395052:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247018496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765532.395064:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765532.395068:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765532.395072:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247018496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765532.395081:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247018624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765532.395105:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765532.395118:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765532/real 1789765532] req@ffff998588b41880 x1876702247018624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765532.395130:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247018624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765532.395138:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765532.395142:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765532.395145:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247018624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765532.395152:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247018752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765532.395172:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765532.395183:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765532/real 1789765532] req@ffff998588b42d80 x1876702247018752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765532.395195:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247018752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765532.395203:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765532.395207:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765532.395210:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247018752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765532.395217:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247018880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765532.395237:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765532.395248:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765532/real 1789765532] req@ffff998588b41f80 x1876702247018880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765532.395262:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247018880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765532.395269:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765532.395273:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765532.395276:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247018880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765532.395335:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247019008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765532.395357:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765532.395369:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765532/real 1789765532] req@ffff998588b43800 x1876702247019008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765532.395381:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247019008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765532.395389:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765532.395392:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765532.395396:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247019008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765533.354575:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765534.378621:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765535.404158:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765536.426950:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765537.451138:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765537.516191:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765537.516205:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765537.516210:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765537.516222:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2837 00000100:00080000:1.0:1789765537.516234:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765537.516242:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765537.516283:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702247019136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765537.516335:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765537.516339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765537.516341:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765537.516356:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2837 00000100:00080000:1.0:1789765537.516359:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765537.516363:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765537.516373:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765537.516388:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247019264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765537.516397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765537.516400:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765537.516402:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765537.516406:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2837 00000100:00080000:1.0:1789765537.516408:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765537.516411:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765537.516416:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765537.516433:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247019392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765537.516442:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765537.516445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765537.516447:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765537.516451:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2837 00000100:00080000:1.0:1789765537.516454:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765537.516457:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765537.516462:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765537.516469:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247019520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765537.516477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765537.516480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765537.516481:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765537.516485:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2837 00000100:00080000:1.0:1789765537.516488:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765537.516491:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765537.516494:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765537.516502:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247019648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765537.516682:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247019136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765537.516758:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765537.516806:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765537/real 1789765537] req@ffff9985836dad80 x1876702247019136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765537.516824:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702247019136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765537.516839:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765537.516843:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765537.516846:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247019136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765537.516852:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247019264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765537.516885:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765537.516898:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765537/real 1789765537] req@ffff9985836d8a80 x1876702247019264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765537.516908:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247019264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765537.516915:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765537.516918:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765537.516921:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247019264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765537.516926:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247019392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765537.516944:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765537.516965:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765537/real 1789765537] req@ffff9985836d8700 x1876702247019392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765537.516975:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247019392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765537.516983:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765537.516985:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765537.516988:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247019392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765537.516994:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247019520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765537.517013:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765537.517023:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765537/real 1789765537] req@ffff9985836d9c00 x1876702247019520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765537.517033:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247019520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765537.517039:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765537.517042:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765537.517045:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247019520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765537.517050:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247019648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765537.517067:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765537.517077:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765537/real 1789765537] req@ffff9985836da680 x1876702247019648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765537.517087:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247019648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765537.517093:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765537.517095:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765537.517099:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247019648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765538.498225:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765539.501473:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765540.526101:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765541.546484:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765542.570831:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765542.634465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765542.634476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765542.634480:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765542.634493:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2842 00000100:00080000:0.0:1789765542.634507:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765542.634515:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765542.634557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702247019776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765542.634625:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247019776:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765542.634704:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789765542.634739:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765542.634743:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765542.634746:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765542.634750:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2842 00000100:00080000:0.0:1789765542.634754:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765542.634758:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765542.634768:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765542.634784:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247019904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765542.634865:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765542/real 1789765542] req@ffff9985856a2a00 x1876702247019776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765542.634885:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702247019776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765542.634897:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765542.634900:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765542.634904:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247019776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765542.634931:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247019904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765542.634955:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765542.634968:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765542/real 1789765542] req@ffff9985856a1880 x1876702247019904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765542.634980:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247019904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765542.634987:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765542.634990:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765542.634993:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247019904:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789765542.635043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765542.635047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765542.635048:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765542.635053:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2842 00000100:00080000:0.0:1789765542.635057:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765542.635061:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765542.635066:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765542.635078:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247020032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765542.635093:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765542.635096:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765542.635097:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765542.635100:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2842 00000100:00080000:0.0:1789765542.635103:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765542.635106:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765542.635111:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765542.635119:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247020160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765542.635126:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765542.635129:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765542.635131:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765542.635134:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2842 00000100:00080000:0.0:1789765542.635136:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765542.635139:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765542.635143:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765542.635150:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247020288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765542.635212:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247020032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765542.635236:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765542.635247:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765542/real 1789765542] req@ffff9985856a0000 x1876702247020032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765542.635257:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247020032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765542.635264:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765542.635267:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765542.635270:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247020032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765542.635275:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247020160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765542.635311:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765542.635322:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765542/real 1789765542] req@ffff9985856a1500 x1876702247020160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765542.635334:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247020160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765542.635341:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765542.635344:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765542.635347:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247020160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765542.635352:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247020288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765542.635370:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765542.635381:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765542/real 1789765542] req@ffff9985856a0e00 x1876702247020288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765542.635392:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247020288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765542.635399:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765542.635402:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765542.635406:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247020288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765543.611160:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765544.619409:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765545.642521:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765546.666570:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765547.693158:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765547.754612:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765547.754623:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765547.754629:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765547.754639:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2847 00000100:00080000:0.0:1789765547.754651:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765547.754658:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765547.754705:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247020416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765547.754740:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765547.754745:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765547.754747:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765547.754751:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2847 00000100:00080000:0.0:1789765547.754755:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765547.754759:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765547.754770:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765547.754793:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247020544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765547.754813:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765547.754816:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765547.754819:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765547.754823:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2847 00000100:00080000:0.0:1789765547.754826:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765547.754830:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765547.754835:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765547.754846:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247020672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765547.754855:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765547.754859:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765547.754861:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765547.754865:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2847 00000100:00080000:0.0:1789765547.754868:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765547.754872:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765547.754876:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765547.754886:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247020800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765547.754894:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765547.754897:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765547.754899:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765547.754902:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2847 00000100:00080000:0.0:1789765547.754905:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765547.754908:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765547.754912:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765547.754921:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247020928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765547.755066:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247020416:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765547.755129:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765547.755179:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765547/real 1789765547] req@ffff9985856a2300 x1876702247020416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765547.755205:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247020416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765547.755216:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765547.755220:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765547.755224:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247020416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765547.755232:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247020544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765547.755254:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765547.755266:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765547/real 1789765547] req@ffff9985856a2680 x1876702247020544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765547.755278:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247020544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765547.755311:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765547.755316:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765547.755319:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247020544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765547.755325:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247020672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765547.755345:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765547.755357:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765547/real 1789765547] req@ffff9985856a0700 x1876702247020672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765547.755368:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247020672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765547.755383:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765547.755386:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765547.755390:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247020672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765547.755396:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247020800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765547.755427:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765547.755439:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765547/real 1789765547] req@ffff9985856a2d80 x1876702247020800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765547.755450:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247020800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765547.755459:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765547.755462:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765547.755465:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247020800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765547.755471:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247020928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765547.755489:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765547.755500:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765547/real 1789765547] req@ffff9985856a3480 x1876702247020928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765547.755511:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247020928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765547.755519:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765547.755522:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765547.755526:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247020928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765548.719320:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765549.738600:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765550.764044:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765551.786578:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765552.811133:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765552.874403:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765552.874413:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765552.874418:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765552.874428:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2852 00000100:00080000:0.0:1789765552.874439:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765552.874447:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765552.874489:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702247021056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765552.874558:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247021056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765552.874631:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789765552.874661:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765552.874665:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765552.874667:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765552.874671:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2852 00000100:00080000:0.0:1789765552.874675:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765552.874680:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765552.874690:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765552.874704:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247021184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765552.875515:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765552/real 1789765552] req@ffff9985856a3800 x1876702247021056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765552.875536:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702247021056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765552.875546:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765552.875550:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765552.875554:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247021056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765552.875579:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247021184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765552.875613:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765552.875627:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765552/real 1789765552] req@ffff9985856a3480 x1876702247021184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765552.875638:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247021184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765552.875645:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765552.875648:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765552.875651:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247021184:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789765552.875691:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765552.875696:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765552.875698:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765552.875703:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2852 00000100:00080000:0.0:1789765552.875708:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765552.875713:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765552.875721:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765552.875737:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247021312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765552.875756:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765552.875760:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765552.875771:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765552.875775:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2852 00000100:00080000:0.0:1789765552.875780:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765552.875783:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765552.875788:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765552.875792:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247021312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765552.875799:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247021440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765552.875809:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765552.875812:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:1.0:1789765552.875813:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789765552.875814:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765552.875817:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2852 00000100:00080000:0.0:1789765552.875820:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789765552.875823:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765552/real 1789765552] req@ffff9985856a2d80 x1876702247021312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765552.875824:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765552.875828:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765552.875834:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247021312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765552.875837:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247021568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765552.875843:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765552.875846:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765552.875849:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247021312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765552.875859:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247021440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765552.875878:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765552.875889:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765552/real 1789765552] req@ffff9985856a0700 x1876702247021440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765552.875899:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247021440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765552.875907:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765552.875910:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765552.875913:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247021440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765552.875919:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247021568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765552.875937:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765552.875948:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765552/real 1789765552] req@ffff9985856a2680 x1876702247021568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765552.875958:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247021568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765552.875965:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765552.875968:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765552.875971:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247021568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765553.834537:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765554.858918:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765555.883368:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765556.910315:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765557.930669:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765557.994499:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765557.994513:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765557.994518:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765557.994530:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2857 00000100:00080000:2.0:1789765557.994544:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765557.994553:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765557.994598:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247021696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765557.994632:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789765557.994777:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247021696:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765557.994852:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765557.994900:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765557/real 1789765557] req@ffff9985857da300 x1876702247021696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765557.994919:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247021696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765557.994930:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765557.994934:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765557.994938:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247021696:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789765557.995001:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765557.995003:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765557.995008:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2857 00000100:00080000:2.0:1789765557.995013:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765557.995018:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765557.995029:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765557.995044:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247021824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765557.995069:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765557.995073:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765557.995075:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765557.995078:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2857 00000100:00080000:2.0:1789765557.995082:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765557.995086:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765557.995091:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765557.995103:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247021952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765557.995113:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765557.995116:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765557.995118:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765557.995122:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2857 00000100:00080000:2.0:1789765557.995125:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765557.995128:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765557.995134:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765557.995144:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247022080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765557.995152:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765557.995155:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765557.995157:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765557.995160:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2857 00000100:00080000:2.0:1789765557.995164:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765557.995168:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765557.995172:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765557.995181:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247022208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765557.995435:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247021824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765557.995464:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765557.995479:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765557/real 1789765557] req@ffff9985857d9180 x1876702247021824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765557.995499:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247021824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765557.995508:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765557.995512:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765557.995515:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247021824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765557.995521:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247021952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765557.995543:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765557.995554:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765557/real 1789765557] req@ffff9985857d8380 x1876702247021952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765557.995565:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247021952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765557.995574:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765557.995577:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765557.995581:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247021952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765557.995587:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247022080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765557.995606:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765557.995617:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765557/real 1789765557] req@ffff9985857dbb80 x1876702247022080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765557.995627:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247022080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765557.995640:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765557.995643:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765557.995646:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247022080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765557.995651:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247022208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765557.995670:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765557.995681:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765557/real 1789765557] req@ffff9985857d8a80 x1876702247022208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765557.995691:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247022208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765557.995699:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765557.995702:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765557.995705:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247022208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765558.954788:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765559.978468:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765561.003041:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765562.026546:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765563.050510:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765563.114532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765563.114541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765563.114545:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765563.114555:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2863 00000100:00080000:3.0:1789765563.114566:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765563.114573:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765563.114618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247022336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765563.114716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765563.114721:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765563.114723:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765563.114728:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2863 00000100:00080000:3.0:1789765563.114732:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765563.114736:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765563.114746:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765563.114761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247022464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765563.114777:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765563.114781:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765563.114782:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765563.114785:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2863 00000100:00080000:3.0:1789765563.114788:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765563.114791:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765563.114796:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765563.114804:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247022592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765563.114813:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765563.114816:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765563.114817:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765563.114821:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2863 00000100:00080000:3.0:1789765563.114823:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765563.114826:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765563.114829:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765563.114837:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247022720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765563.114846:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765563.114849:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765563.114851:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765563.114854:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2863 00000100:00080000:3.0:1789765563.114858:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765563.114861:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765563.114865:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765563.114875:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247022848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765563.114964:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247022336:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765563.115086:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765563.115167:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765563/real 1789765563] req@ffff998588b43b80 x1876702247022336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765563.115186:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247022336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765563.115201:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765563.115205:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765563.115209:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247022336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765563.115216:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247022464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765563.115237:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765563.115248:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765563/real 1789765563] req@ffff998588b42300 x1876702247022464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765563.115259:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247022464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765563.115265:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765563.115268:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765563.115272:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247022464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765563.115277:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247022592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765563.115325:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765563.115336:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765563/real 1789765563] req@ffff998588b43100 x1876702247022592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765563.115346:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247022592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765563.115354:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765563.115357:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765563.115359:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247022592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765563.115364:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247022720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765563.115391:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765563.115401:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765563/real 1789765563] req@ffff998588b41c00 x1876702247022720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765563.115411:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247022720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765563.115419:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765563.115422:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765563.115424:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247022720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765563.115429:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247022848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765563.115445:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765563.115455:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765563/real 1789765563] req@ffff998588b42680 x1876702247022848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765563.115467:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247022848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765563.115473:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765563.115476:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765563.115478:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247022848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765564.077024:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765565.099461:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765566.123680:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765567.147914:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765568.170626:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765568.236739:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765568.236749:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765568.236753:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765568.236763:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2868 00000100:00080000:2.0:1789765568.236775:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765568.236782:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765568.236826:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247022976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765568.236856:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765568.236860:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765568.236862:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765568.236866:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2868 00000100:00080000:2.0:1789765568.236869:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765568.236873:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765568.236883:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765568.236895:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247023104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765568.236905:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765568.236908:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765568.236909:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765568.236913:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2868 00000100:00080000:2.0:1789765568.236916:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765568.236920:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765568.236924:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765568.236933:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247023232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765568.236942:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765568.236945:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765568.236947:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765568.236950:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2868 00000100:00080000:2.0:1789765568.236953:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765568.236957:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765568.236961:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765568.236972:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247023360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765568.236980:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765568.236983:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765568.236984:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765568.236987:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2868 00000100:00080000:2.0:1789765568.236991:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765568.236994:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765568.236998:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765568.237007:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247023488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765568.238181:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247022976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765568.238409:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765568.238472:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765568/real 1789765568] req@ffff9985857d9880 x1876702247022976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765568.238492:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247022976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765568.238505:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765568.238509:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765568.238513:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247022976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765568.238521:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247023104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765568.238544:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765568.238555:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765568/real 1789765568] req@ffff9985857db100 x1876702247023104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765568.238567:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247023104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765568.238576:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765568.238580:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765568.238583:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247023104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765568.238590:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247023232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765568.238607:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765568.238616:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765568/real 1789765568] req@ffff9985857db800 x1876702247023232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765568.238634:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247023232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765568.238661:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765568.238665:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765568.238668:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247023232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765568.238675:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247023360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765568.238694:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765568.238704:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765568/real 1789765568] req@ffff9985857d8a80 x1876702247023360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765568.238715:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247023360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765568.238723:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765568.238726:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765568.238729:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247023360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765568.238736:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247023488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765568.238756:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765568.238765:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765568/real 1789765568] req@ffff9985857dbb80 x1876702247023488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765568.238776:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247023488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765568.238790:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765568.238793:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765568.238796:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247023488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765569.194540:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765570.218604:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765571.247255:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765572.266565:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765573.290667:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765573.354345:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765573.354355:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765573.354360:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765573.354370:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2873 00000100:00080000:2.0:1789765573.354381:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765573.354389:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765573.354432:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247023616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765573.354513:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247023616:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765573.354575:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765573.354604:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765573.354608:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765573.354618:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765573.354623:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2873 00000100:00080000:2.0:1789765573.354627:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765573.354631:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765573.354641:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765573.354654:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247023744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765573.354700:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765573/real 1789765573] req@ffff9985857d8380 x1876702247023616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765573.354713:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247023616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765573.354801:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765573.354804:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765573.354807:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247023616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765573.354829:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247023744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765573.354847:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765573.354856:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765573/real 1789765573] req@ffff9985857d9180 x1876702247023744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765573.355385:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765573.355390:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765573.355391:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765573.355395:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2873 00000100:00080000:2.0:1789765573.355399:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765573.355403:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765573.355409:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765573.355422:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247023872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765573.355431:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765573.355434:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765573.355436:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765573.355439:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2873 00000100:00080000:2.0:1789765573.355441:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765573.355443:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765573.355446:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765573.355452:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247024000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765573.355459:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765573.355462:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765573.355463:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765573.355465:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2873 00000100:00080000:2.0:1789765573.355467:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765573.355469:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765573.355473:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765573.355479:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247024128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765573.355499:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247023744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765573.355512:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765573.355516:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765573.355519:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247023744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765573.355531:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247023872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765573.355603:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765573.355627:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765573/real 1789765573] req@ffff9985857da300 x1876702247023872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765573.355639:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247023872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765573.355648:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765573.355651:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765573.355654:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247023872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765573.355660:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247024000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765573.355680:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765573.355690:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765573/real 1789765573] req@ffff9985857daa00 x1876702247024000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765573.355701:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247024000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765573.355708:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765573.355711:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765573.355714:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247024000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765573.355800:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247024128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765573.355821:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765573.355832:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765573/real 1789765573] req@ffff9985857d8e00 x1876702247024128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765573.355843:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247024128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765573.355850:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765573.355853:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765573.355856:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247024128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765574.315952:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765575.339929:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765576.362640:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765577.390670:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765578.411613:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765578.476128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765578.476139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765578.476144:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765578.476154:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2878 00000100:00080000:3.0:1789765578.476165:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765578.476172:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765578.476226:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247024256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765578.476252:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765578.476255:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765578.476256:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765578.476260:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2878 00000100:00080000:3.0:1789765578.476264:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765578.476268:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765578.476278:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765578.476320:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247024384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765578.476330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765578.476334:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765578.476335:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765578.476339:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2878 00000100:00080000:3.0:1789765578.476343:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765578.476347:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765578.476352:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765578.476364:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247024512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765578.476373:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765578.476376:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765578.476377:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765578.476380:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2878 00000100:00080000:3.0:1789765578.476384:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765578.476387:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765578.476391:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765578.476401:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247024640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765578.476420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765578.476424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765578.476425:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765578.476429:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2878 00000100:00080000:3.0:1789765578.476432:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765578.476436:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765578.476441:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765578.476450:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247024768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765578.476646:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247024256:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765578.476730:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765578.476782:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765578/real 1789765578] req@ffff998588b40e00 x1876702247024256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765578.476801:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247024256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765578.476812:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765578.476816:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765578.476820:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247024256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765578.476829:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247024384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765578.476851:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765578.476863:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765578/real 1789765578] req@ffff998588b42a00 x1876702247024384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765578.476875:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247024384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765578.476883:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765578.476887:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765578.476890:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247024384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765578.476896:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247024512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765578.476917:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765578.476928:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765578/real 1789765578] req@ffff998588b42680 x1876702247024512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765578.476938:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247024512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765578.476947:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765578.476951:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765578.476955:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247024512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765578.476962:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247024640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765578.476982:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765578.476993:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765578/real 1789765578] req@ffff998588b41c00 x1876702247024640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765578.477004:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247024640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765578.477013:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765578.477016:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765578.477019:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247024640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765578.477025:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247024768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765578.477045:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765578.477056:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765578/real 1789765578] req@ffff998588b43100 x1876702247024768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765578.477067:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247024768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765578.477075:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765578.477078:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765578.477081:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247024768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765579.434520:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765580.458570:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765581.482579:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765582.506740:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765583.530800:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765583.594903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765583.594912:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765583.594917:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765583.594940:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2883 00000100:00080000:3.0:1789765583.594952:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765583.594959:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765583.595011:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247024896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765583.595047:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765583.595051:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765583.595053:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765583.595057:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2883 00000100:00080000:3.0:1789765583.595061:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765583.595065:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765583.595076:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765583.595090:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247025024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765583.595099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765583.595103:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765583.595104:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765583.595108:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2883 00000100:00080000:3.0:1789765583.595112:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765583.595115:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765583.595120:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765583.595129:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247025152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765583.595137:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765583.595140:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765583.595142:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765583.595145:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2883 00000100:00080000:3.0:1789765583.595147:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765583.595150:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765583.595154:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765583.595164:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247025280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765583.595171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765583.595174:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765583.595176:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765583.595189:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2883 00000100:00080000:3.0:1789765583.595193:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765583.595198:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765583.595199:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247024896:192.168.203.136@tcp:250:kworker.0 00000008:00100000:3.0:1789765583.595203:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765583.595214:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247025408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789765583.595266:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765583.595355:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765583/real 1789765583] req@ffff998588b42300 x1876702247024896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765583.595380:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247024896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765583.595391:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765583.595394:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765583.595398:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247024896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765583.595405:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247025024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765583.595426:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765583.595437:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765583/real 1789765583] req@ffff998588b43b80 x1876702247025024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765583.595448:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247025024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765583.595456:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765583.595459:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765583.595462:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247025024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765583.595467:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247025152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765583.595485:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765583.595496:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765583/real 1789765583] req@ffff998588b43800 x1876702247025152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765583.595507:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247025152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765583.595520:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765583.595524:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765583.595527:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247025152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765583.595534:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247025280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765583.595568:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765583.595579:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765583/real 1789765583] req@ffff998588b41f80 x1876702247025280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765583.595590:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247025280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765583.595597:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765583.595600:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765583.595603:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247025280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765583.595632:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247025408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765583.595651:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765583.595662:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765583/real 1789765583] req@ffff998588b42d80 x1876702247025408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765583.595672:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247025408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765583.595680:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765583.595682:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765583.595686:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247025408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765584.554602:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765585.578494:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765586.602505:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765587.626678:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765588.650650:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765588.716963:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765588.716974:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765588.716978:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765588.716990:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2888 00000100:00080000:0.0:1789765588.717002:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765588.717010:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765588.717054:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247025536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765588.717086:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765588.717093:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765588.717094:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765588.717098:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2888 00000100:00080000:0.0:1789765588.717102:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765588.717105:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765588.717117:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765588.717130:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247025664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765588.717146:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765588.717150:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765588.717151:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765588.717155:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2888 00000100:00080000:0.0:1789765588.717158:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765588.717162:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765588.717166:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765588.717176:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247025792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765588.717184:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765588.717186:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765588.717188:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765588.717191:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2888 00000100:00080000:0.0:1789765588.717195:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765588.717198:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765588.717203:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765588.717212:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247025920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765588.717220:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765588.717223:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765588.717225:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765588.717228:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2888 00000100:00080000:0.0:1789765588.717231:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765588.717234:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765588.717239:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765588.717247:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247026048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765588.717469:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247025536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765588.717583:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247025664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765588.717612:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247025792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765588.717632:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247025920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765588.717651:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247026048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765589.674690:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765590.700320:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765591.722642:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789765591.790569:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:1.0:1789765591.790627:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789765591.790649:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765591.790696:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765591.790707:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765591.790715:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765591.790723:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789765591.790814:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765588/real 1789765591] req@ffff9985856a2300 x1876702247025536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765591.790846:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247025536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765591.790860:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765591.790865:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765591.790869:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247025536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765591.790878:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765588/real 1789765591] req@ffff9985856a0e00 x1876702247025664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765591.790891:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247025664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765591.790901:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765591.790905:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765591.790908:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247025664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765591.790916:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765588/real 1789765591] req@ffff9985856a1500 x1876702247025792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765591.790929:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247025792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765591.790938:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765591.790942:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765591.790945:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247025792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765591.790952:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765588/real 1789765591] req@ffff9985856a0000 x1876702247025920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765591.790964:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247025920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765591.790973:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765591.790976:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765591.790980:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247025920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765591.790987:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765588/real 1789765591] req@ffff9985856a1880 x1876702247026048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765591.791368:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247026048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765591.791377:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765591.791381:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765591.791383:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247026048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765592.746526:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765593.774067:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765593.834864:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765593.834878:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765593.834883:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765593.834895:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2893 00000100:00080000:2.0:1789765593.834908:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765593.834917:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765593.834955:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702247026176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765593.834986:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765593.834990:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765593.834992:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765593.834997:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2893 00000100:00080000:2.0:1789765593.835001:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765593.835005:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765593.835015:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765593.835028:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702247026304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765593.835043:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765593.835046:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765593.835048:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765593.835052:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2893 00000100:00080000:2.0:1789765593.835055:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765593.835058:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765593.835062:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765593.835071:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247026432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765593.835078:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765593.835081:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765593.835083:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765593.835087:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2893 00000100:00080000:2.0:1789765593.835089:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765593.835092:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765593.835096:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765593.835106:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247026560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765593.835115:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765593.835118:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765593.835120:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765593.835123:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2893 00000100:00080000:2.0:1789765593.835127:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765593.835131:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765593.835135:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765593.835147:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247026688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765593.835540:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247026176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765593.835623:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765593.835691:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765593/real 1789765593] req@ffff9985857d8000 x1876702247026176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765593.835710:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702247026176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765593.835720:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765593.835724:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765593.835728:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247026176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765593.835735:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247026304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765593.835758:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765593.835770:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765593/real 1789765593] req@ffff9985857d9500 x1876702247026304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765593.835782:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702247026304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765593.835790:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765593.835794:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765593.835797:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247026304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765593.835803:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247026432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765593.835823:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765593.835834:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765593/real 1789765593] req@ffff9985857d9f80 x1876702247026432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765593.835846:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247026432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765593.835854:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765593.835857:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765593.835861:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247026432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765593.835867:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247026560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765593.835887:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765593.835897:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765593/real 1789765593] req@ffff9985857d8e00 x1876702247026560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765593.835908:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247026560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765593.835915:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765593.835919:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765593.835922:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247026560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765593.835928:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247026688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765593.835947:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765593.835957:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765593/real 1789765593] req@ffff9985857daa00 x1876702247026688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765593.835970:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247026688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765593.835978:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765593.835981:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765593.835984:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247026688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765594.794633:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765595.819195:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765596.842840:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765597.867250:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765598.890629:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765598.954759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765598.954774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765598.954779:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765598.954793:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2898 00000100:00080000:3.0:1789765598.954807:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765598.954816:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765598.954859:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247026816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765598.955110:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247026816:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765598.955182:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765598.955182:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765598.955188:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765598.955191:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765598.955197:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2898 00000100:00080000:3.0:1789765598.955203:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765598.955208:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765598.955231:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765598.955241:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765598/real 1789765598] req@ffff998588b41880 x1876702247026816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765598.955248:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247026944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765598.955267:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789765598.955272:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247026816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765598.955272:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765598.955276:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765598.955319:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765598.955323:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:3.0:1789765598.955325:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2898 00000100:00100000:0.0:1789765598.955328:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247026816:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789765598.955332:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765598.955338:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765598.955344:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765598.955353:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247026944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765598.955361:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247027072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765598.955374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789765598.955377:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765598.955381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765598.955384:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765598.955390:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2898 00000100:00100000:0.0:1789765598.955391:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765598/real 1789765598] req@ffff998588b40000 x1876702247026944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765598.955396:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765598.955404:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765598.955405:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247026944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789765598.955412:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1789765598.955436:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789765598.955438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247027200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765598.955443:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765598.955451:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247026944:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789765598.955456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765598.955461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765598.955463:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789765598.955467:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247027072:192.168.203.136@tcp:8:kworker.0 00000100:00080000:3.0:1789765598.955468:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2898 00000100:00080000:3.0:1789765598.955474:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765598.955479:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765598.955487:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789765598.955497:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765598.955501:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247027328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765598.955513:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765598/real 1789765598] req@ffff998588b41880 x1876702247027072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765598.955526:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247027072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765598.955536:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765598.955540:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765598.955544:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247027072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765598.955550:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247027200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765598.955569:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765598.955577:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765598/real 1789765598] req@ffff998588b42d80 x1876702247027200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765598.955584:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247027200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765598.955589:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765598.955591:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765598.955594:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247027200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765598.955603:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247027328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765598.955614:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765598.955620:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765598/real 1789765598] req@ffff998588b41f80 x1876702247027328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765598.955630:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247027328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765598.955638:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765598.955640:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765598.955643:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247027328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765599.915521:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765600.938688:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765601.962656:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765602.988996:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765604.013329:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765604.075780:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765604.075789:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765604.075794:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765604.075804:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2904 00000100:00080000:2.0:1789765604.075814:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765604.075821:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765604.075858:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247027456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765604.075933:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247027456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765604.075992:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765604.076021:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765604.076025:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765604.076028:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765604.076032:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2904 00000100:00080000:2.0:1789765604.076036:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765604.076040:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765604.076049:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765604.076061:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247027584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765604.077519:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765604/real 1789765604] req@ffff9985857da300 x1876702247027456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765604.077545:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247027456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765604.077557:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765604.077561:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765604.077565:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247027456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765604.077597:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247027584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765604.077634:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765604.077649:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765604/real 1789765604] req@ffff9985857d9180 x1876702247027584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765604.077673:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247027584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765604.077682:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765604.077685:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765604.077688:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247027584:192.168.203.136@tcp:38:kworker.0 00000100:00080000:2.0:1789765604.078928:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765604.078937:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765604.078941:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765604.078949:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2904 00000100:00080000:2.0:1789765604.078957:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765604.079008:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765604.079021:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765604.079053:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247027712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765604.079075:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765604.079079:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765604.079081:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765604.079085:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2904 00000100:00080000:2.0:1789765604.079090:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765604.079095:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765604.079099:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765604.079112:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247027840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765604.079122:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765604.079125:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765604.079127:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765604.079130:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2904 00000100:00080000:2.0:1789765604.079134:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765604.079137:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765604.079142:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765604.079152:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247027968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765604.079196:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247027712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765604.079243:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765604.079264:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765604/real 1789765604] req@ffff9985857d8380 x1876702247027712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765604.079280:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247027712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765604.079314:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765604.079318:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765604.079321:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247027712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765604.079328:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247027840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765604.079359:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765604.079379:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765604/real 1789765604] req@ffff9985857dbb80 x1876702247027840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765604.079401:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247027840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765604.079410:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765604.079413:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765604.079417:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247027840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765604.079423:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247027968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765604.079441:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765604.079452:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765604/real 1789765604] req@ffff9985857d8a80 x1876702247027968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765604.079464:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247027968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765604.079471:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765604.079474:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765604.079477:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247027968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765605.034800:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765606.058857:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765607.083048:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765608.106541:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765609.130513:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765609.195277:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765609.195333:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765609.195339:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765609.195359:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2909 00000100:00080000:0.0:1789765609.195372:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765609.195379:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765609.195422:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247028096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765609.195804:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247028096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765609.195868:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789765609.195899:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765609.195904:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765609.195906:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765609.195911:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2909 00000100:00080000:0.0:1789765609.195915:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765609.195919:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765609.195929:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765609.195945:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247028224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765609.196013:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765609/real 1789765609] req@ffff9985856a1880 x1876702247028096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765609.196031:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247028096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765609.196041:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765609.196045:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765609.196048:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247028096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765609.196074:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247028224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765609.196097:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765609.196110:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765609/real 1789765609] req@ffff9985856a0000 x1876702247028224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765609.196122:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247028224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765609.196130:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765609.196133:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765609.196137:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247028224:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789765609.196280:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765609.196285:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765609.196305:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765609.196310:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2909 00000100:00080000:0.0:1789765609.196315:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765609.196319:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765609.196324:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765609.196336:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247028352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765609.196386:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247028352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765609.196411:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789765609.196441:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765609.196445:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765609.196446:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765609.196451:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2909 00000100:00080000:0.0:1789765609.196454:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765609.196459:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765609.196464:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765609.196476:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247028480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765609.196568:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765609/real 1789765609] req@ffff9985856a1500 x1876702247028352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765609.196581:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247028352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765609.196589:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765609.196592:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765609.196595:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247028352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765609.196607:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247028480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765609.196626:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765609.196637:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765609/real 1789765609] req@ffff9985856a0e00 x1876702247028480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765609.197513:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765609.197521:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765609.197523:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765609.197529:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2909 00000100:00080000:0.0:1789765609.197535:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765609.197540:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765609.197548:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765609.197568:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247028608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765609.197758:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247028480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765609.197768:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765609.197771:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765609.197774:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247028480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765609.197794:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247028608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765609.197830:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765609.197848:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765609/real 1789765609] req@ffff9985856a2300 x1876702247028608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765609.197861:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247028608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765609.197869:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765609.197872:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765609.197875:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247028608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765610.154592:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765611.179447:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765612.203041:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765613.226892:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765614.250514:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765614.321434:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765614.321443:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765614.321448:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765614.321457:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2914 00000100:00080000:2.0:1789765614.321468:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765614.321475:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765614.321528:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247028736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765614.321557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765614.321561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765614.321563:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765614.321567:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2914 00000100:00080000:2.0:1789765614.321571:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765614.321574:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765614.321584:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765614.321596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247028864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765614.321611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765614.321614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765614.321615:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765614.321618:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2914 00000100:00080000:2.0:1789765614.321621:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765614.321624:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765614.321628:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765614.321636:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247028992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765614.321645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765614.321648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765614.321650:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765614.321653:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2914 00000100:00080000:2.0:1789765614.321655:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765614.321659:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765614.321662:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765614.321673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247029120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765614.321682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765614.321685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765614.321687:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765614.321690:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2914 00000100:00080000:2.0:1789765614.321693:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765614.321696:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765614.321700:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765614.321707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247029248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765614.322119:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247028736:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765614.322181:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765614.322241:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765614/real 1789765614] req@ffff9985857db800 x1876702247028736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765614.322260:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247028736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765614.322271:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765614.322275:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765614.322279:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247028736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765614.322286:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247028864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765614.322351:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765614.322363:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765614/real 1789765614] req@ffff9985857db100 x1876702247028864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765614.322375:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247028864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765614.322384:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765614.322387:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765614.322390:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247028864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765614.322397:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247028992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765614.322417:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765614.322427:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765614/real 1789765614] req@ffff9985857d9880 x1876702247028992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765614.322438:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247028992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765614.322447:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765614.322450:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765614.322453:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247028992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765614.322458:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247029120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765614.322474:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765614.322483:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765614/real 1789765614] req@ffff9985857d8a80 x1876702247029120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765614.322494:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247029120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765614.322508:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765614.322511:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765614.322514:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247029120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765614.322520:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247029248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765614.322538:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765614.322548:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765614/real 1789765614] req@ffff9985857dbb80 x1876702247029248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765614.322559:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247029248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765614.322567:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765614.322570:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765614.322574:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247029248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765615.274970:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765616.298561:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765617.323737:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765618.346994:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765619.376700:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765619.436121:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765619.436134:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765619.436138:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765619.436148:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2919 00000100:00080000:0.0:1789765619.436159:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765619.436166:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765619.436211:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702247029376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765619.436233:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765619.436237:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765619.436239:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765619.436242:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2919 00000100:00080000:0.0:1789765619.436247:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765619.436251:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765619.436260:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765619.436284:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247029504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765619.436320:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765619.436323:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765619.436325:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765619.436329:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2919 00000100:00080000:0.0:1789765619.436332:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765619.436336:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765619.436340:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765619.436351:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247029632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765619.436360:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765619.436363:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765619.436365:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765619.436368:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2919 00000100:00080000:0.0:1789765619.436371:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765619.436375:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765619.436379:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765619.436388:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247029760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765619.436403:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765619.436406:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765619.436407:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765619.436411:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2919 00000100:00080000:0.0:1789765619.436414:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765619.436417:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765619.436421:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765619.436431:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247029888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765619.436523:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247029376:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789765619.436584:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765619.436630:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765619/real 1789765619] req@ffff9985856a2a00 x1876702247029376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765619.436648:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702247029376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765619.436665:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765619.436670:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765619.436674:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247029376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789765619.436681:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247029504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765619.436706:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765619.436718:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765619/real 1789765619] req@ffff9985856a2300 x1876702247029504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765619.436729:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247029504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765619.436736:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765619.436739:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765619.436742:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247029504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789765619.436748:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247029632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765619.436764:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765619.436773:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765619/real 1789765619] req@ffff9985856a0e00 x1876702247029632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765619.436783:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247029632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765619.436790:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765619.436793:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765619.436796:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247029632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765619.436801:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247029760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789765619.436815:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765619.436824:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765619/real 1789765619] req@ffff9985856a1500 x1876702247029760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765619.436833:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247029760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765619.436840:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765619.436842:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765619.436845:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247029760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765619.436850:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247029888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789765619.436868:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765619.436877:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765619/real 1789765619] req@ffff9985856a0000 x1876702247029888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765619.436887:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247029888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765619.436893:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765619.436896:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789765619.436899:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247029888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765620.394826:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765621.419205:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765622.442872:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765623.466571:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765624.490967:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765624.555356:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765624.555367:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765624.555372:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765624.555382:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2924 00000100:00080000:1.0:1789765624.555393:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765624.555399:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765624.555437:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247030016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765624.555495:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247030016:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765624.555554:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789765624.555583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765624.555586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765624.555588:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765624.555592:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2924 00000100:00080000:1.0:1789765624.555596:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765624.555600:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765624.555610:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765624.555622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247030144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765624.556199:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765624.556205:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765624.556207:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765624.556212:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2924 00000100:00080000:1.0:1789765624.556217:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765624.556222:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765624.556245:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765624.556260:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247030272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765624.556271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765624.556274:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765624.556276:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765624.556280:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2924 00000100:00080000:1.0:1789765624.556283:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765624.556308:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765624.556313:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765624.556323:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247030400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765624.556333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765624.556336:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765624.556338:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765624.556341:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2924 00000100:00080000:1.0:1789765624.556466:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765624.556471:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765624.556476:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765624.556488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247030528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765624.556799:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765624/real 1789765624] req@ffff9985836db800 x1876702247030016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765624.556821:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247030016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765624.556832:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765624.556835:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765624.556840:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247030016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765624.556864:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247030144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765624.556896:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765624.556909:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765624/real 1789765624] req@ffff9985836da300 x1876702247030144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765624.556922:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247030144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765624.556931:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765624.556934:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765624.556937:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247030144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765624.556943:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247030272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765624.556960:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765624.556969:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765624/real 1789765624] req@ffff9985836d8e00 x1876702247030272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765624.556981:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247030272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765624.556989:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765624.556992:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765624.556995:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247030272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765624.557001:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247030400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765624.557015:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765624.557024:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765624/real 1789765624] req@ffff9985836d8380 x1876702247030400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765624.557035:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247030400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765624.557050:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765624.557053:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765624.557056:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247030400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765624.557061:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247030528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765624.557075:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765624.557083:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765624/real 1789765624] req@ffff9985836d9880 x1876702247030528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765624.557094:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247030528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765624.557101:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765624.557459:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765624.557463:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247030528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765625.515134:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765626.538784:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765627.564023:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765628.586798:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765629.610713:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765629.676960:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765629.676974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765629.676979:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765629.676993:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2929 00000100:00080000:2.0:1789765629.677850:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765629.677861:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765629.677904:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247030656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765629.677935:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765629.677940:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765629.677942:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765629.677947:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2929 00000100:00080000:2.0:1789765629.677950:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765629.677954:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765629.677963:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765629.677986:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247030784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765629.677998:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765629.678001:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765629.678005:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789765629.678006:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247030656:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789765629.678011:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2929 00000100:00080000:2.0:1789765629.678017:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765629.678020:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765629.678025:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765629.678036:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247030912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765629.678046:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765629.678050:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765629.678051:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765629.678055:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2929 00000100:00080000:2.0:1789765629.678059:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765629.678062:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765629.678067:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765629.678077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247031040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789765629.678086:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765629.678090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765629.678094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765629.678096:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765629.678101:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2929 00000100:00080000:2.0:1789765629.678106:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765629.678110:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765629.678118:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765629.678129:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247031168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765629.678149:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765629/real 1789765629] req@ffff9985857d8380 x1876702247030656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765629.678170:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247030656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765629.678180:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765629.678184:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765629.678188:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247030656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765629.678223:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247030784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765629.678243:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765629.678254:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765629/real 1789765629] req@ffff9985857d9180 x1876702247030784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765629.678266:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247030784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765629.678274:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765629.678277:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765629.678281:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247030784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765629.678316:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247030912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765629.678337:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765629.678362:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765629/real 1789765629] req@ffff9985857da300 x1876702247030912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765629.678374:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247030912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765629.678382:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765629.678386:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765629.678389:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247030912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765629.678395:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247031040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765629.678632:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765629.678644:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765629/real 1789765629] req@ffff9985857daa00 x1876702247031040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765629.678655:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247031040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765629.678663:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765629.678665:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765629.678730:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247031040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765629.678737:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247031168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765629.678820:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765629.678832:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765629/real 1789765629] req@ffff9985857d8e00 x1876702247031168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765629.678844:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247031168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765629.678851:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765629.678854:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765629.678856:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247031168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765630.634725:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765631.659234:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765632.683631:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765633.706715:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765634.730660:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765634.794482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765634.794494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765634.794499:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765634.794510:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2934 00000100:00080000:2.0:1789765634.794523:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765634.794531:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765634.794572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247031296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765634.794601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765634.794605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765634.794607:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765634.794611:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2934 00000100:00080000:2.0:1789765634.794614:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765634.794617:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765634.794627:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765634.794640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702247031424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765634.794649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765634.794653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765634.794654:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765634.794657:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2934 00000100:00080000:2.0:1789765634.794660:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765634.794663:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765634.794667:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765634.794675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702247031552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765634.794682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765634.794685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765634.794687:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765634.794690:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2934 00000100:00080000:2.0:1789765634.794693:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765634.794696:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765634.794699:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765634.794706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247031680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765634.794714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765634.794717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765634.794718:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765634.794721:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2934 00000100:00080000:2.0:1789765634.794724:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765634.794727:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765634.794731:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765634.794739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247031808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765634.795219:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247031296:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765634.795317:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765634.795363:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765634/real 1789765634] req@ffff9985857d9f80 x1876702247031296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765634.795380:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247031296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765634.795397:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765634.795400:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765634.795404:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247031296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765634.795411:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247031424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765634.795429:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765634.795438:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765634/real 1789765634] req@ffff9985857d9500 x1876702247031424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765634.795449:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702247031424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765634.795457:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765634.795460:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765634.795463:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247031424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765634.795469:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247031552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765634.795489:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765634.795498:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765634/real 1789765634] req@ffff9985857d8000 x1876702247031552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765634.795509:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702247031552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765634.795517:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765634.795520:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765634.795523:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247031552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765634.795529:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247031680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765634.795545:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765634.795553:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765634/real 1789765634] req@ffff9985857d8e00 x1876702247031680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765634.795563:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247031680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765634.795571:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765634.795573:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765634.795576:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247031680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765634.795581:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247031808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765634.795595:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765634.795603:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765634/real 1789765634] req@ffff9985857daa00 x1876702247031808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765634.795613:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247031808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765634.795619:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765634.795622:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765634.795625:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247031808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765635.762264:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765636.779684:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765637.802824:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765638.826656:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765639.850508:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765639.916052:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765639.916064:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765639.916068:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765639.916078:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2939 00000100:00080000:2.0:1789765639.916089:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765639.916097:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765639.916150:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247031936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765639.916183:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765639.916187:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765639.916189:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765639.916193:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2939 00000100:00080000:2.0:1789765639.916196:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765639.916200:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765639.916324:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247031936:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765639.916393:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765639.916445:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765639/real 1789765639] req@ffff9985857da300 x1876702247031936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765639.916469:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247031936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765639.916480:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765639.916484:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765639.916488:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247031936:192.168.203.136@tcp:250:kworker.0 00000008:00100000:2.0:1789765639.918344:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765639.918390:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247032064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765639.918425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765639.918430:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765639.918434:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765639.918440:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2939 00000100:00080000:2.0:1789765639.918450:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765639.918457:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765639.918464:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765639.918475:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247032192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765639.918486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765639.918490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765639.918492:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765639.918495:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2939 00000100:00080000:2.0:1789765639.918499:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765639.918502:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765639.918506:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765639.918516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247032320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765639.918525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765639.918528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765639.918530:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765639.918533:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2939 00000100:00080000:2.0:1789765639.918536:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765639.918540:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765639.918544:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765639.918553:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247032448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765639.918663:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247032064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765639.918727:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765639.918757:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765639/real 1789765639] req@ffff9985857d9180 x1876702247032064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765639.918774:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247032064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765639.918785:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765639.918789:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765639.918793:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247032064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765639.918800:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247032192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765639.918821:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765639.918848:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765639/real 1789765639] req@ffff9985857d8380 x1876702247032192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765639.918861:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247032192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765639.918875:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765639.918879:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765639.918883:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247032192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765639.918889:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247032320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765639.918908:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765639.918920:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765639/real 1789765639] req@ffff9985857dbb80 x1876702247032320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765639.918932:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247032320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765639.918940:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765639.918944:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765639.918947:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247032320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765639.918953:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247032448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765639.918972:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765639.918983:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765639/real 1789765639] req@ffff9985857d8a80 x1876702247032448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765639.918995:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247032448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765639.919003:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765639.919007:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765639.919010:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247032448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765640.875450:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765641.899528:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765642.924266:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765643.946928:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765644.970730:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765645.039887:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765645.039903:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765645.039908:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765645.039921:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2944 00000100:00080000:0.0:1789765645.039934:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765645.039954:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765645.039995:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247032576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765645.040036:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765645.040040:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765645.040041:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765645.040046:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2944 00000100:00080000:0.0:1789765645.040050:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765645.040053:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765645.040062:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765645.040074:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247032704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765645.040083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765645.040098:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765645.040100:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765645.040103:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2944 00000100:00080000:0.0:1789765645.040106:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765645.040110:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765645.040115:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765645.040126:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247032832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765645.040135:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765645.040138:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765645.040140:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765645.040144:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2944 00000100:00080000:0.0:1789765645.040147:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765645.040150:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765645.040155:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765645.040158:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247032576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765645.040164:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247032960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765645.040173:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765645.040176:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765645.040177:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765645.040180:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2944 00000100:00080000:0.0:1789765645.040183:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765645.040186:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765645.040190:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765645.040197:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247033088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789765645.040236:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765645.040284:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765645/real 1789765645] req@ffff9985856a1880 x1876702247032576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765645.040322:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247032576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765645.040332:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765645.040336:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765645.040339:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247032576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765645.040346:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247032704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765645.040370:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765645.040381:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765645/real 1789765645] req@ffff9985856a2680 x1876702247032704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765645.040392:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247032704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765645.040400:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765645.040403:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765645.040406:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247032704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765645.040412:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247032832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765645.040433:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765645.040444:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765645/real 1789765645] req@ffff9985856a0700 x1876702247032832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765645.040454:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247032832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765645.040461:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765645.040463:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765645.040466:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247032832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765645.040494:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247032960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765645.040512:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765645.040522:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765645/real 1789765645] req@ffff9985856a2d80 x1876702247032960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765645.040533:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247032960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765645.040541:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765645.040544:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765645.040546:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247032960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765645.040552:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247033088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765645.040570:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765645.040581:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765645/real 1789765645] req@ffff9985856a3480 x1876702247033088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765645.040596:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247033088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765645.040603:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765645.040606:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765645.040608:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247033088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765645.997660:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765647.023366:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765648.043156:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765649.066924:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765650.094423:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765650.154463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765650.154476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765650.154480:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765650.154493:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2950 00000100:00080000:0.0:1789765650.154508:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765650.154518:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765650.154563:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702247033216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765650.154599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765650.154603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765650.154605:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765650.154609:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2950 00000100:00080000:0.0:1789765650.154613:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765650.154616:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765650.154627:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765650.154640:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247033344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765650.154649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765650.154653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765650.154654:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765650.154658:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2950 00000100:00080000:0.0:1789765650.154661:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765650.154665:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765650.154670:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765650.154680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247033472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765650.154690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765650.154693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765650.154695:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765650.154699:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2950 00000100:00080000:0.0:1789765650.154702:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765650.154706:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765650.154722:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765650.154733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247033600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765650.154742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765650.154746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765650.154747:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765650.154751:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2950 00000100:00080000:0.0:1789765650.154754:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765650.154757:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765650.154761:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765650.154771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247033728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765650.155527:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247033216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765650.155602:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765650.155650:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765650/real 1789765650] req@ffff9985856a3800 x1876702247033216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765650.155670:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702247033216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765650.155680:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765650.155683:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765650.155687:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247033216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765650.155695:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247033344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765650.155719:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765650.155732:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765650/real 1789765650] req@ffff9985856a3480 x1876702247033344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765650.155742:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247033344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765650.155755:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765650.155759:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765650.155763:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247033344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765650.155768:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247033472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765650.155788:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765650.155798:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765650/real 1789765650] req@ffff9985856a2d80 x1876702247033472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765650.155810:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247033472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765650.155817:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765650.155820:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765650.155822:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247033472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765650.155828:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247033600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765650.155848:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765650.155858:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765650/real 1789765650] req@ffff9985856a0700 x1876702247033600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765650.155869:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247033600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765650.155877:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765650.155880:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765650.155883:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247033600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765650.155889:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247033728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765650.156916:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765650.156947:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765650/real 1789765650] req@ffff9985856a2680 x1876702247033728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765650.156962:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247033728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765650.156970:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765650.156974:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765650.156977:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247033728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765651.114619:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765652.142486:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765653.163907:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765654.186596:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765655.210531:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765655.275466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765655.275480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765655.275486:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765655.275499:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2955 00000100:00080000:3.0:1789765655.275514:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765655.275522:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765655.275565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247033856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765655.275596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765655.275600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765655.275602:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765655.275607:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2955 00000100:00080000:3.0:1789765655.275611:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765655.275614:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765655.275624:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765655.275639:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247033984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765655.275653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765655.275657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765655.275658:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765655.275662:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2955 00000100:00080000:3.0:1789765655.275665:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765655.275668:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765655.275672:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765655.275682:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247034112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765655.275690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765655.275693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765655.275694:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765655.275697:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2955 00000100:00080000:3.0:1789765655.275700:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765655.275703:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765655.275707:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765655.275717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247034240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765655.275726:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765655.275729:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765655.275731:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765655.275734:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2955 00000100:00080000:3.0:1789765655.275737:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765655.275741:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765655.275745:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765655.275754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247034368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765655.275903:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247033856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765655.276030:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247033984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765655.276059:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247034112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765655.276080:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247034240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765655.276100:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247034368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765656.235054:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765657.259072:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765658.283803:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789765658.347173:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:1.0:1789765658.347236:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789765658.347256:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765658.347334:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765658.347342:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765658.347350:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765658.347358:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:2.0:1789765658.347535:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765655/real 1789765658] req@ffff998588b43800 x1876702247033856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765658.347560:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247033856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765658.347571:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765658.347582:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765658.347586:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247033856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765658.347594:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765655/real 1789765658] req@ffff998588b43b80 x1876702247033984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765658.347606:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247033984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765658.347613:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765658.347617:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765658.347620:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247033984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765658.347627:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765655/real 1789765658] req@ffff998588b42300 x1876702247034112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765658.347638:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247034112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765658.347645:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765658.347648:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765658.347651:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247034112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765658.347657:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765655/real 1789765658] req@ffff998588b43100 x1876702247034240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765658.347667:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247034240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765658.347673:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765658.347677:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765658.347679:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247034240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765658.347685:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765655/real 1789765658] req@ffff998588b41c00 x1876702247034368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765658.347694:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247034368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765658.347701:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765658.347704:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765658.347706:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247034368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765659.312190:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765660.333238:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765660.394510:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765660.394524:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765660.394528:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765660.394540:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2960 00000100:00080000:0.0:1789765660.394554:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765660.394562:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765660.394601:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247034496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765660.394634:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765660.394638:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765660.394640:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765660.394645:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2960 00000100:00080000:0.0:1789765660.394648:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765660.394652:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765660.394661:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765660.394878:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247034496:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765660.394952:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765660.395012:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765660/real 1789765660] req@ffff9985856a1880 x1876702247034496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765660.395030:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247034496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765660.395041:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765660.395044:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765660.395048:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247034496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765660.395163:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247034624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765660.395185:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765660.395189:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765660.395191:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765660.395196:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2960 00000100:00080000:0.0:1789765660.395200:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765660.395204:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765660.395210:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765660.395224:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247034752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765660.395233:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765660.395237:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765660.395239:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765660.395243:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2960 00000100:00080000:0.0:1789765660.395246:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765660.395250:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765660.395254:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765660.395264:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247034880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765660.395273:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765660.395277:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765660.395278:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765660.395282:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2960 00000100:00080000:0.0:1789765660.395285:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765660.395316:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765660.395322:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765660.395332:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247035008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765660.396213:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247034624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765660.396254:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765660.396274:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765660/real 1789765660] req@ffff9985856a0000 x1876702247034624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765660.396331:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247034624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765660.396342:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765660.396345:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765660.396348:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247034624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765660.396355:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247034752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765660.396379:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765660.396390:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765660/real 1789765660] req@ffff9985856a1500 x1876702247034752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765660.396402:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247034752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765660.396411:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765660.396414:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765660.396418:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247034752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765660.396424:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247034880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765660.396443:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765660.396454:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765660/real 1789765660] req@ffff9985856a0e00 x1876702247034880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765660.396465:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247034880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765660.396478:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765660.396481:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765660.396484:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247034880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765660.396490:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247035008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765660.396510:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765660.396521:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765660/real 1789765660] req@ffff9985856a2300 x1876702247035008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765660.396531:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247035008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765660.396538:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765660.396541:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765660.396543:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247035008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765661.354587:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765662.378860:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765663.402639:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765664.427764:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765665.451424:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765665.516234:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765665.516247:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765665.516252:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765665.516264:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2965 00000100:00080000:1.0:1789765665.516277:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765665.516284:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765665.516383:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702247035136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765665.516421:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765665.516425:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765665.516428:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765665.516432:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2965 00000100:00080000:1.0:1789765665.516436:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765665.516439:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765665.516449:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765665.516464:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247035264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765665.516474:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765665.516478:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765665.516479:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765665.516483:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2965 00000100:00080000:1.0:1789765665.516486:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765665.516490:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765665.516494:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765665.516501:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247035392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765665.516510:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765665.516513:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765665.516515:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765665.516519:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2965 00000100:00080000:1.0:1789765665.516522:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765665.516526:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765665.516529:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765665.516537:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247035520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765665.516544:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765665.516547:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765665.516549:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765665.516552:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2965 00000100:00080000:1.0:1789765665.516555:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765665.516559:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765665.516563:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765665.516572:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247035648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765665.519120:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247035136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765665.519230:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765665.519350:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765665/real 1789765665] req@ffff9985836d9180 x1876702247035136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765665.519373:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702247035136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765665.519384:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765665.519389:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765665.519393:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247035136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765665.519402:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247035264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765665.519428:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765665.519442:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765665/real 1789765665] req@ffff9985836d9880 x1876702247035264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765665.519454:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247035264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765665.519462:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765665.519465:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765665.519468:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247035264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765665.519475:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247035392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765665.519497:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765665.519508:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765665/real 1789765665] req@ffff9985836d8380 x1876702247035392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765665.519519:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247035392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765665.519527:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765665.519531:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765665.519534:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247035392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765665.519541:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247035520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765665.519563:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765665.519584:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765665/real 1789765665] req@ffff9985836d8e00 x1876702247035520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765665.519597:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247035520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765665.519606:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765665.519609:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765665.519612:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247035520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765665.519619:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247035648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765665.519650:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765665.519668:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765665/real 1789765665] req@ffff9985836da300 x1876702247035648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765665.519680:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247035648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765665.519692:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765665.519695:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765665.519698:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247035648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765666.476559:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765667.498521:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765668.523638:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765669.546547:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765670.573226:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765670.636344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765670.636358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765670.636363:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765670.636375:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2970 00000100:00080000:0.0:1789765670.636389:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765670.636407:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765670.636451:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702247035776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765670.636485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765670.636489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765670.636491:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765670.636496:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2970 00000100:00080000:0.0:1789765670.636500:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765670.636503:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765670.636513:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765670.636537:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247035904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765670.636548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765670.636551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765670.636553:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765670.636557:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2970 00000100:00080000:0.0:1789765670.636560:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765670.636563:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765670.636568:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765670.636579:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247036032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765670.636588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765670.636591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765670.636593:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765670.636596:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2970 00000100:00080000:0.0:1789765670.636600:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765670.636603:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765670.636608:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765670.636618:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247036160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765670.636626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765670.636629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765670.636630:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765670.636633:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2970 00000100:00080000:0.0:1789765670.636636:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765670.636640:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765670.636644:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765670.636652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247036288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765670.636874:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247035776:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765670.636956:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765670.637004:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765670/real 1789765670] req@ffff9985856a2a00 x1876702247035776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765670.637021:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702247035776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765670.637035:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765670.637038:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765670.637042:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247035776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765670.637049:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247035904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765670.637070:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765670.637083:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765670/real 1789765670] req@ffff9985856a2300 x1876702247035904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765670.637095:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247035904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765670.637102:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765670.637106:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765670.637109:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247035904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765670.637115:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247036032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765670.637136:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765670.637148:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765670/real 1789765670] req@ffff9985856a0e00 x1876702247036032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765670.637159:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247036032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765670.637167:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765670.637170:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765670.637173:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247036032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765670.637179:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247036160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765670.637198:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765670.637208:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765670/real 1789765670] req@ffff9985856a1500 x1876702247036160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765670.637220:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247036160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765670.637228:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765670.637231:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765670.637234:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247036160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765670.637240:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247036288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765670.637261:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765670.637272:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765670/real 1789765670] req@ffff9985856a0000 x1876702247036288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765670.637281:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247036288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765670.637333:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765670.637337:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765670.637340:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247036288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765671.594926:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765672.622406:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765673.644438:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765674.666696:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765675.690709:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765675.754647:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765675.754661:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765675.754666:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765675.754679:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2975 00000100:00080000:2.0:1789765675.754693:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765675.754701:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765675.754747:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247036416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765675.754782:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765675.754786:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765675.754787:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765675.754792:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2975 00000100:00080000:2.0:1789765675.754796:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765675.754800:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765675.754811:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765675.754929:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247036416:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765675.755006:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765675.755065:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765675/real 1789765675] req@ffff9985857d9880 x1876702247036416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765675.755083:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247036416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765675.755094:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765675.755098:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765675.755102:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247036416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765675.755260:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247036544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765675.755279:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765675.755283:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765675.755285:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765675.755329:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2975 00000100:00080000:2.0:1789765675.755334:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765675.755339:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765675.755344:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765675.755356:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247036672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765675.755372:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765675.755375:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765675.755377:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765675.755380:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2975 00000100:00080000:2.0:1789765675.755383:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765675.755387:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765675.755391:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765675.755404:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247036800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765675.755413:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765675.755416:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765675.755418:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765675.755421:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2975 00000100:00080000:2.0:1789765675.755424:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765675.755428:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765675.755432:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765675.755442:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247036928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765675.755524:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247036544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765675.755549:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765675.755561:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765675/real 1789765675] req@ffff9985857db100 x1876702247036544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765675.755573:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247036544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765675.755581:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765675.755584:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765675.755587:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247036544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765675.755593:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247036672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765675.755609:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765675.755617:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765675/real 1789765675] req@ffff9985857db800 x1876702247036672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765675.755628:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247036672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765675.755635:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765675.755639:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765675.755641:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247036672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765675.755646:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247036800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765675.755659:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765675.755667:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765675/real 1789765675] req@ffff9985857d9880 x1876702247036800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765675.755678:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247036800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765675.755686:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765675.755688:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765675.755691:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247036800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765675.755696:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247036928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765675.755713:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765675.755722:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765675/real 1789765675] req@ffff9985857d8a80 x1876702247036928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765675.755733:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247036928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765675.755740:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765675.755744:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765675.755747:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247036928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765676.717761:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765677.739947:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765678.762482:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765679.786665:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765680.810601:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765680.876069:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765680.876081:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765680.876086:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765680.876097:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2980 00000100:00080000:2.0:1789765680.876110:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765680.876118:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765680.876155:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247037056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765680.876197:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765680.876201:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765680.876203:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765680.876207:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2980 00000100:00080000:2.0:1789765680.876210:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765680.876214:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765680.876223:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765680.876235:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247037184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765680.876244:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765680.876257:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765680.876259:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765680.876262:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2980 00000100:00080000:2.0:1789765680.876265:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765680.876268:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765680.876273:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765680.876282:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247037312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765680.876307:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765680.876310:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765680.876312:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765680.876316:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2980 00000100:00080000:2.0:1789765680.876319:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765680.876322:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765680.876326:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765680.876335:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247037440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765680.876343:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765680.876346:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765680.876348:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765680.876351:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2980 00000100:00080000:2.0:1789765680.876354:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765680.876357:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765680.876361:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765680.876368:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247037568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765680.876495:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247037056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765680.876567:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765680.876612:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765680/real 1789765680] req@ffff9985857dbb80 x1876702247037056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765680.876630:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247037056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765680.876647:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765680.876650:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765680.876654:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247037056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765680.876661:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247037184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765680.876680:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765680.876691:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765680/real 1789765680] req@ffff9985857d8380 x1876702247037184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765680.876702:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247037184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765680.876709:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765680.876712:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765680.876715:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247037184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765680.876721:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247037312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765680.876736:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765680.876746:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765680/real 1789765680] req@ffff9985857d9180 x1876702247037312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765680.876757:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247037312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765680.876765:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765680.876768:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765680.876772:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247037312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765680.876777:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247037440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765680.876794:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765680.876803:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765680/real 1789765680] req@ffff9985857da300 x1876702247037440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765680.876813:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247037440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765680.876819:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765680.876834:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765680.876837:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247037440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765680.876843:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247037568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765680.876861:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765680.876870:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765680/real 1789765680] req@ffff9985857daa00 x1876702247037568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765680.876881:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247037568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765680.876889:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765680.876893:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765680.876896:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247037568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765681.834802:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765682.861368:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765683.882634:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765684.908131:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765685.930576:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765685.994569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765685.994582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765685.994587:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765685.994600:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2985 00000100:00080000:0.0:1789765685.994614:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765685.994624:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765685.994667:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247037696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765685.994703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765685.994706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765685.994708:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765685.994713:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2985 00000100:00080000:0.0:1789765685.994717:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765685.994720:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765685.994730:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765685.994743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247037824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765685.994752:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765685.994755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765685.994757:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765685.994760:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2985 00000100:00080000:0.0:1789765685.994764:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765685.994767:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765685.994772:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765685.994782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247037952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765685.994806:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765685.994809:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765685.994811:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765685.994815:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2985 00000100:00080000:0.0:1789765685.994818:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765685.994822:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765685.994827:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765685.994839:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247038080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765685.994847:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765685.994850:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765685.994852:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765685.994856:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2985 00000100:00080000:0.0:1789765685.994859:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765685.994863:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765685.994868:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765685.994877:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247038208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765685.994968:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247037696:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765685.995040:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765685.995102:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765685/real 1789765685] req@ffff9985856a1880 x1876702247037696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765685.995119:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247037696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765685.995135:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765685.995140:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765685.995144:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247037696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765685.995152:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247037824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765685.995174:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765685.995188:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765685/real 1789765685] req@ffff9985856a2680 x1876702247037824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765685.995201:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247037824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765685.995210:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765685.995213:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765685.995216:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247037824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765685.995222:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247037952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765685.995243:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765685.995254:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765685/real 1789765685] req@ffff9985856a0700 x1876702247037952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765685.995265:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247037952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765685.995273:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765685.995276:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765685.995279:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247037952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765685.995285:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247038080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765685.995397:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765685.995408:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765685/real 1789765685] req@ffff9985856a2d80 x1876702247038080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765685.995420:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247038080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765685.995427:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765685.995430:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765685.995433:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247038080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765685.995438:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247038208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765685.995456:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765685.995467:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765685/real 1789765685] req@ffff9985856a3480 x1876702247038208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765685.995477:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247038208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765685.995485:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765685.995487:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765685.995490:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247038208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765686.954572:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765687.978804:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765689.003520:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765690.026568:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765691.050520:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765691.114513:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765691.114523:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765691.114528:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765691.114538:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2991 00000100:00080000:2.0:1789765691.114549:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765691.114557:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765691.114599:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247038336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765691.114668:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247038336:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765691.114733:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765691.114767:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765691.114770:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765691.114773:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765691.114777:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2991 00000100:00080000:2.0:1789765691.114781:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765691.114785:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765691.114794:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765691.114806:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702247038464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765691.117760:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765691/real 1789765691] req@ffff9985857d8e00 x1876702247038336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765691.117797:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247038336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765691.117809:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765691.117814:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765691.117818:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247038336:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789765691.119334:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765691.119345:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765691.119350:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765691.119360:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2991 00000100:00080000:2.0:1789765691.119372:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765691.119381:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765691.119396:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765691.119436:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702247038592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765691.119456:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765691.119460:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765691.119462:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765691.119465:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2991 00000100:00080000:2.0:1789765691.119469:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765691.119473:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765691.119478:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765691.119491:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247038720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765691.119501:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765691.119505:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765691.119506:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765691.119510:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2991 00000100:00080000:2.0:1789765691.119513:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765691.119517:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765691.119521:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765691.119533:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247038848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765691.119973:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247038464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765691.120047:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765691.120070:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765691/real 1789765691] req@ffff9985857d8000 x1876702247038464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765691.120088:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702247038464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765691.120099:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765691.120103:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765691.120107:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247038464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765691.120113:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247038592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765691.120133:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765691.120146:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765691/real 1789765691] req@ffff9985857d9500 x1876702247038592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765691.120158:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702247038592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765691.120173:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765691.120176:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765691.120179:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247038592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765691.120185:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247038720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765691.120202:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765691.120212:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765691/real 1789765691] req@ffff9985857d9f80 x1876702247038720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765691.120223:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247038720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765691.120230:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765691.120233:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765691.120236:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247038720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765691.120242:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247038848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765691.120256:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765691.120265:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765691/real 1789765691] req@ffff9985857daa00 x1876702247038848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765691.120275:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247038848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765691.120283:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765691.120301:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765691.120305:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247038848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765692.074469:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765693.099871:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765694.123497:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765695.148610:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765696.172498:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765696.240194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765696.240204:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765696.240209:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765696.240220:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 2996 00000100:00080000:3.0:1789765696.240231:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765696.240239:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765696.240330:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247038976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765696.240360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765696.240364:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765696.240366:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765696.240370:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2996 00000100:00080000:3.0:1789765696.240374:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765696.240377:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765696.240387:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765696.240399:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247039104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765696.240408:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765696.240411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765696.240413:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765696.240416:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2996 00000100:00080000:3.0:1789765696.240420:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765696.240423:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765696.240428:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765696.240438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247039232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765696.240447:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765696.240450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765696.240451:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765696.240455:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 2996 00000100:00080000:3.0:1789765696.240458:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765696.240461:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765696.240465:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765696.240477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247039360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765696.240486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765696.240488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765696.240490:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765696.240493:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 2996 00000100:00080000:3.0:1789765696.240496:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765696.240499:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765696.240503:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765696.240513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247039488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765696.240542:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247038976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765696.240603:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765696.240655:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765696/real 1789765696] req@ffff998588b42680 x1876702247038976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765696.240673:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247038976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765696.240684:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765696.240688:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765696.240692:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247038976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765696.240700:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247039104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765696.240741:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765696.240754:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765696/real 1789765696] req@ffff998588b42a00 x1876702247039104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765696.240767:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247039104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765696.240775:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765696.240779:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765696.240783:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247039104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765696.240799:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247039232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765696.240819:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765696.240830:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765696/real 1789765696] req@ffff998588b40e00 x1876702247039232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765696.240842:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247039232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765696.240850:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765696.240853:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765696.240856:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247039232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765696.240862:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247039360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765696.240880:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765696.240890:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765696/real 1789765696] req@ffff998588b41c00 x1876702247039360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765696.240901:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247039360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765696.240909:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765696.240912:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765696.240915:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247039360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765696.240921:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247039488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765696.240940:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765696.240951:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765696/real 1789765696] req@ffff998588b43100 x1876702247039488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765696.240974:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247039488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765696.240982:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765696.240986:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765696.240989:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247039488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765697.194969:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765698.218490:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765699.242520:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765700.266607:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765701.290907:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765701.355450:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765701.355464:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765701.355469:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765701.355482:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3001 00000100:00080000:2.0:1789765701.355496:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765701.355505:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765701.355559:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247039616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765701.355592:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765701.355596:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765701.355598:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765701.355603:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3001 00000100:00080000:2.0:1789765701.355607:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765701.355611:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765701.355621:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765701.355634:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247039744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765701.355643:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765701.355647:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765701.355648:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765701.355653:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3001 00000100:00080000:2.0:1789765701.355655:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765701.355658:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765701.355663:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765701.355682:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247039872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765701.355692:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765701.355696:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765701.355697:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765701.355702:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3001 00000100:00080000:2.0:1789765701.355705:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765701.355709:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765701.355713:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765701.355724:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247040000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765701.355732:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765701.355736:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765701.355737:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765701.355741:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3001 00000100:00080000:2.0:1789765701.355743:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765701.355746:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765701.355750:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765701.355761:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247040128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765701.359154:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247039616:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765701.359263:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765701.359382:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765701/real 1789765701] req@ffff9985857da300 x1876702247039616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765701.359406:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247039616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765701.359418:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765701.359423:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765701.359427:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247039616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765701.359435:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247039744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765701.359461:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765701.359473:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765701/real 1789765701] req@ffff9985857d9180 x1876702247039744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765701.359497:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247039744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765701.359516:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765701.359521:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765701.359524:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247039744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765701.359533:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247039872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765701.359554:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765701.359564:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765701/real 1789765701] req@ffff9985857d8380 x1876702247039872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765701.359576:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247039872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765701.359585:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765701.359588:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765701.359592:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247039872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765701.359599:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247040000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765701.359619:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765701.359630:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765701/real 1789765701] req@ffff9985857dbb80 x1876702247040000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765701.359642:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247040000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765701.359649:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765701.359652:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765701.359655:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247040000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765701.359662:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247040128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765701.359694:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765701.359707:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765701/real 1789765701] req@ffff9985857d8a80 x1876702247040128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765701.359720:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247040128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765701.359727:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765701.359731:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765701.359734:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247040128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765702.314563:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765703.341313:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765704.362694:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765705.386946:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765706.413753:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765706.474571:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765706.474587:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765706.474591:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765706.474616:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3006 00000100:00080000:3.0:1789765706.474630:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765706.474649:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765706.474693:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247040256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765706.474729:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765706.474733:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765706.474735:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765706.474740:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3006 00000100:00080000:3.0:1789765706.474743:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765706.474747:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765706.474757:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765706.474772:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247040384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765706.474783:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765706.474787:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765706.474789:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765706.474792:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3006 00000100:00080000:3.0:1789765706.474795:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765706.474799:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765706.474804:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765706.474815:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247040512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765706.474823:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765706.474826:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765706.474828:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765706.474832:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3006 00000100:00080000:3.0:1789765706.474835:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765706.474837:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765706.474841:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765706.474951:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247040640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765706.474961:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765706.474965:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765706.474966:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765706.474970:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3006 00000100:00080000:3.0:1789765706.474974:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765706.474978:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765706.474984:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765706.474994:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247040768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765706.475104:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247040256:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765706.475189:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765706.475238:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765706/real 1789765706] req@ffff998588b42300 x1876702247040256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765706.475257:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247040256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765706.475267:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765706.475271:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765706.475275:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247040256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765706.475323:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247040384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765706.475348:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765706.475362:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765706/real 1789765706] req@ffff998588b43b80 x1876702247040384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765706.475374:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247040384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765706.475389:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765706.475393:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765706.475396:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247040384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765706.475403:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247040512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765706.475557:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765706.475573:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765706/real 1789765706] req@ffff998588b43800 x1876702247040512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765706.475587:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247040512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765706.475596:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765706.475599:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765706.475603:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247040512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765706.475609:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247040640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765706.475632:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765706.475655:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765706/real 1789765706] req@ffff998588b41f80 x1876702247040640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765706.475667:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247040640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765706.475675:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765706.475679:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765706.475683:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247040640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765706.475689:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247040768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765706.475711:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765706.475722:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765706/real 1789765706] req@ffff998588b42d80 x1876702247040768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765706.475734:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247040768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765706.475741:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765706.475744:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765706.475748:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247040768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765707.435750:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765708.459327:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765709.484556:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765710.506530:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765711.530493:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765711.594988:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765711.594997:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765711.595001:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765711.595012:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3011 00000100:00080000:0.0:1789765711.595022:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765711.595029:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765711.595070:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702247040896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765711.595103:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765711.595106:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765711.595108:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765711.595112:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3011 00000100:00080000:0.0:1789765711.595115:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765711.595119:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765711.595129:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765711.595142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247041024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765711.595151:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765711.595154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765711.595155:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765711.595158:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3011 00000100:00080000:0.0:1789765711.595161:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765711.595164:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765711.595168:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765711.595175:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247041152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765711.595183:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765711.595186:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765711.595188:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765711.595191:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3011 00000100:00080000:0.0:1789765711.595193:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765711.595195:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765711.595199:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765711.595207:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247041280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765711.595214:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765711.595217:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765711.595219:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765711.595222:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3011 00000100:00080000:0.0:1789765711.595225:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765711.595227:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765711.595230:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765711.595237:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247041408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765711.595334:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247040896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765711.595392:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765711.595445:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765711/real 1789765711] req@ffff9985856a3800 x1876702247040896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765711.595462:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702247040896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765711.595480:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765711.595483:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765711.595488:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247040896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765711.595495:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247041024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765711.595514:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765711.595525:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765711/real 1789765711] req@ffff9985856a3480 x1876702247041024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765711.595536:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247041024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765711.595544:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765711.595547:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765711.595551:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247041024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765711.595555:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247041152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765711.595581:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765711.595611:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765711/real 1789765711] req@ffff9985856a2d80 x1876702247041152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765711.595622:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247041152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765711.595630:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765711.595633:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765711.595637:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247041152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765711.595642:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247041280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765711.595659:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765711.595668:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765711/real 1789765711] req@ffff9985856a0700 x1876702247041280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765711.595679:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247041280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765711.595687:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765711.595690:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765711.595693:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247041280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765711.595698:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247041408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765711.595712:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765711.595719:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765711/real 1789765711] req@ffff9985856a2680 x1876702247041408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765711.595730:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247041408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765711.595737:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765711.595740:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765711.595743:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247041408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765712.555611:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765713.580427:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765714.602502:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765715.626524:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765716.653956:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765716.715327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765716.715337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765716.715342:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765716.715363:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3016 00000100:00080000:0.0:1789765716.715374:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765716.715384:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765716.715428:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247041536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765716.715460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765716.715465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765716.715467:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765716.715471:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3016 00000100:00080000:0.0:1789765716.715475:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765716.715480:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765716.715490:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765716.715503:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247041664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765716.715514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765716.715517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765716.715519:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765716.715522:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3016 00000100:00080000:0.0:1789765716.715525:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765716.715529:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765716.715533:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765716.715543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247041792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765716.715551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765716.715554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765716.715556:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765716.715559:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3016 00000100:00080000:0.0:1789765716.715571:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765716.715575:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765716.715580:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765716.715589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247041920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765716.715598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765716.715601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765716.715603:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765716.715606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3016 00000100:00080000:0.0:1789765716.715611:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765716.715615:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765716.715618:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765716.715627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247042048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765716.715647:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247041536:192.168.203.136@tcp:250:kworker.0 00000800:00000100:2.0:1789765716.715712:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765716.715753:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765716/real 1789765716] req@ffff9985856a1880 x1876702247041536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765716.715770:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247041536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765716.715780:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765716.715784:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765716.715788:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247041536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765716.715794:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247041664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765716.715814:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765716.715826:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765716/real 1789765716] req@ffff9985856a0000 x1876702247041664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765716.715836:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247041664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765716.715843:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765716.715845:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765716.715848:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247041664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765716.715853:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247041792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765716.715868:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765716.715878:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765716/real 1789765716] req@ffff9985856a1500 x1876702247041792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765716.715888:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247041792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765716.715901:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765716.715904:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765716.715907:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247041792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765716.715912:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247041920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765716.715943:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765716.715954:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765716/real 1789765716] req@ffff9985856a0e00 x1876702247041920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765716.715966:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247041920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765716.715975:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765716.715978:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765716.715981:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247041920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765716.715987:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247042048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765716.716005:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765716.716017:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765716/real 1789765716] req@ffff9985856a2300 x1876702247042048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765716.716027:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247042048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765716.716034:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765716.716036:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765716.716039:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247042048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765717.680088:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765718.698636:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765719.724810:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765720.746580:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765721.772759:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765721.837338:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765721.837352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765721.837358:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765721.837369:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3021 00000100:00080000:3.0:1789765721.837382:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765721.837390:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765721.837429:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247042176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765721.837463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765721.837466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765721.837468:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765721.837472:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3021 00000100:00080000:3.0:1789765721.837475:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765721.837479:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765721.837489:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765721.837500:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247042304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765721.837509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765721.837512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765721.837514:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765721.837518:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3021 00000100:00080000:3.0:1789765721.837521:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765721.837535:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765721.837540:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765721.837549:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247042176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765721.837555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247042432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765721.837565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765721.837568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765721.837569:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765721.837573:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3021 00000100:00080000:3.0:1789765721.837576:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765721.837579:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765721.837583:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765721.837594:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247042560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765721.837602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765721.837605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765721.837607:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765721.837610:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3021 00000100:00080000:3.0:1789765721.837620:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765721.837624:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765721.837628:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765721.837637:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247042688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765721.837678:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247042304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765721.837718:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247042432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765721.837741:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247042560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765721.837762:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247042688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765722.794591:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765723.826218:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765724.844038:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789765724.906922:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:0.0:1789765724.906980:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789765724.907003:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:0.0:1789765724.907053:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:0.0:1789765724.907062:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:0.0:1789765724.907069:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:0.0:1789765724.907078:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:2.0:1789765724.908415:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765721/real 1789765724] req@ffff998588b42d80 x1876702247042432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765724.908459:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247042432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765724.908472:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765724.908477:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765724.908481:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247042432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765724.908512:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765721/real 1789765724] req@ffff998588b41f80 x1876702247042560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765724.908526:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247042560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765724.908532:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765724.908536:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765724.908539:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247042560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:2.0:1789765724.908546:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765721/real 1789765724] req@ffff998588b43800 x1876702247042688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765724.908558:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247042688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765724.908564:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765724.908568:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765724.908571:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247042688:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765724.908578:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765721/real 1789765724] req@ffff998588b41880 x1876702247042176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765724.908589:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247042176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765724.908595:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765724.908598:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765724.908601:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247042176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765724.908607:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765721/real 1789765724] req@ffff998588b40000 x1876702247042304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765724.908619:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247042304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765724.908626:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765724.908628:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765724.908632:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247042304:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765725.866779:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765726.895633:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765726.954419:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765726.954436:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765726.954442:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765726.954462:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3026 00000100:00080000:3.0:1789765726.954482:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765726.954500:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765726.954542:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247042816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765726.954574:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765726.954578:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765726.954580:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765726.954585:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3026 00000100:00080000:3.0:1789765726.954588:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765726.954593:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765726.954605:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765726.954620:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247042944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765726.954631:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765726.954634:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765726.954636:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765726.954639:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3026 00000100:00080000:3.0:1789765726.954658:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765726.954662:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765726.954667:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765726.954678:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247043072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765726.954689:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765726.954694:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765726.954695:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765726.954700:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3026 00000100:00080000:3.0:1789765726.954704:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765726.954708:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765726.954713:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765726.954724:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247043200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765726.954754:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247042816:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789765726.954980:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765726.954984:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765726.954986:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765726.954992:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3026 00000100:00080000:3.0:1789765726.954997:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765726.955002:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765726.955008:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765726.955021:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247043328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789765726.955671:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765726.959009:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765726/real 1789765726] req@ffff998588b43b80 x1876702247042816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765726.959195:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247042816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765726.959897:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765726.959906:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765726.959912:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247042816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789765726.959928:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247042944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:2.0:1789765726.963780:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765726.964149:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765726/real 1789765726] req@ffff998588b42300 x1876702247042944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765726.964173:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247042944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765726.964187:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765726.964192:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765726.964197:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247042944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765726.964210:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247043072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:2.0:1789765726.964252:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:2.0:1789765726.964265:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765726/real 1789765726] req@ffff998588b43100 x1876702247043072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765726.964277:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247043072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765726.964935:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765726.964945:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789765726.964951:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247043072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765726.966427:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247043200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765726.966527:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765726.966561:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765726/real 1789765726] req@ffff998588b41c00 x1876702247043200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765726.966580:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247043200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765726.966591:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765726.966595:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765726.966598:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247043200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765726.966605:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247043328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765726.966628:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765726.966639:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765726/real 1789765726] req@ffff998588b40e00 x1876702247043328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765726.966651:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247043328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765726.966664:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765726.966666:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765726.966669:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247043328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765727.916382:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765728.938789:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765729.968840:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765730.987122:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765732.010576:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765732.074536:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765732.074550:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765732.074554:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765732.074568:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3032 00000100:00080000:0.0:1789765732.074583:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765732.074591:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765732.074636:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702247043456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765732.074667:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765732.074671:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765732.074673:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765732.074678:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3032 00000100:00080000:0.0:1789765732.074682:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765732.074686:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765732.074697:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765732.074714:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247043584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765732.074724:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765732.074727:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765732.074728:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765732.074733:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3032 00000100:00080000:0.0:1789765732.074736:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765732.074739:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765732.074743:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765732.074754:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247043712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765732.074762:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765732.074765:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765732.074767:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765732.074771:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3032 00000100:00080000:0.0:1789765732.074774:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765732.074778:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765732.074782:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765732.074792:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247043840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765732.074805:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765732.074809:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765732.074811:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765732.074814:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3032 00000100:00080000:0.0:1789765732.074817:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765732.074821:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765732.074825:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765732.074833:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247043968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765732.074943:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247043456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765732.075045:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765732.075102:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765732/real 1789765732] req@ffff9985856a2a00 x1876702247043456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765732.075120:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702247043456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765732.075131:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765732.075135:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765732.075139:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247043456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765732.075146:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247043584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765732.075168:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765732.075180:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765732/real 1789765732] req@ffff9985856a2300 x1876702247043584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765732.075191:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247043584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765732.075204:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765732.075207:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765732.075210:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247043584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765732.075216:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247043712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765732.075236:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765732.075267:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765732/real 1789765732] req@ffff9985856a0e00 x1876702247043712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765732.075279:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247043712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765732.075309:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765732.075312:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765732.075316:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247043712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765732.075322:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247043840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765732.075349:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765732.075361:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765732/real 1789765732] req@ffff9985856a1500 x1876702247043840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765732.075373:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247043840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765732.075380:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765732.075383:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765732.075387:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247043840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765732.075392:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247043968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765732.075410:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765732.075422:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765732/real 1789765732] req@ffff9985856a0000 x1876702247043968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765732.075434:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247043968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765732.075441:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765732.075444:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765732.075459:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247043968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765733.034563:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765734.059649:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765735.082536:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765736.106662:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765737.130562:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765737.194452:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765737.194466:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765737.194470:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765737.194483:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3037 00000100:00080000:0.0:1789765737.194497:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765737.194506:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765737.194551:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247044096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765737.194645:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247044096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765737.194734:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789765737.194771:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765737.194775:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765737.194777:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765737.194782:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3037 00000100:00080000:0.0:1789765737.194786:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765737.194790:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765737.194802:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765737.194816:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247044224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765737.198240:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765737/real 1789765737] req@ffff9985856a1880 x1876702247044096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765737.198273:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247044096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765737.198302:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765737.198307:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765737.198312:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247044096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765737.198350:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247044224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765737.198585:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765737.198610:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765737/real 1789765737] req@ffff9985856a2680 x1876702247044224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765737.198635:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247044224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765737.198644:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765737.198648:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765737.198651:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247044224:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789765737.201220:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765737.201230:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765737.201235:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765737.201246:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3037 00000100:00080000:0.0:1789765737.201257:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765737.201266:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765737.201278:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765737.201322:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247044352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765737.201338:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765737.201341:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765737.201343:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765737.201348:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3037 00000100:00080000:0.0:1789765737.201352:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765737.201355:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765737.201359:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765737.201369:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247044480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765737.201374:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247044352:192.168.203.136@tcp:8:kworker.0 00000100:00080000:0.0:1789765737.201385:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765737.201389:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765737.201391:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765737.201396:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3037 00000100:00080000:0.0:1789765737.201399:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765737.201402:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765737.201407:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765737.201429:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247044608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789765737.201457:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765737.201489:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765737/real 1789765737] req@ffff9985856a0700 x1876702247044352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765737.201507:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247044352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765737.201517:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765737.201521:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765737.201928:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247044352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765737.201956:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247044480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765737.201982:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765737.201996:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765737/real 1789765737] req@ffff9985856a2d80 x1876702247044480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765737.202009:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247044480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765737.202018:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765737.202021:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765737.202024:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247044480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765737.202030:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247044608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765737.202048:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765737.202058:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765737/real 1789765737] req@ffff9985856a3480 x1876702247044608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765737.202069:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247044608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765737.202077:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765737.202079:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765737.202082:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247044608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765738.155272:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765739.178520:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765740.202601:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765741.226728:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765742.251254:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765742.314417:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765742.314427:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765742.314432:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765742.314442:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3042 00000100:00080000:0.0:1789765742.314453:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765742.314462:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765742.314514:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702247044736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765742.314546:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765742.314550:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765742.314551:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765742.314555:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3042 00000100:00080000:0.0:1789765742.314558:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765742.314562:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765742.314571:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765742.314584:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247044864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765742.314597:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765742.314600:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765742.314601:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765742.314604:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3042 00000100:00080000:0.0:1789765742.314608:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765742.314611:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765742.314615:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765742.314624:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247044992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765742.314631:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765742.314634:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765742.314635:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765742.314639:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3042 00000100:00080000:0.0:1789765742.314641:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765742.314645:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765742.314648:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765742.314657:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247045120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765742.314665:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765742.314668:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765742.314669:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765742.314673:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3042 00000100:00080000:0.0:1789765742.314676:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765742.314679:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765742.314683:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765742.314691:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247045248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765742.314786:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247044736:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765742.314858:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765742.314900:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765742/real 1789765742] req@ffff9985856a3800 x1876702247044736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765742.314918:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702247044736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765742.314930:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765742.314934:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765742.314938:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247044736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765742.314960:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247044864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765742.314986:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765742.315000:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765742/real 1789765742] req@ffff9985856a3480 x1876702247044864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765742.315013:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247044864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765742.315021:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765742.315024:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765742.315027:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247044864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765742.315033:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247044992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765742.315051:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765742.315062:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765742/real 1789765742] req@ffff9985856a2d80 x1876702247044992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765742.315072:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247044992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765742.315080:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765742.315083:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765742.315086:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247044992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765742.315091:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247045120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765742.315109:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765742.315119:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765742/real 1789765742] req@ffff9985856a0700 x1876702247045120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765742.315131:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247045120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765742.315138:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765742.315141:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765742.315144:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247045120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765742.315149:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247045248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765742.315167:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765742.315176:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765742/real 1789765742] req@ffff9985856a2680 x1876702247045248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765742.315187:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247045248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765742.315194:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765742.315197:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765742.315200:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247045248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765743.274972:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765744.298541:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765745.322591:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765746.349071:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765747.370514:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765747.442165:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765747.442173:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765747.442177:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765747.442187:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3047 00000100:00080000:1.0:1789765747.442198:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765747.442206:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765747.442247:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247045376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765747.442280:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765747.442283:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765747.442285:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765747.442306:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3047 00000100:00080000:1.0:1789765747.442309:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765747.442313:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765747.442323:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765747.442344:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247045504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765747.442353:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765747.442357:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765747.442359:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765747.442362:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3047 00000100:00080000:1.0:1789765747.442365:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765747.442368:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765747.442373:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765747.442382:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247045632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765747.442390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765747.442393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765747.442394:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765747.442397:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3047 00000100:00080000:1.0:1789765747.442400:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765747.442403:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765747.442407:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765747.442414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247045760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765747.442422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765747.442425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765747.442426:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765747.442429:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3047 00000100:00080000:1.0:1789765747.442432:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765747.442434:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765747.442439:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765747.442447:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247045888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765747.442719:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247045376:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765747.442792:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765747.442846:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765747/real 1789765747] req@ffff9985836db800 x1876702247045376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765747.442863:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247045376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765747.442874:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765747.442878:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765747.442882:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247045376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765747.442889:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247045504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765747.442911:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765747.442923:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765747/real 1789765747] req@ffff9985836da680 x1876702247045504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765747.442933:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247045504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765747.442941:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765747.442944:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765747.442947:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247045504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765747.442952:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247045632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765747.442971:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765747.442981:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765747/real 1789765747] req@ffff9985836d9c00 x1876702247045632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765747.442998:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247045632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765747.443007:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765747.443010:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765747.443013:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247045632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765747.443019:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247045760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765747.443038:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765747.443050:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765747/real 1789765747] req@ffff9985836d8700 x1876702247045760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765747.443060:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247045760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765747.443068:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765747.443071:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765747.443074:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247045760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765747.443079:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247045888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765747.443096:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765747.443107:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765747/real 1789765747] req@ffff9985836d8a80 x1876702247045888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765747.443116:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247045888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765747.443127:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765747.443130:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765747.443132:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247045888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765748.398024:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765749.418776:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765750.442627:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765751.467328:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765752.490594:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765752.554460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765752.554472:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765752.554477:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765752.554489:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3052 00000100:00080000:3.0:1789765752.554503:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765752.554511:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765752.554560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247046016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765752.554654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765752.554659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765752.554660:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765752.554666:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3052 00000100:00080000:3.0:1789765752.554670:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765752.554674:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765752.554684:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765752.554696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247046144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765752.554712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765752.554715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765752.554717:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765752.554720:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3052 00000100:00080000:3.0:1789765752.554722:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765752.554725:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765752.554729:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765752.554737:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247046272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765752.554746:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765752.554749:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765752.554750:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765752.554754:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3052 00000100:00080000:3.0:1789765752.554756:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765752.554759:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765752.554762:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765752.554769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247046400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765752.554777:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765752.554779:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765752.554781:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765752.554784:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3052 00000100:00080000:3.0:1789765752.554786:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765752.554790:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765752.554794:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765752.554803:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247046528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765752.554898:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247046016:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765752.554971:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765752.555029:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765752/real 1789765752] req@ffff998588b40e00 x1876702247046016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765752.555046:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247046016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765752.555056:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765752.555059:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765752.555064:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247046016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765752.555070:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247046144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765752.555089:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765752.555099:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765752/real 1789765752] req@ffff998588b41c00 x1876702247046144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765752.555109:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247046144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765752.555117:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765752.555119:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765752.555123:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247046144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765752.555138:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247046272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765752.555158:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765752.555168:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765752/real 1789765752] req@ffff998588b42a00 x1876702247046272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765752.555179:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247046272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765752.555187:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765752.555190:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765752.555193:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247046272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765752.555199:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247046400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765752.555213:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765752.555222:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765752/real 1789765752] req@ffff998588b42680 x1876702247046400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765752.555231:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247046400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765752.555238:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765752.555241:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765752.555243:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247046400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765752.555247:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247046528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765752.555263:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765752.555273:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765752/real 1789765752] req@ffff998588b43100 x1876702247046528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765752.555283:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247046528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765752.555335:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765752.555338:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765752.555342:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247046528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765753.514667:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765754.542156:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765755.564460:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765756.587088:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765757.610581:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765757.675388:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765757.675400:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765757.675405:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765757.675417:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3057 00000100:00080000:1.0:1789765757.675431:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765757.675441:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765757.675484:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702247046656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765757.675522:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765757.675526:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765757.675527:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765757.675532:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3057 00000100:00080000:1.0:1789765757.675536:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765757.675540:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765757.675549:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765757.675565:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247046784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765757.675576:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765757.675579:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765757.675581:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765757.675585:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3057 00000100:00080000:1.0:1789765757.675588:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765757.675592:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765757.675597:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765757.675608:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247046912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765757.675623:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765757.675626:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765757.675628:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765757.675632:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3057 00000100:00080000:1.0:1789765757.675636:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765757.675640:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765757.675644:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765757.675655:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247047040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765757.675664:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765757.675667:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765757.675669:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765757.675673:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3057 00000100:00080000:1.0:1789765757.675676:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765757.675680:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765757.675684:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765757.675696:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247047168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765757.675811:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247046656:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765757.675909:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765757.675977:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765757/real 1789765757] req@ffff9985836dad80 x1876702247046656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765757.675997:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702247046656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765757.676008:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765757.676012:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765757.676016:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247046656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765757.676023:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247046784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765757.676048:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765757.676060:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765757/real 1789765757] req@ffff9985836d8a80 x1876702247046784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765757.676072:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247046784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765757.676087:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765757.676090:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765757.676093:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247046784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765757.676099:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247046912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765757.676120:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765757.676132:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765757/real 1789765757] req@ffff9985836d8700 x1876702247046912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765757.676144:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247046912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765757.676152:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765757.676155:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765757.676158:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247046912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765757.676165:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247047040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765757.676184:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765757.676195:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765757/real 1789765757] req@ffff9985836d9c00 x1876702247047040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765757.676207:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247047040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765757.676215:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765757.676218:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765757.676221:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247047040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765757.676227:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247047168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765757.676248:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765757.676269:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765757/real 1789765757] req@ffff9985836da680 x1876702247047168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765757.676282:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247047168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765757.676343:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765757.676346:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765757.676350:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247047168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765758.634571:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765759.658620:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765760.682701:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765761.707444:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765762.730947:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765762.797411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765762.797426:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765762.797432:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765762.797458:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3062 00000100:00080000:2.0:1789765762.797475:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765762.797484:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765762.797530:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247047296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765762.797570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765762.797574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765762.797577:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765762.797582:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3062 00000100:00080000:2.0:1789765762.797586:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765762.797590:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765762.797602:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765762.797617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247047424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765762.797627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765762.797630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765762.797632:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765762.797636:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3062 00000100:00080000:2.0:1789765762.797639:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765762.797643:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765762.797648:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765762.797659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247047552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765762.797668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765762.797671:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765762.797673:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765762.797677:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3062 00000100:00080000:2.0:1789765762.797680:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765762.797684:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765762.797688:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765762.797699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247047680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765762.797707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765762.797710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765762.797712:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765762.797715:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3062 00000100:00080000:2.0:1789765762.797718:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765762.797722:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765762.797726:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765762.797736:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247047808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765762.797856:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247047296:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765762.797936:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765762.798000:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765762/real 1789765762] req@ffff9985857d9880 x1876702247047296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765762.798017:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247047296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765762.798028:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765762.798032:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765762.798035:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247047296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765762.798042:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247047424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765762.798063:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765762.798075:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765762/real 1789765762] req@ffff9985857db800 x1876702247047424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765762.798087:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247047424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765762.798095:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765762.798098:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765762.798101:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247047424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765762.798106:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247047552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765762.798127:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765762.798138:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765762/real 1789765762] req@ffff9985857db100 x1876702247047552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765762.798150:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247047552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765762.798158:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765762.798161:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765762.798164:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247047552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765762.798170:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247047680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765762.798189:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765762.798200:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765762/real 1789765762] req@ffff9985857d8a80 x1876702247047680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765762.798211:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247047680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765762.798219:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765762.798233:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765762.798237:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247047680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765762.798242:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247047808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765762.798262:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765762.798273:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765762/real 1789765762] req@ffff9985857dbb80 x1876702247047808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765762.798284:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247047808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765762.798337:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765762.798341:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765762.798344:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247047808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765763.755368:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765764.778526:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765765.802742:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765766.827408:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765767.851423:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765767.917478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765767.917492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765767.917497:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765767.917510:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3067 00000100:00080000:1.0:1789765767.917523:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765767.917532:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765767.917573:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247047936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765767.917612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765767.917616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765767.917618:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765767.917622:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3067 00000100:00080000:1.0:1789765767.917625:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765767.917629:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765767.917638:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765767.917651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247048064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765767.917659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765767.917663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765767.917665:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765767.917670:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3067 00000100:00080000:1.0:1789765767.917673:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765767.917676:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765767.917681:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765767.917691:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247048192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765767.917701:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765767.917704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765767.917705:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765767.917710:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3067 00000100:00080000:1.0:1789765767.917713:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765767.917716:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765767.917721:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765767.917731:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247048320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765767.917739:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765767.917743:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765767.917745:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765767.917748:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3067 00000100:00080000:1.0:1789765767.917752:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765767.917755:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765767.917760:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765767.917769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247048448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765767.919127:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247047936:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765767.919233:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765767.919336:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765767/real 1789765767] req@ffff9985836db800 x1876702247047936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765767.919367:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247047936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765767.919378:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765767.919382:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765767.919387:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247047936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765767.919395:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247048064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765767.919419:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765767.919431:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765767/real 1789765767] req@ffff9985836da300 x1876702247048064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765767.919443:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247048064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765767.919450:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765767.919453:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765767.919456:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247048064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765767.919462:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247048192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765767.919481:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765767.919499:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765767/real 1789765767] req@ffff9985836d8e00 x1876702247048192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765767.919509:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247048192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765767.919516:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765767.919519:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765767.919522:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247048192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765767.919528:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247048320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765767.919545:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765767.919555:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765767/real 1789765767] req@ffff9985836d8380 x1876702247048320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765767.919565:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247048320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765767.919572:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765767.919575:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765767.919578:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247048320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765767.919584:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247048448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765767.919600:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765767.919610:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765767/real 1789765767] req@ffff9985836d9880 x1876702247048448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765767.919620:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247048448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765767.919628:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765767.919631:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765767.919634:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247048448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765768.876919:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765769.898530:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765770.922719:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765771.950375:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765772.970530:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765773.034441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765773.034452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765773.034457:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765773.034467:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3072 00000100:00080000:1.0:1789765773.034479:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765773.034488:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765773.034535:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702247048576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765773.034562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765773.034565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765773.034567:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765773.034571:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3072 00000100:00080000:1.0:1789765773.034575:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765773.034579:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765773.034590:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765773.034604:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247048704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765773.034613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765773.034618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765773.034620:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765773.034623:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3072 00000100:00080000:1.0:1789765773.034627:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765773.034630:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765773.034635:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765773.034658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247048832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765773.034668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765773.034671:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765773.034673:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765773.034676:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3072 00000100:00080000:1.0:1789765773.034679:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765773.034682:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765773.034686:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765773.034696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247048960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765773.034704:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765773.034707:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765773.034709:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765773.034711:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3072 00000100:00080000:1.0:1789765773.034714:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765773.034717:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765773.034721:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765773.034730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247049088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765773.034932:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247048576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765773.034997:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765773.035041:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765773/real 1789765773] req@ffff9985836d9180 x1876702247048576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765773.035059:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702247048576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765773.035075:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765773.035078:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765773.035082:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247048576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765773.035088:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247048704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765773.035110:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765773.035123:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765773/real 1789765773] req@ffff9985836d9880 x1876702247048704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765773.035134:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247048704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765773.035141:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765773.035143:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765773.035146:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247048704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765773.035166:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247048832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765773.035185:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765773.035196:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765773/real 1789765773] req@ffff9985836d8380 x1876702247048832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765773.035206:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247048832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765773.035213:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765773.035217:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765773.035219:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247048832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765773.035225:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247048960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765773.035243:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765773.035265:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765773/real 1789765773] req@ffff9985836d8e00 x1876702247048960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765773.035278:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247048960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765773.035285:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765773.035314:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765773.035318:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247048960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765773.035325:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247049088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765773.035346:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765773.035357:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765773/real 1789765773] req@ffff9985836da300 x1876702247049088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765773.035368:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247049088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765773.035375:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765773.035377:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765773.035379:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247049088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765773.995263:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765775.022461:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765776.043888:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765777.068815:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765778.091320:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765778.154460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765778.154469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765778.154474:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765778.154484:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3078 00000100:00080000:2.0:1789765778.154494:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765778.154501:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765778.154551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247049216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765778.154584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765778.154588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765778.154589:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765778.154594:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3078 00000100:00080000:2.0:1789765778.154598:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765778.154602:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765778.154612:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765778.154625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247049344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765778.154633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765778.154636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765778.154638:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765778.154641:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3078 00000100:00080000:2.0:1789765778.154644:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765778.154659:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765778.154664:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765778.154674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247049472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765778.154684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765778.154686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765778.154688:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765778.154691:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3078 00000100:00080000:2.0:1789765778.154694:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765778.154698:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765778.154701:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765778.154710:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247049600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765778.154722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765778.154725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765778.154726:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765778.154729:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3078 00000100:00080000:2.0:1789765778.154732:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765778.154735:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765778.154738:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765778.154745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247049728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765778.154843:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247049216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765778.154913:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765778.154953:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765778/real 1789765778] req@ffff9985857d8380 x1876702247049216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765778.154978:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247049216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765778.154989:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765778.154993:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765778.154996:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247049216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765778.155004:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247049344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765778.155025:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765778.155037:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765778/real 1789765778] req@ffff9985857d9180 x1876702247049344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765778.155047:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247049344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765778.155054:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765778.155058:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765778.155061:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247049344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765778.155066:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247049472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765778.155082:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765778.155091:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765778/real 1789765778] req@ffff9985857da300 x1876702247049472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765778.155101:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247049472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765778.155129:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765778.155132:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765778.155135:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247049472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765778.155140:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247049600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765778.155157:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765778.155167:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765778/real 1789765778] req@ffff9985857daa00 x1876702247049600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765778.155177:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247049600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765778.155183:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765778.155187:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765778.155189:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247049600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765778.155194:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247049728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765778.155211:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765778.155221:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765778/real 1789765778] req@ffff9985857d9f80 x1876702247049728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765778.155231:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247049728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765778.155238:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765778.155241:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765778.155256:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247049728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765779.114491:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765780.138955:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765781.162817:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765782.186612:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765783.210646:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765783.274581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765783.274599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765783.274604:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765783.274615:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3083 00000100:00080000:1.0:1789765783.274627:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765783.274635:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765783.274950:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247049856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765783.274981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765783.274985:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765783.274987:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765783.274993:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3083 00000100:00080000:1.0:1789765783.274998:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765783.275002:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765783.275013:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765783.275027:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247049984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765783.275036:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765783.275039:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765783.275040:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765783.275044:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3083 00000100:00080000:1.0:1789765783.275047:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765783.275051:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765783.275056:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765783.275065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247050112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765783.275084:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765783.275087:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765783.275089:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765783.275092:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3083 00000100:00080000:1.0:1789765783.275095:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765783.275098:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765783.275102:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765783.275110:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247050240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765783.275117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765783.275119:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765783.275121:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765783.275124:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3083 00000100:00080000:1.0:1789765783.275127:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765783.275130:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765783.275133:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765783.275142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247050368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765783.275235:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247049856:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765783.275321:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765783.275382:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765783/real 1789765783] req@ffff9985836db800 x1876702247049856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765783.275400:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247049856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765783.275411:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765783.275415:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765783.275419:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247049856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765783.275425:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247049984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765783.275447:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765783.275459:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765783/real 1789765783] req@ffff9985836da680 x1876702247049984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765783.275469:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247049984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765783.275477:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765783.275479:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765783.275482:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247049984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765783.275488:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247050112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765783.275506:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765783.275517:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765783/real 1789765783] req@ffff9985836d9c00 x1876702247050112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765783.275527:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247050112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765783.275535:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765783.275538:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765783.275541:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247050112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765783.275545:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247050240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765783.275564:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765783.275574:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765783/real 1789765783] req@ffff9985836d8700 x1876702247050240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765783.275594:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247050240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765783.275602:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765783.275606:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765783.275608:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247050240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765783.275613:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247050368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765783.275632:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765783.275642:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765783/real 1789765783] req@ffff9985836d8a80 x1876702247050368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765783.275665:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247050368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765783.275672:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765783.275676:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765783.275679:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247050368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765784.235727:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765785.259637:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765786.287212:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765787.306595:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765788.332229:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765788.394445:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765788.394459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765788.394464:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765788.394476:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3088 00000100:00080000:1.0:1789765788.394616:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765788.394626:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765788.394668:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702247050496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765788.394702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765788.394707:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765788.394709:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765788.394714:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3088 00000100:00080000:1.0:1789765788.394717:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765788.394721:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765788.394731:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765788.394745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247050624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765788.394755:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765788.394758:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765788.394760:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765788.394763:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3088 00000100:00080000:1.0:1789765788.394767:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765788.394771:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765788.394775:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765788.394785:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247050752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765788.394795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765788.394798:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765788.394800:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765788.394804:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3088 00000100:00080000:1.0:1789765788.394807:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765788.394811:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765788.394815:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765788.394823:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247050880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765788.394832:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765788.394836:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765788.394837:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765788.394841:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3088 00000100:00080000:1.0:1789765788.394844:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765788.394848:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765788.394852:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765788.394861:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247051008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765788.394959:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247050496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765788.395089:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247050624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765788.395188:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247050752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765788.395210:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247050880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765788.395230:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247051008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765789.354565:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765790.379686:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765791.404118:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789765791.467350:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:3.0:1789765791.467395:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789765791.467413:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789765791.467442:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789765791.467450:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789765791.467459:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:3.0:1789765791.467466:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789765791.471761:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765788/real 1789765791] req@ffff9985836dad80 x1876702247050496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765791.471796:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702247050496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765791.471808:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765791.471813:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765791.471817:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247050496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765791.471827:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765788/real 1789765791] req@ffff9985836d8a80 x1876702247050624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765791.471838:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247050624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765791.471851:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765791.471854:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765791.471857:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247050624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765791.471864:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765788/real 1789765791] req@ffff9985836d8700 x1876702247050752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765791.471875:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247050752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765791.471883:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765791.471886:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765791.471890:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247050752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765791.471897:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765788/real 1789765791] req@ffff9985836d9c00 x1876702247050880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765791.471907:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247050880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765791.471914:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765791.471918:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765791.471921:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247050880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765791.471927:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765788/real 1789765791] req@ffff9985836da680 x1876702247051008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765791.471937:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247051008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765791.471945:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765791.471949:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765791.471952:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247051008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765792.429279:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765793.451020:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765793.514408:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765793.514417:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765793.514421:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765793.514432:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3093 00000100:00080000:1.0:1789765793.514443:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765793.514571:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765793.514613:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247051136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765793.514647:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765793.514705:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765793.514708:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765793.514713:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3093 00000100:00080000:1.0:1789765793.514718:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765793.514723:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765793.514733:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765793.514748:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247051264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765793.514758:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765793.514761:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765793.514763:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765793.514767:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3093 00000100:00080000:1.0:1789765793.514770:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765793.514773:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765793.514778:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765793.514788:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247051392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765793.514796:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765793.514799:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765793.514801:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765793.514805:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3093 00000100:00080000:1.0:1789765793.514808:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765793.514811:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765793.514815:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765793.514825:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247051520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765793.514832:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765793.514835:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765793.514837:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765793.514841:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3093 00000100:00080000:1.0:1789765793.514843:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765793.514846:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765793.514850:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765793.514859:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247051648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765793.516013:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247051136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765793.516094:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765793.516141:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765793/real 1789765793] req@ffff9985836db800 x1876702247051136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765793.516161:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247051136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765793.516172:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765793.516176:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765793.516180:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247051136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765793.516188:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247051264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765793.516210:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765793.516223:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765793/real 1789765793] req@ffff9985836da300 x1876702247051264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765793.516234:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247051264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765793.516243:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765793.516246:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765793.516249:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247051264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765793.516255:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247051392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765793.516275:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765793.516405:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765793/real 1789765793] req@ffff9985836d8e00 x1876702247051392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765793.516418:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247051392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765793.516426:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765793.516429:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765793.516433:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247051392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765793.516439:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247051520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765793.516890:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765793.516905:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765793/real 1789765793] req@ffff9985836d8380 x1876702247051520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765793.516917:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247051520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765793.516925:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765793.516928:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765793.516932:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247051520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765793.516940:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247051648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765793.516960:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765793.516972:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765793/real 1789765793] req@ffff9985836d9880 x1876702247051648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765793.516982:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247051648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765793.516989:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765793.516992:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765793.516995:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247051648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765794.474926:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765795.498595:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765796.525776:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765797.546495:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765798.574988:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765798.634479:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765798.634488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765798.634493:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765798.634503:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3098 00000100:00080000:2.0:1789765798.634513:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765798.634520:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765798.634559:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702247051776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765798.634591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765798.634595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765798.634596:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765798.634600:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3098 00000100:00080000:2.0:1789765798.634603:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765798.634607:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765798.634617:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765798.634630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702247051904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765798.634639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765798.634642:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765798.634644:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765798.634647:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3098 00000100:00080000:2.0:1789765798.634650:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765798.634653:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765798.634657:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765798.634666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247052032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765798.634673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765798.634675:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765798.634676:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765798.634680:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3098 00000100:00080000:2.0:1789765798.634683:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765798.634686:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765798.634690:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765798.634699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247052160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765798.634706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765798.634709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765798.634711:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765798.634714:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3098 00000100:00080000:2.0:1789765798.634717:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765798.634719:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765798.634723:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765798.634730:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247052288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765798.638791:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247051776:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765798.639704:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765798.639773:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765798/real 1789765798] req@ffff9985857d9500 x1876702247051776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765798.639797:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702247051776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765798.639810:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765798.639814:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765798.639819:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247051776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765798.639829:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247051904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765798.639863:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765798.639877:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765798/real 1789765798] req@ffff9985857d8000 x1876702247051904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765798.639900:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702247051904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765798.639913:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765798.639917:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765798.639920:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247051904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765798.639928:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247052032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765798.639949:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765798.639972:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765798/real 1789765798] req@ffff9985857d8e00 x1876702247052032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765798.639984:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247052032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765798.639992:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765798.639996:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765798.639999:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247052032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765798.640006:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247052160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765798.641277:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765798.641331:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765798/real 1789765798] req@ffff9985857d9f80 x1876702247052160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765798.641350:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247052160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765798.641361:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765798.641365:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765798.641370:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247052160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765798.641379:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247052288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765798.641406:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765798.641415:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765798/real 1789765798] req@ffff9985857daa00 x1876702247052288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765798.641425:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247052288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765798.641432:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765798.641435:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765798.641438:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247052288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765799.596183:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765800.618591:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765801.642880:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765802.666738:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765803.690641:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765803.754902:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765803.754915:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765803.754920:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765803.754946:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3103 00000100:00080000:3.0:1789765803.754960:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765803.754969:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765803.755013:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247052416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765803.755100:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247052416:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765803.755182:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765803.755217:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765803.755221:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765803.755223:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765803.755229:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3103 00000100:00080000:3.0:1789765803.755244:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765803.755248:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765803.755259:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765803.755273:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247052544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765803.755524:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765803/real 1789765803] req@ffff998588b42300 x1876702247052416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765803.755543:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247052416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765803.755554:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765803.755557:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765803.755562:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247052416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765803.755589:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247052544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765803.755613:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765803.755708:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765803/real 1789765803] req@ffff998588b43b80 x1876702247052544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765803.755722:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247052544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765803.755730:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765803.755733:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765803.755736:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247052544:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789765803.755862:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765803.755866:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765803.755868:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765803.755873:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3103 00000100:00080000:3.0:1789765803.755877:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765803.755881:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765803.755887:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765803.755900:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247052672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765803.755949:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247052672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765803.755975:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765803.755996:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765803.755999:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765803.756001:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765803.756006:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3103 00000100:00080000:3.0:1789765803.756010:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765803.756014:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765803.756020:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765803.756033:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247052800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765803.756072:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765803/real 1789765803] req@ffff998588b40000 x1876702247052672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765803.756084:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247052672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765803.756093:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765803.756096:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765803.756099:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247052672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765803.756112:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247052800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765803.756132:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765803.756143:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765803/real 1789765803] req@ffff998588b41880 x1876702247052800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765803.756154:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247052800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765803.756162:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765803.756165:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765803.756167:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247052800:192.168.203.136@tcp:8:kworker.0 00000100:00080000:3.0:1789765803.756366:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765803.756371:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765803.756373:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765803.756377:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3103 00000100:00080000:3.0:1789765803.756382:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765803.756386:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765803.756392:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765803.756405:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247052928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765803.756855:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247052928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765803.756895:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765803.757331:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765803/real 1789765803] req@ffff998588b43800 x1876702247052928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765803.757349:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247052928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765803.757360:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765803.757363:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765803.757366:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247052928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765804.717364:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765805.738570:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765806.765168:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765807.793972:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765808.811268:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765808.874405:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765808.874414:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765808.874419:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765808.874429:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3108 00000100:00080000:3.0:1789765808.874441:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765808.874449:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765808.874503:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247053056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765808.874635:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765808.874639:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765808.874642:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765808.874647:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3108 00000100:00080000:3.0:1789765808.874651:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765808.874655:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765808.874667:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765808.874681:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247053184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765808.874690:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765808.874693:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765808.874695:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765808.874698:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3108 00000100:00080000:3.0:1789765808.874701:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765808.874705:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765808.874710:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765808.874722:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247053312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765808.874732:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765808.874735:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765808.874736:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765808.874740:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3108 00000100:00080000:3.0:1789765808.874743:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765808.874746:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765808.874750:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765808.874762:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247053440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765808.874770:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765808.874774:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765808.874775:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765808.874779:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3108 00000100:00080000:3.0:1789765808.874782:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765808.874785:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765808.874789:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765808.874799:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247053568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765808.875861:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247053056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765808.875940:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765808.875997:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765808/real 1789765808] req@ffff998588b41f80 x1876702247053056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765808.876014:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247053056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765808.876025:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765808.876029:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765808.876033:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247053056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765808.876040:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247053184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765808.876062:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765808.876075:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765808/real 1789765808] req@ffff998588b42d80 x1876702247053184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765808.876086:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247053184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765808.876092:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765808.876095:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765808.876098:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247053184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765808.876104:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247053312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765808.876123:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765808.876133:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765808/real 1789765808] req@ffff998588b43800 x1876702247053312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765808.876142:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247053312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765808.876150:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765808.876152:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765808.876155:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247053312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765808.876161:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247053440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765808.876177:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765808.876185:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765808/real 1789765808] req@ffff998588b41880 x1876702247053440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765808.876195:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247053440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765808.876202:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765808.876204:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765808.876207:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247053440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765808.876212:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247053568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765808.876229:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765808.876238:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765808/real 1789765808] req@ffff998588b40000 x1876702247053568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765808.876247:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247053568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765808.876254:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765808.876256:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765808.876259:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247053568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765809.834784:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765810.861359:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765811.882547:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765812.906815:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765813.932143:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765813.994498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765813.994513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765813.994518:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765813.994531:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3113 00000100:00080000:3.0:1789765813.994556:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765813.994565:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765813.994608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247053696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765813.994644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765813.994648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765813.994650:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765813.994655:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3113 00000100:00080000:3.0:1789765813.994658:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765813.994662:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765813.994671:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765813.994684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247053824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765813.994693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765813.994697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765813.994698:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765813.994701:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3113 00000100:00080000:3.0:1789765813.994704:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765813.994707:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765813.994712:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765813.994721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247053952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765813.994729:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765813.994732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765813.994733:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765813.994737:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3113 00000100:00080000:3.0:1789765813.994739:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765813.994742:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765813.994747:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765813.994760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247054080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765813.994768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765813.994771:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765813.994772:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765813.994775:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3113 00000100:00080000:3.0:1789765813.994778:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765813.994781:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765813.994785:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765813.994793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247054208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765813.994970:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247053696:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765813.995126:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765813.995187:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765813/real 1789765813] req@ffff998588b43b80 x1876702247053696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765813.995207:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247053696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765813.995223:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765813.995227:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765813.995231:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247053696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765813.995239:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247053824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765813.995264:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765813.995277:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765813/real 1789765813] req@ffff998588b42300 x1876702247053824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765813.995325:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247053824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765813.995334:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765813.995337:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765813.995339:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247053824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765813.995346:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247053952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765813.995368:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765813.995379:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765813/real 1789765813] req@ffff998588b43100 x1876702247053952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765813.995390:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247053952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765813.995399:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765813.995402:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765813.995405:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247053952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765813.995411:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247054080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765813.995431:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765813.995441:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765813/real 1789765813] req@ffff998588b42680 x1876702247054080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765813.995452:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247054080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765813.995459:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765813.995462:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765813.995465:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247054080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765813.995471:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247054208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765813.995490:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765813.995500:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765813/real 1789765813] req@ffff998588b42a00 x1876702247054208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765813.995510:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247054208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765813.995518:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765813.995521:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765813.995523:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247054208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765814.954531:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765815.979316:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765817.004321:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765818.027165:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765819.050499:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765819.114795:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765819.114804:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765819.114818:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765819.114831:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3119 00000100:00080000:1.0:1789765819.114843:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765819.114851:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765819.114894:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702247054336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765819.114926:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765819.114930:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765819.114932:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765819.114937:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3119 00000100:00080000:1.0:1789765819.114949:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765819.114953:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765819.114963:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765819.114977:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247054464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765819.114986:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765819.114989:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765819.114991:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765819.114994:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3119 00000100:00080000:1.0:1789765819.114997:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765819.115000:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765819.115005:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765819.115015:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247054592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765819.115024:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765819.115027:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765819.115029:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765819.115032:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3119 00000100:00080000:1.0:1789765819.115035:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765819.115039:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765819.115043:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765819.115052:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247054720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765819.115060:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765819.115063:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765819.115064:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765819.115067:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3119 00000100:00080000:1.0:1789765819.115070:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765819.115073:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765819.115077:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765819.115086:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247054848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765819.116752:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247054336:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765819.116848:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765819.116910:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765819/real 1789765819] req@ffff9985836d9180 x1876702247054336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765819.116932:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702247054336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765819.116952:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765819.116957:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765819.116961:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247054336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765819.116969:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247054464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765819.116993:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765819.117005:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765819/real 1789765819] req@ffff9985836d9880 x1876702247054464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765819.117018:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247054464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765819.117026:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765819.117029:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765819.117032:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247054464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765819.117038:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247054592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765819.117058:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765819.117068:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765819/real 1789765819] req@ffff9985836d8380 x1876702247054592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765819.117079:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247054592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765819.117092:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765819.117095:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765819.117098:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247054592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765819.117104:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247054720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765819.117124:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765819.117135:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765819/real 1789765819] req@ffff9985836d8e00 x1876702247054720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765819.117146:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247054720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765819.117154:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765819.117157:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765819.117160:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247054720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765819.117167:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247054848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765819.117187:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765819.117198:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765819/real 1789765819] req@ffff9985836da300 x1876702247054848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765819.117210:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247054848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765819.117218:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765819.117221:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765819.117225:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247054848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765820.080758:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765821.099449:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765822.122540:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765823.146833:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765824.170558:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765824.236731:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765824.236744:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765824.236749:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765824.236762:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3124 00000100:00080000:3.0:1789765824.236789:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765824.236798:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765824.236842:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247054976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765824.236882:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765824.236886:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765824.236888:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765824.236892:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3124 00000100:00080000:3.0:1789765824.236896:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765824.236900:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765824.236910:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765824.236921:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247055104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765824.236929:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765824.236932:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765824.236934:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765824.236937:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3124 00000100:00080000:3.0:1789765824.236941:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765824.236944:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765824.236948:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765824.236960:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247055232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765824.236968:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765824.236971:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765824.236972:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765824.236976:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3124 00000100:00080000:3.0:1789765824.236979:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765824.236982:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765824.236986:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765824.236995:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247055360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765824.237003:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765824.237006:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765824.237008:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765824.237011:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3124 00000100:00080000:3.0:1789765824.237014:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765824.237017:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765824.237022:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765824.237031:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247055488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765824.238933:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247054976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765824.239036:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765824.239100:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765824/real 1789765824] req@ffff998588b41c00 x1876702247054976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765824.239121:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247054976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765824.239132:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765824.239137:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765824.239141:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247054976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765824.239150:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247055104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765824.239175:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765824.239188:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765824/real 1789765824] req@ffff998588b40e00 x1876702247055104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765824.239199:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247055104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765824.239207:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765824.239211:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765824.239214:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247055104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765824.239226:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247055232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765824.239248:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765824.239264:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765824/real 1789765824] req@ffff998588b42a00 x1876702247055232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765824.239276:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247055232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765824.239285:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765824.239344:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765824.239348:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247055232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765824.239356:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247055360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765824.239378:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765824.239390:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765824/real 1789765824] req@ffff998588b42680 x1876702247055360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765824.239401:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247055360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765824.239408:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765824.239412:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765824.239415:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247055360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765824.239421:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247055488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765824.239441:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765824.239452:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765824/real 1789765824] req@ffff998588b43100 x1876702247055488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765824.239463:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247055488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765824.239471:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765824.239474:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765824.239477:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247055488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765825.195922:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765826.219155:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765827.243956:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765828.266560:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765829.290761:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765829.354581:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765829.354596:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765829.354601:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765829.354614:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3129 00000100:00080000:3.0:1789765829.354628:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765829.354636:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765829.354905:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247055616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765829.354942:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765829.354946:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765829.354948:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765829.354953:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3129 00000100:00080000:3.0:1789765829.354958:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765829.354962:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765829.354972:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765829.354987:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247055744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765829.354997:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765829.355000:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765829.355001:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765829.355005:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3129 00000100:00080000:3.0:1789765829.355007:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765829.355010:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765829.355014:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765829.355023:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247055872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765829.355032:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765829.355035:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765829.355036:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765829.355040:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3129 00000100:00080000:3.0:1789765829.355043:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765829.355046:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765829.355051:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765829.355060:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247056000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765829.355068:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765829.355072:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765829.355073:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765829.355077:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3129 00000100:00080000:3.0:1789765829.355080:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765829.355083:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765829.355087:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765829.355096:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247056128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765829.355218:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247055616:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765829.355458:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765829.355508:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765829/real 1789765829] req@ffff998588b42300 x1876702247055616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765829.355528:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247055616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765829.355538:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765829.355542:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765829.355545:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247055616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765829.355553:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247055744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765829.355589:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765829.355601:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765829/real 1789765829] req@ffff998588b43b80 x1876702247055744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765829.355613:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247055744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765829.355621:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765829.355625:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765829.355628:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247055744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765829.355634:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247055872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765829.355654:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765829.355665:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765829/real 1789765829] req@ffff998588b40000 x1876702247055872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765829.355676:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247055872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765829.358922:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765829.358933:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765829.358939:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247055872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765829.358954:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247056000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765829.359039:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765829.359076:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765829/real 1789765829] req@ffff998588b41880 x1876702247056000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765829.359096:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247056000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765829.359106:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765829.359109:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765829.359113:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247056000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765829.359121:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247056128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765829.359148:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765829.359161:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765829/real 1789765829] req@ffff998588b43800 x1876702247056128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765829.359174:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247056128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765829.359183:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765829.359186:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765829.359190:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247056128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765830.315494:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765831.338824:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765832.365545:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765833.386573:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765834.411888:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765834.474581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765834.474595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765834.474601:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765834.474615:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3134 00000100:00080000:2.0:1789765834.474630:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765834.474639:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765834.474684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247056256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765834.474722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765834.474726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765834.474728:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765834.474733:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3134 00000100:00080000:2.0:1789765834.474737:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765834.474741:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765834.474751:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765834.474763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247056384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765834.474778:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765834.474781:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765834.474783:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765834.474786:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3134 00000100:00080000:2.0:1789765834.474789:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765834.474793:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765834.474798:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765834.474808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247056512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765834.474816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765834.474819:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765834.474821:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765834.474825:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3134 00000100:00080000:2.0:1789765834.474828:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765834.474831:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765834.474835:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765834.474845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247056640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765834.474853:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765834.474856:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765834.474858:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765834.474862:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3134 00000100:00080000:2.0:1789765834.474934:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765834.474940:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765834.474945:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765834.474957:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247056768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765834.475534:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247056256:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765834.475617:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765834.475665:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765834/real 1789765834] req@ffff9985857da300 x1876702247056256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765834.475684:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247056256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765834.475695:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765834.475710:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765834.475714:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247056256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765834.475722:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247056384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765834.475756:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765834.475769:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765834/real 1789765834] req@ffff9985857d9180 x1876702247056384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765834.475781:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247056384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765834.475794:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765834.475798:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765834.475801:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247056384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765834.475807:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247056512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765834.475828:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765834.475838:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765834/real 1789765834] req@ffff9985857d8380 x1876702247056512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765834.475849:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247056512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765834.475857:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765834.475860:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765834.476491:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247056512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765834.476509:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247056640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765834.476546:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765834.476563:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765834/real 1789765834] req@ffff9985857dbb80 x1876702247056640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765834.476577:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247056640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765834.476587:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765834.476591:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765834.476596:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247056640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765834.476602:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247056768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765834.476623:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765834.476634:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765834/real 1789765834] req@ffff9985857d8a80 x1876702247056768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765834.476644:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247056768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765834.476651:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765834.476654:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765834.476658:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247056768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765835.435064:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765836.463985:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765837.489558:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765838.507945:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765839.533275:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765839.594980:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765839.594993:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765839.594997:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765839.595010:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3139 00000100:00080000:3.0:1789765839.595024:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765839.595032:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765839.595075:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247056896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765839.595116:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765839.595120:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765839.595122:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765839.595126:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3139 00000100:00080000:3.0:1789765839.595130:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765839.595134:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765839.595144:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765839.595158:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247057024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765839.595168:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765839.595171:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765839.595172:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765839.595176:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3139 00000100:00080000:3.0:1789765839.595178:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765839.595182:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765839.595196:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765839.595208:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247057152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765839.595216:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765839.595220:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765839.595221:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765839.595225:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3139 00000100:00080000:3.0:1789765839.595228:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765839.595231:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765839.595236:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765839.595246:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247057280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765839.595255:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765839.595258:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765839.595260:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765839.595263:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3139 00000100:00080000:3.0:1789765839.595266:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765839.595269:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765839.595274:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765839.595283:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247057408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765839.597597:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247056896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765839.597700:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765839.597754:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765839/real 1789765839] req@ffff998588b42d80 x1876702247056896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765839.597774:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247056896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765839.597786:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765839.597801:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765839.597806:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247056896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765839.597814:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247057024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765839.597838:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765839.597851:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765839/real 1789765839] req@ffff998588b41f80 x1876702247057024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765839.597861:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247057024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765839.597878:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765839.597882:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765839.597885:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247057024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765839.597892:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247057152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765839.597913:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765839.597924:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765839/real 1789765839] req@ffff998588b43800 x1876702247057152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765839.597935:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247057152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765839.597943:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765839.597947:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765839.597950:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247057152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765839.597957:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247057280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765839.597978:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765839.597990:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765839/real 1789765839] req@ffff998588b41880 x1876702247057280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765839.598002:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247057280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765839.598010:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765839.598014:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765839.598017:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247057280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765839.598023:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247057408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765839.598043:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765839.598053:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765839/real 1789765839] req@ffff998588b40000 x1876702247057408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765839.598063:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247057408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765839.598070:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765839.598074:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765839.598077:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247057408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765840.555050:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765841.580706:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765842.602704:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765843.626625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765844.653198:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765844.714525:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765844.714539:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765844.714544:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765844.714557:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3144 00000100:00080000:3.0:1789765844.714652:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765844.714662:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765844.714706:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247057536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765844.714742:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765844.714746:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765844.714748:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765844.714753:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3144 00000100:00080000:3.0:1789765844.714757:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765844.714761:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765844.714772:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765844.714786:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247057664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765844.714796:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765844.714800:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765844.714801:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765844.714805:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3144 00000100:00080000:3.0:1789765844.714810:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765844.714813:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765844.714819:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247057536:192.168.203.136@tcp:250:kworker.0 00000008:00100000:3.0:1789765844.714821:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765844.714835:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247057792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765844.714845:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765844.714849:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765844.714850:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765844.714855:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3144 00000100:00080000:3.0:1789765844.714859:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765844.714862:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765844.714867:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765844.714879:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247057920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765844.714887:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765844.714891:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765844.714893:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765844.714896:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3144 00000100:00080000:3.0:1789765844.714899:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765844.714905:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789765844.714906:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:3.0:1789765844.714911:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765844.714922:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247058048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765844.714958:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765844/real 1789765844] req@ffff998588b43b80 x1876702247057536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765844.714979:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247057536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765844.714990:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765844.714994:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765844.714997:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247057536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765844.715006:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247057664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765844.715029:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765844.715040:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765844/real 1789765844] req@ffff998588b42300 x1876702247057664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765844.715051:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247057664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765844.715059:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765844.715062:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765844.715065:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247057664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765844.715114:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247057792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765844.715135:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765844.715146:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765844/real 1789765844] req@ffff998588b43100 x1876702247057792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765844.715158:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247057792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765844.715165:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765844.715169:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765844.715172:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247057792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765844.715178:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247057920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765844.715196:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765844.715207:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765844/real 1789765844] req@ffff998588b42680 x1876702247057920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765844.715219:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247057920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765844.715226:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765844.715229:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765844.715232:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247057920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765844.715237:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247058048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765844.715253:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765844.715263:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765844/real 1789765844] req@ffff998588b42a00 x1876702247058048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765844.715284:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247058048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765844.715331:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765844.715335:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765844.715338:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247058048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765845.674606:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765846.698793:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765847.722766:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765848.750773:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765849.770473:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765849.834469:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765849.834482:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765849.834487:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765849.834501:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3149 00000100:00080000:3.0:1789765849.834514:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765849.834523:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765849.834582:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247058176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765849.834625:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765849.834629:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765849.834631:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765849.834635:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3149 00000100:00080000:3.0:1789765849.834639:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765849.834643:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765849.834653:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765849.834666:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247058304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765849.834675:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765849.834678:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765849.834680:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765849.834683:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3149 00000100:00080000:3.0:1789765849.834686:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765849.834689:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765849.834694:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765849.834706:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247058432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765849.834720:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765849.834724:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765849.834725:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765849.834729:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3149 00000100:00080000:3.0:1789765849.834733:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765849.834736:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765849.834740:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765849.834751:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247058560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765849.834759:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765849.834762:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765849.834764:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765849.834767:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3149 00000100:00080000:3.0:1789765849.834769:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765849.834773:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765849.834777:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765849.835076:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247058176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765849.835091:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247058688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789765849.835154:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765849.835203:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765849/real 1789765849] req@ffff998588b40e00 x1876702247058176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765849.835221:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247058176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765849.835237:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765849.835242:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765849.835246:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247058176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765849.835253:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247058304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765849.835277:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765849.835320:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765849/real 1789765849] req@ffff998588b41c00 x1876702247058304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765849.835333:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247058304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765849.835341:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765849.835345:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765849.835348:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247058304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765849.835354:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247058432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765849.835375:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765849.835386:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765849/real 1789765849] req@ffff998588b42a00 x1876702247058432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765849.835398:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247058432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765849.835406:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765849.835410:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765849.835413:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247058432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765849.835545:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247058560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765849.835570:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765849.835593:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765849/real 1789765849] req@ffff998588b42680 x1876702247058560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765849.835606:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247058560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765849.835615:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765849.835619:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765849.835622:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247058560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765849.835653:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247058688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765849.835676:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765849.835687:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765849/real 1789765849] req@ffff998588b43100 x1876702247058688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765849.835698:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247058688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765849.835704:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765849.835707:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765849.835710:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247058688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765850.798158:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765851.819585:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765852.842557:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765853.866593:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765854.890977:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765854.954545:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765854.954568:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765854.954573:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765854.954586:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3154 00000100:00080000:3.0:1789765854.954600:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765854.954610:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765854.954656:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247058816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765854.954695:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765854.954699:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765854.954701:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765854.954706:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3154 00000100:00080000:3.0:1789765854.954709:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765854.954713:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765854.954723:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765854.954739:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247058944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765854.954748:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765854.954751:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765854.954753:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765854.954756:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3154 00000100:00080000:3.0:1789765854.954760:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765854.954763:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765854.954768:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765854.954778:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247059072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765854.954788:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765854.954791:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765854.954793:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765854.954797:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3154 00000100:00080000:3.0:1789765854.954800:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765854.954804:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765854.954808:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765854.954818:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247059200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765854.954827:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765854.954830:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765854.954832:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765854.954835:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3154 00000100:00080000:3.0:1789765854.954838:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765854.954842:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765854.954846:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765854.954856:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247059328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765854.955050:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247058816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765854.955174:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247058944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765854.955205:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247059072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765854.955225:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247059200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765854.955243:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247059328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765855.914628:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765856.944338:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765857.962620:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789765858.031245:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789765858.032250:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789765858.033021:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765858.033070:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765858.033080:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765858.033088:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789765858.033095:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789765858.033221:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765854/real 1789765858] req@ffff998588b42300 x1876702247058816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765858.033250:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247058816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765858.033263:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765858.033268:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765858.033272:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247058816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765858.033281:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765854/real 1789765858] req@ffff998588b43b80 x1876702247058944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765858.033324:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247058944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765858.033333:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765858.033337:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765858.033340:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247058944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765858.033347:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765854/real 1789765858] req@ffff998588b40000 x1876702247059072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765858.033431:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247059072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765858.033442:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765858.033446:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765858.033449:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247059072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765858.033456:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765854/real 1789765858] req@ffff998588b41880 x1876702247059200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765858.033469:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247059200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765858.033476:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765858.033480:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765858.033483:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247059200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765858.033489:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765854/real 1789765858] req@ffff998588b43800 x1876702247059328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765858.033501:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247059328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765858.033507:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765858.033510:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765858.033513:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247059328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765858.987727:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765860.012255:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765860.078683:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765860.078697:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765860.078790:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765860.078803:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3160 00000100:00080000:1.0:1789765860.078818:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765860.078827:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765860.078871:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247059456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765860.078902:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765860.078906:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765860.078908:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765860.078912:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3160 00000100:00080000:1.0:1789765860.078917:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765860.078921:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765860.078931:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765860.078945:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247059584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765860.078956:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765860.078959:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765860.078961:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765860.078966:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3160 00000100:00080000:1.0:1789765860.078969:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765860.078973:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765860.079688:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765860.079783:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247059712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765860.079795:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765860.079799:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765860.079801:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765860.079806:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3160 00000100:00080000:1.0:1789765860.079813:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765860.079818:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765860.079824:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765860.079835:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247059840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765860.079843:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765860.079846:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765860.079848:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765860.079852:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3160 00000100:00080000:1.0:1789765860.079855:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765860.079859:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765860.079863:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765860.079873:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247059968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765860.079995:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247059456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765860.080073:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765860.080122:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765860/real 1789765860] req@ffff9985836db800 x1876702247059456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765860.080140:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247059456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765860.080150:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765860.080154:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765860.080158:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247059456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765860.080166:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247059584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765860.080191:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765860.080204:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765860/real 1789765860] req@ffff9985836da680 x1876702247059584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765860.080215:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247059584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765860.080222:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765860.080225:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765860.080227:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247059584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765860.080232:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247059712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765860.080252:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765860.080263:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765860/real 1789765860] req@ffff9985836d9c00 x1876702247059712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765860.080273:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247059712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765860.080311:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765860.080315:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765860.080318:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247059712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765860.080325:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247059840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765860.081107:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765860.081145:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765860/real 1789765860] req@ffff9985836d8700 x1876702247059840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765860.081162:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247059840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765860.081172:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765860.081176:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765860.081180:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247059840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765860.081189:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247059968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765860.081228:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765860.081239:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765860/real 1789765860] req@ffff9985836d8a80 x1876702247059968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765860.081251:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247059968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765860.081259:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765860.081262:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765860.081266:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247059968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765861.035240:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765862.059009:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765863.083008:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765864.107336:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765865.130569:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765865.194442:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765865.194457:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765865.194463:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765865.194490:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3165 00000100:00080000:3.0:1789765865.194504:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765865.194512:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765865.194561:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247060096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765865.194598:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765865.194602:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765865.194604:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765865.194608:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3165 00000100:00080000:3.0:1789765865.194612:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765865.194616:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765865.194626:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765865.194639:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247060224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765865.194660:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765865.194663:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765865.194665:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765865.194669:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3165 00000100:00080000:3.0:1789765865.194672:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765865.194676:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765865.194682:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765865.194696:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247060352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765865.194706:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765865.194709:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765865.194711:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765865.194715:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3165 00000100:00080000:3.0:1789765865.194718:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765865.194723:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765865.194728:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765865.194740:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247060480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765865.194750:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765865.194753:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765865.194755:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765865.194759:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3165 00000100:00080000:3.0:1789765865.194762:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765865.194766:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765865.194771:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765865.194782:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247060608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765865.194998:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247060096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765865.195091:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765865.195150:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765865/real 1789765865] req@ffff998588b41f80 x1876702247060096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765865.195171:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247060096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765865.195182:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765865.195186:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765865.195190:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247060096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765865.195198:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247060224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765865.195222:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765865.195236:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765865/real 1789765865] req@ffff998588b42d80 x1876702247060224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765865.195248:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247060224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765865.195256:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765865.195259:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765865.195263:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247060224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765865.195268:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247060352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765865.195334:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765865.195347:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765865/real 1789765865] req@ffff998588b43800 x1876702247060352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765865.195359:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247060352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765865.195368:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765865.195371:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765865.195375:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247060352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765865.195380:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247060480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765865.195406:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765865.195418:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765865/real 1789765865] req@ffff998588b41880 x1876702247060480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765865.195429:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247060480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765865.195438:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765865.195443:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765865.195446:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247060480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765865.195453:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247060608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765865.195486:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765865.195501:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765865/real 1789765865] req@ffff998588b40000 x1876702247060608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765865.195513:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247060608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765865.195521:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765865.195524:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765865.195527:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247060608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765866.161616:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765867.178780:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765868.202801:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765869.227954:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765870.250562:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765870.314961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765870.314976:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765870.314982:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765870.314995:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3170 00000100:00080000:2.0:1789765870.315010:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765870.315020:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765870.315066:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247060736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765870.315099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765870.315104:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765870.315106:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765870.315111:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3170 00000100:00080000:2.0:1789765870.315115:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765870.315118:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765870.315129:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765870.315145:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247060864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765870.315155:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765870.315158:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765870.315159:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765870.315163:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3170 00000100:00080000:2.0:1789765870.315166:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765870.315170:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765870.315175:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765870.315186:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247060992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765870.315194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765870.315198:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765870.315200:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765870.315203:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3170 00000100:00080000:2.0:1789765870.315206:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765870.315210:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765870.315215:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765870.315225:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247061120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765870.315248:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765870.315252:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765870.315254:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765870.315258:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3170 00000100:00080000:2.0:1789765870.315261:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765870.315264:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765870.315269:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765870.315279:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247061248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765870.315550:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247060736:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765870.315625:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765870.315671:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765870/real 1789765870] req@ffff9985857db100 x1876702247060736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765870.315688:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247060736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765870.315698:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765870.315702:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765870.315706:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247060736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765870.315713:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247060864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765870.315731:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765870.315741:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765870/real 1789765870] req@ffff9985857db800 x1876702247060864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765870.315751:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247060864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765870.315758:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765870.315761:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765870.315764:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247060864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765870.315770:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247060992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765870.315784:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765870.315792:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765870/real 1789765870] req@ffff9985857d9880 x1876702247060992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765870.315802:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247060992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765870.315810:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765870.315813:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765870.315816:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247060992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765870.315832:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247061120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765870.315849:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765870.315859:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765870/real 1789765870] req@ffff9985857d8a80 x1876702247061120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765870.315869:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247061120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765870.315876:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765870.315879:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765870.315882:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247061120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765870.315887:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247061248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765870.315903:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765870.315913:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765870/real 1789765870] req@ffff9985857dbb80 x1876702247061248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765870.316773:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247061248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765870.316786:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765870.316790:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765870.316793:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247061248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765871.275577:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765872.298587:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765873.322935:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765874.347077:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765875.371154:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765875.434451:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765875.434462:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765875.434467:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765875.434480:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3175 00000100:00080000:3.0:1789765875.434491:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765875.434500:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765875.434544:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247061376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765875.434586:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765875.434590:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765875.434592:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765875.434597:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3175 00000100:00080000:3.0:1789765875.434601:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765875.434605:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765875.434616:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765875.434632:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247061504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765875.434642:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765875.434645:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765875.434648:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765875.434652:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3175 00000100:00080000:3.0:1789765875.434655:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765875.434659:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765875.434663:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765875.434674:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247061632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765875.434685:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765875.434689:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765875.434690:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765875.434695:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3175 00000100:00080000:3.0:1789765875.434698:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765875.434702:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765875.434706:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765875.434716:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247061760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765875.434725:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765875.434729:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765875.434730:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765875.434733:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3175 00000100:00080000:3.0:1789765875.434737:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765875.434740:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765875.434745:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765875.434757:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247061888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765875.434893:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247061376:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765875.434951:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765875.434987:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765875/real 1789765875] req@ffff998588b43b80 x1876702247061376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765875.435004:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247061376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765875.435014:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765875.435018:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765875.435023:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247061376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765875.435029:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247061504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765875.435046:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765875.435056:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765875/real 1789765875] req@ffff998588b42300 x1876702247061504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765875.435067:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247061504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765875.435080:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765875.435083:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765875.435086:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247061504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765875.435091:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247061632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765875.435104:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765875.435112:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765875/real 1789765875] req@ffff998588b43100 x1876702247061632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765875.435122:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247061632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765875.435129:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765875.435132:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765875.435135:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247061632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765875.435140:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247061760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765875.435153:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765875.435160:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765875/real 1789765875] req@ffff998588b42680 x1876702247061760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765875.435170:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247061760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765875.435177:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765875.435180:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765875.435183:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247061760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765875.435188:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247061888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765875.435201:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765875.435209:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765875/real 1789765875] req@ffff998588b42a00 x1876702247061888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765875.435218:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247061888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765875.435225:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765875.435227:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765875.435230:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247061888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765876.394726:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765877.422049:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765878.444179:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765879.466885:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765880.491145:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765880.555523:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765880.555536:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765880.555541:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765880.555554:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3180 00000100:00080000:1.0:1789765880.555567:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765880.555576:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765880.555618:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702247062016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765880.555759:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247062016:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765880.555850:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789765880.555886:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765880.555889:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765880.555892:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765880.555897:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3180 00000100:00080000:1.0:1789765880.555901:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765880.555905:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765880.555916:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765880.555932:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247062144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765880.559182:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765880/real 1789765880] req@ffff9985836dad80 x1876702247062016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765880.559217:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702247062016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765880.559231:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765880.559236:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765880.559240:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247062016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765880.559276:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247062144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765880.559369:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765880.559466:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765880/real 1789765880] req@ffff9985836d8a80 x1876702247062144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765880.559478:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247062144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765880.559486:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765880.559489:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765880.559493:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247062144:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789765880.559598:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765880.559604:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765880.559606:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765880.559612:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3180 00000100:00080000:1.0:1789765880.559618:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765880.559625:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765880.559635:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765880.559724:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247062272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765880.559738:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765880.559742:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765880.559743:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765880.559747:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3180 00000100:00080000:1.0:1789765880.559751:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765880.559755:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765880.559760:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765880.559770:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247062400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765880.559778:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765880.559781:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765880.559783:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765880.559787:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3180 00000100:00080000:1.0:1789765880.559789:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765880.559793:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765880.559797:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765880.559886:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247062528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765880.559969:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247062272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765880.560063:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765880.560077:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765880/real 1789765880] req@ffff9985836d8700 x1876702247062272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765880.560089:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247062272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765880.560097:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765880.560100:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765880.560104:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247062272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765880.560110:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247062400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765880.560126:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765880.560137:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765880/real 1789765880] req@ffff9985836d9c00 x1876702247062400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765880.560147:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247062400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765880.560155:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765880.560158:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765880.560160:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247062400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765880.560165:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247062528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765880.560181:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765880.560190:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765880/real 1789765880] req@ffff9985836da680 x1876702247062528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765880.560200:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247062528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765880.560206:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765880.560209:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765880.560212:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247062528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765881.514720:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765882.538724:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765883.564186:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765884.586686:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765885.611719:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765885.675367:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765885.675380:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765885.675386:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765885.675399:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3185 00000100:00080000:0.0:1789765885.675415:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765885.675424:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765885.675464:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247062656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765885.675501:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765885.675505:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765885.675507:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765885.675512:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3185 00000100:00080000:0.0:1789765885.675515:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765885.675519:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765885.675530:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765885.675542:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247062784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765885.675551:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789765885.675634:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247062656:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765885.675711:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789765885.675791:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765885.675794:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765885.675799:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3185 00000100:00080000:0.0:1789765885.675803:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765885.675807:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765885.675812:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765885.675825:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247062912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765885.675836:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765885.675839:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765885.675841:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765885.675845:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3185 00000100:00080000:0.0:1789765885.675848:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765885.675851:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765885.675855:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765885.675863:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247063040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765885.675872:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765885.675876:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765885.675877:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765885.675880:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3185 00000100:00080000:0.0:1789765885.675883:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765885.675886:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765885.675890:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765885.675898:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247063168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765885.676432:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765885/real 1789765885] req@ffff9985856a1880 x1876702247062656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765885.676454:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247062656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765885.676465:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765885.676469:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765885.676473:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247062656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765885.676481:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247062784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765885.676510:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765885.676523:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765885/real 1789765885] req@ffff9985856a0000 x1876702247062784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765885.676659:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247062784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765885.676672:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765885.676675:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765885.676678:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247062784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765885.676707:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247062912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765885.676816:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765885.676828:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765885/real 1789765885] req@ffff9985856a1500 x1876702247062912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765885.676839:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247062912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765885.676846:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765885.676849:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765885.676852:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247062912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765885.676858:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247063040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765885.676876:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765885.676885:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765885/real 1789765885] req@ffff9985856a0e00 x1876702247063040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765885.676897:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247063040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765885.676904:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765885.676907:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765885.676910:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247063040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765885.676916:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247063168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765885.676936:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765885.676948:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765885/real 1789765885] req@ffff9985856a2300 x1876702247063168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765885.676959:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247063168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765885.676966:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765885.676969:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765885.676971:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247063168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765886.634580:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765887.658626:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765888.682705:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765889.706631:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765890.730683:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765890.794532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765890.794546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765890.794551:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765890.794564:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3190 00000100:00080000:2.0:1789765890.794577:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765890.794596:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765890.794647:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247063296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765890.794686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765890.794690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765890.794692:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765890.794697:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3190 00000100:00080000:2.0:1789765890.794701:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765890.794705:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765890.794715:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765890.794728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247063424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765890.794737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765890.794741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765890.794742:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765890.794746:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3190 00000100:00080000:2.0:1789765890.794749:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765890.794753:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765890.794757:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765890.794767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247063552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765890.794776:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765890.794779:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765890.794780:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765890.794784:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3190 00000100:00080000:2.0:1789765890.794788:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765890.794792:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765890.794796:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765890.794806:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247063680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765890.794814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765890.794818:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765890.794819:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765890.794823:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3190 00000100:00080000:2.0:1789765890.794825:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765890.794828:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765890.794832:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765890.794841:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247063808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765890.794937:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247063296:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765890.795027:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765890.795088:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765890/real 1789765890] req@ffff9985857d8380 x1876702247063296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765890.795106:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247063296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765890.795117:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765890.795121:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765890.795124:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247063296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765890.795131:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247063424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765890.795154:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765890.795166:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765890/real 1789765890] req@ffff9985857d9180 x1876702247063424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765890.795178:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247063424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765890.795185:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765890.795188:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765890.795191:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247063424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765890.795197:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247063552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765890.795218:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765890.795229:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765890/real 1789765890] req@ffff9985857da300 x1876702247063552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765890.795240:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247063552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765890.795248:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765890.795251:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765890.795254:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247063552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765890.795259:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247063680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765890.795279:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765890.795336:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765890/real 1789765890] req@ffff9985857daa00 x1876702247063680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765890.795359:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247063680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765890.795367:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765890.795371:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765890.795374:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247063680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765890.795379:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247063808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765890.795400:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765890.795412:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765890/real 1789765890] req@ffff9985857d9f80 x1876702247063808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765890.795423:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247063808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765890.795430:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765890.795432:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765890.795436:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247063808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765891.755040:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765892.778622:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765893.806139:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765894.833078:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765895.850664:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765895.915124:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765895.915139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765895.915145:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765895.915158:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3195 00000100:00080000:3.0:1789765895.915172:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765895.915180:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765895.915227:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247063936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765895.915271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765895.915275:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765895.915277:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765895.915281:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3195 00000100:00080000:3.0:1789765895.915285:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765895.915310:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765895.915321:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765895.915334:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247064064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765895.915345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765895.915348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765895.915351:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789765895.915354:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247063936:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789765895.915357:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3195 00000100:00080000:3.0:1789765895.915361:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765895.915366:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765895.915372:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765895.915385:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247064192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765895.915395:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765895.915399:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765895.915400:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765895.915406:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3195 00000100:00080000:3.0:1789765895.915409:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765895.915413:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765895.915417:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765895.915429:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247064320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765895.915438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789765895.915444:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765895.915444:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765895.915447:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765895.915453:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3195 00000100:00080000:3.0:1789765895.915459:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765895.915463:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765895.915468:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765895.915479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247064448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765895.915515:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765895/real 1789765895] req@ffff998588b41c00 x1876702247063936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765895.915536:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247063936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765895.915548:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765895.915552:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765895.915555:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247063936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765895.915580:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247064064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765895.915615:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765895.915627:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765895/real 1789765895] req@ffff998588b40e00 x1876702247064064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765895.915638:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247064064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765895.915646:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765895.915649:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765895.915652:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247064064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765895.915658:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247064192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765895.915678:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765895.915688:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765895/real 1789765895] req@ffff998588b42a00 x1876702247064192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765895.915699:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247064192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765895.915707:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765895.915710:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765895.915713:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247064192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765895.915719:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247064320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765895.915738:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765895.915749:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765895/real 1789765895] req@ffff998588b42680 x1876702247064320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765895.915767:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247064320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765895.915774:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765895.915777:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765895.915780:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247064320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765895.915785:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247064448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765895.915804:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765895.915814:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765895/real 1789765895] req@ffff998588b43100 x1876702247064448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765895.915824:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247064448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765895.915831:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765895.915834:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765895.915836:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247064448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765896.874639:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765897.898590:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765898.924640:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765899.946557:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765900.970584:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765901.034556:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765901.034567:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765901.034573:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765901.034583:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3200 00000100:00080000:3.0:1789765901.034596:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765901.034604:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765901.034653:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247064576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765901.034739:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247064576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765901.034805:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765901.034847:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765901.034851:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765901.034853:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765901.034858:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3200 00000100:00080000:3.0:1789765901.034863:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765901.034868:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765901.034879:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765901.034896:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247064704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765901.035593:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765901/real 1789765901] req@ffff998588b42300 x1876702247064576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765901.035617:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247064576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765901.035635:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765901.035640:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765901.035644:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247064576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765901.035675:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247064704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765901.035710:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765901.035725:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765901/real 1789765901] req@ffff998588b43b80 x1876702247064704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765901.035738:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247064704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765901.035745:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765901.035748:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765901.035751:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247064704:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789765901.041088:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765901.041101:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765901.041106:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765901.041118:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3200 00000100:00080000:3.0:1789765901.041131:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765901.041267:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765901.041284:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765901.041344:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247064832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765901.041366:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765901.041371:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765901.041373:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765901.041377:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3200 00000100:00080000:3.0:1789765901.041382:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765901.041386:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765901.041391:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765901.041403:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247064960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765901.041414:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765901.041418:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765901.041420:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765901.041423:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3200 00000100:00080000:3.0:1789765901.041427:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765901.041430:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765901.041435:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765901.041446:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247065088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765901.041580:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247064832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765901.041646:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765901.041679:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765901/real 1789765901] req@ffff998588b40000 x1876702247064832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765901.041697:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247064832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765901.041710:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765901.041714:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765901.041718:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247064832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765901.041725:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247064960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765901.041746:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765901.041758:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765901/real 1789765901] req@ffff998588b41880 x1876702247064960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765901.041770:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247064960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765901.041779:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765901.041782:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765901.041785:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247064960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765901.041791:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247065088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765901.041812:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765901.041823:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765901/real 1789765901] req@ffff998588b43800 x1876702247065088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765901.041952:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247065088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765901.041961:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765901.041965:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765901.041968:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247065088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765901.994963:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765903.019012:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765904.042703:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765905.066600:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765906.090762:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765906.154990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765906.155004:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765906.155010:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765906.155022:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3206 00000100:00080000:2.0:1789765906.155037:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765906.155046:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765906.155091:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247065216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765906.155184:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247065216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765906.155268:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765906.155340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765906.155345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765906.155347:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765906.155352:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3206 00000100:00080000:2.0:1789765906.155356:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765906.155360:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765906.155370:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765906.155385:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702247065344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765906.157525:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765906/real 1789765906] req@ffff9985857d8e00 x1876702247065216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765906.157563:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247065216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765906.157575:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765906.157580:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765906.157585:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247065216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765906.157623:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247065344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765906.157692:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765906.157713:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765906/real 1789765906] req@ffff9985857d8000 x1876702247065344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765906.157726:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702247065344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765906.157734:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765906.157737:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765906.157741:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247065344:192.168.203.136@tcp:38:kworker.0 00000100:00080000:2.0:1789765906.158099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765906.158106:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765906.158109:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765906.158115:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3206 00000100:00080000:2.0:1789765906.158123:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765906.158130:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765906.158140:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765906.158183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702247065472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765906.158198:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765906.158202:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765906.158204:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765906.158208:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3206 00000100:00080000:2.0:1789765906.158212:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765906.158216:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765906.158222:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765906.158233:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702247065600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765906.158242:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765906.158246:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765906.158247:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765906.158250:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3206 00000100:00080000:2.0:1789765906.158253:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765906.158257:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765906.158262:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765906.158272:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247065728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765906.158529:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247065472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765906.158569:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765906.158590:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765906/real 1789765906] req@ffff9985857d9500 x1876702247065472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765906.158610:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702247065472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765906.158617:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765906.158622:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765906.158625:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247065472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765906.158630:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247065600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765906.158648:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765906.158659:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765906/real 1789765906] req@ffff9985857d8000 x1876702247065600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765906.158669:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702247065600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765906.158677:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765906.158680:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765906.158683:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247065600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765906.158687:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247065728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765906.158702:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765906.158711:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765906/real 1789765906] req@ffff9985857d8e00 x1876702247065728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765906.158721:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247065728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765906.158734:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765906.158749:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765906.158752:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247065728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765907.114530:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765908.140761:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765909.162529:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765910.186847:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765911.212270:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765911.276092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765911.276103:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765911.276107:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765911.276116:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3211 00000100:00080000:3.0:1789765911.276127:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765911.276144:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765911.276185:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247065856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765911.276220:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765911.276224:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765911.276225:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765911.276229:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3211 00000100:00080000:3.0:1789765911.276233:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765911.276237:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765911.276248:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765911.276260:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247065984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765911.276274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765911.276277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765911.276278:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765911.276282:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3211 00000100:00080000:3.0:1789765911.276285:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765911.276321:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765911.276326:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765911.276339:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247066112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765911.276348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765911.276351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765911.276353:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765911.276356:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3211 00000100:00080000:3.0:1789765911.276359:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765911.276363:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765911.276367:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765911.276377:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247066240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765911.276386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765911.276389:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765911.276390:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765911.276393:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3211 00000100:00080000:3.0:1789765911.276397:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765911.276400:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765911.276404:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765911.276414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247066368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765911.276510:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247065856:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765911.276586:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765911.276635:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765911/real 1789765911] req@ffff998588b42d80 x1876702247065856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765911.276651:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247065856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765911.276666:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765911.276669:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765911.276673:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247065856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765911.276679:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247065984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765911.276699:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765911.276711:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765911/real 1789765911] req@ffff998588b41f80 x1876702247065984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765911.276720:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247065984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765911.276727:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765911.276729:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765911.276732:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247065984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765911.276737:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247066112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765911.276755:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765911.276765:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765911/real 1789765911] req@ffff998588b43800 x1876702247066112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765911.276774:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247066112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765911.276782:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765911.276784:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765911.276787:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247066112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765911.276792:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247066240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765911.276809:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765911.276820:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765911/real 1789765911] req@ffff998588b41880 x1876702247066240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765911.276831:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247066240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765911.276838:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765911.276840:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765911.276843:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247066240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765911.276848:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247066368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765911.276865:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765911.276876:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765911/real 1789765911] req@ffff998588b40000 x1876702247066368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765911.276886:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247066368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765911.276892:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765911.276895:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765911.276898:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247066368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765912.234676:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765913.258751:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765914.286280:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765915.309154:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765916.330545:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765916.394425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765916.394436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765916.394440:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765916.394450:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3216 00000100:00080000:3.0:1789765916.394461:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765916.394470:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765916.394515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247066496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765916.394544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765916.394548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765916.394550:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765916.394554:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3216 00000100:00080000:3.0:1789765916.394565:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765916.394570:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765916.394581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765916.394596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247066624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765916.394606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789765916.394609:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247066496:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789765916.394609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765916.394611:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765916.394614:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3216 00000100:00080000:3.0:1789765916.394617:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765916.394620:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765916.394625:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765916.394635:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247066752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765916.394642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765916.394645:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765916.394647:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765916.394650:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3216 00000100:00080000:3.0:1789765916.394652:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765916.394655:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765916.394659:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765916.394666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247066880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789765916.394672:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789765916.394675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765916.394677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765916.394679:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765916.394682:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3216 00000100:00080000:3.0:1789765916.394686:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765916.394689:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765916.394692:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765916.394700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247067008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765916.394721:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765916/real 1789765916] req@ffff998588b43b80 x1876702247066496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765916.394738:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247066496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765916.394749:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765916.394753:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765916.394766:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247066496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765916.394791:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247066624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765916.394819:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765916.394832:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765916/real 1789765916] req@ffff998588b42300 x1876702247066624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765916.394843:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247066624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765916.394852:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765916.394855:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765916.394858:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247066624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765916.394863:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247066752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765916.394895:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765916.394906:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765916/real 1789765916] req@ffff998588b43100 x1876702247066752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765916.394917:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247066752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765916.394930:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765916.394933:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765916.394936:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247066752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765916.394942:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247066880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765916.394960:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765916.394971:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765916/real 1789765916] req@ffff998588b42680 x1876702247066880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765916.394981:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247066880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765916.394988:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765916.394991:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765916.395236:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247066880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765916.395245:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247067008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765916.395268:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765916.395280:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765916/real 1789765916] req@ffff998588b42a00 x1876702247067008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765916.395321:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247067008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765916.395328:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765916.395331:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765916.395335:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247067008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765917.355603:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765918.384120:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765919.402518:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765920.429577:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765921.458152:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765921.514444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765921.514455:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765921.514460:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765921.514470:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3221 00000100:00080000:3.0:1789765921.514510:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765921.514519:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765921.514566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247067136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765921.514599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765921.514603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765921.514605:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765921.514609:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3221 00000100:00080000:3.0:1789765921.514614:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765921.514618:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765921.514628:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765921.514642:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247067264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765921.514659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765921.514662:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765921.514664:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765921.514668:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3221 00000100:00080000:3.0:1789765921.514671:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765921.514675:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765921.514680:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765921.514693:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247067392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765921.514701:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765921.514704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765921.514706:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765921.514709:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3221 00000100:00080000:3.0:1789765921.514712:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765921.514715:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765921.514719:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765921.514728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247067520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765921.514736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765921.514739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765921.514740:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765921.514743:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3221 00000100:00080000:3.0:1789765921.514746:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765921.514760:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765921.514764:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765921.514772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247067648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765921.514976:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247067136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765921.515088:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247067264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765921.515118:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247067392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765921.515138:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247067520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765921.515156:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247067648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765922.474769:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765923.498621:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765924.523837:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789765924.588545:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:1.0:1789765924.588610:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789765924.588631:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765924.588684:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765924.588694:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765924.588703:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789765924.588721:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789765924.592118:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765921/real 1789765924] req@ffff998588b40e00 x1876702247067136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765924.592160:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247067136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765924.592173:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765924.592178:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765924.592183:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247067136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765924.592210:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765921/real 1789765924] req@ffff998588b41c00 x1876702247067264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765924.592223:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247067264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765924.592230:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765924.592234:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765924.592237:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247067264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765924.592245:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765921/real 1789765924] req@ffff998588b42a00 x1876702247067392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765924.592256:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247067392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765924.592263:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765924.592266:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765924.592269:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247067392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765924.592276:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765921/real 1789765924] req@ffff998588b42680 x1876702247067520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765924.592321:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247067520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765924.592329:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765924.592332:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765924.592335:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247067520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765924.592342:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765921/real 1789765924] req@ffff998588b43100 x1876702247067648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765924.592353:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247067648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765924.592359:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765924.592362:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765924.592365:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247067648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765925.546691:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765926.570545:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765926.639662:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765926.639673:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765926.639678:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765926.639689:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3226 00000100:00080000:1.0:1789765926.639700:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765926.639707:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765926.639750:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247067776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765926.639779:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765926.639783:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765926.639785:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765926.639789:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3226 00000100:00080000:1.0:1789765926.639792:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765926.639805:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765926.639816:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765926.639830:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247067904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765926.639833:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247067776:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789765926.639840:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765926.639843:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765926.639845:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765926.639848:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3226 00000100:00080000:1.0:1789765926.639851:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765926.639854:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765926.639858:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765926.639866:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247068032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765926.639874:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765926.639877:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765926.639879:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765926.639882:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3226 00000100:00080000:1.0:1789765926.639884:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765926.639887:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765926.639891:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1789765926.639899:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765926.639899:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247068160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765926.639907:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765926.639910:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765926.639912:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765926.639915:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3226 00000100:00080000:1.0:1789765926.639918:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765926.639921:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765926.639924:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765926.639932:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247068288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765926.639937:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765926/real 1789765926] req@ffff9985836db800 x1876702247067776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765926.639953:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247067776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765926.639964:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765926.639968:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765926.639971:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247067776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765926.640053:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247067904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765926.640079:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765926.640091:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765926/real 1789765926] req@ffff9985836da300 x1876702247067904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765926.640102:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247067904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765926.640109:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765926.640112:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765926.640115:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247067904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765926.640121:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247068032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765926.640139:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765926.640149:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765926/real 1789765926] req@ffff9985836d8e00 x1876702247068032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765926.640159:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247068032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765926.640166:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765926.640168:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765926.640171:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247068032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765926.640176:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247068160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765926.640192:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765926.640202:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765926/real 1789765926] req@ffff9985836d8380 x1876702247068160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765926.640215:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247068160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765926.640221:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765926.640223:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765926.640226:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247068160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765926.640231:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247068288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765926.640249:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765926.640259:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765926/real 1789765926] req@ffff9985836d9880 x1876702247068288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765926.640268:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247068288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765926.640280:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765926.640282:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765926.640285:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247068288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765927.595589:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765928.618547:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765929.642632:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765930.667327:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765931.694200:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765931.757047:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765931.757056:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765931.757061:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765931.757072:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3231 00000100:00080000:3.0:1789765931.757082:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765931.757089:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765931.757134:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247068416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765931.757169:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765931.757173:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765931.757176:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765931.757181:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3231 00000100:00080000:3.0:1789765931.757184:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765931.757188:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765931.757198:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765931.757213:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247068544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765931.757221:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765931.757223:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765931.757225:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765931.757228:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3231 00000100:00080000:3.0:1789765931.757241:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765931.757245:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765931.757249:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765931.757260:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247068672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765931.757267:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765931.757270:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765931.757271:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765931.757275:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3231 00000100:00080000:3.0:1789765931.757277:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765931.757280:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765931.757284:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765931.757320:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247068800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765931.757330:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765931.757333:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765931.757334:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765931.757338:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3231 00000100:00080000:3.0:1789765931.757342:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765931.757345:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765931.757349:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765931.757359:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247068928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765931.757362:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247068416:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765931.757460:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765931.757498:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765931/real 1789765931] req@ffff998588b42300 x1876702247068416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765931.757516:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247068416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765931.757525:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765931.757529:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765931.757533:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247068416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765931.757540:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247068544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765931.757563:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765931.757574:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765931/real 1789765931] req@ffff998588b43b80 x1876702247068544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765931.757584:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247068544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765931.757591:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765931.757594:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765931.757597:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247068544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765931.757603:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247068672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765931.757622:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765931.757632:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765931/real 1789765931] req@ffff998588b40000 x1876702247068672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765931.757963:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247068672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765931.757971:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765931.757974:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765931.757977:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247068672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765931.757992:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247068800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765931.758015:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765931.758028:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765931/real 1789765931] req@ffff998588b41880 x1876702247068800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765931.758039:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247068800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765931.758046:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765931.758049:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765931.758052:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247068800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765931.758078:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247068928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765931.758097:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765931.758107:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765931/real 1789765931] req@ffff998588b43800 x1876702247068928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765931.758118:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247068928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765931.758125:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765931.758128:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765931.758131:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247068928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765932.717383:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765933.740990:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765934.762537:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765935.786563:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765936.810606:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765936.874412:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765936.874422:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765936.874427:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765936.874446:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3236 00000100:00080000:3.0:1789765936.874458:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765936.874465:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765936.874508:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247069056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765936.874538:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765936.874542:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765936.874544:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765936.874548:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3236 00000100:00080000:3.0:1789765936.874552:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765936.874555:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765936.874565:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765936.874578:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247069184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765936.874587:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765936.874590:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765936.874591:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765936.874594:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3236 00000100:00080000:3.0:1789765936.874608:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765936.874611:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765936.874616:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765936.874628:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247069312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765936.874638:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765936.874641:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765936.874643:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765936.874647:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3236 00000100:00080000:3.0:1789765936.874650:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765936.874653:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765936.874668:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765936.874679:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247069440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765936.874687:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765936.874691:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765936.874692:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765936.874696:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3236 00000100:00080000:3.0:1789765936.874699:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765936.874703:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765936.874707:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765936.874716:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247069568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765936.875156:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247069056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765936.875218:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765936.875255:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765936/real 1789765936] req@ffff998588b41f80 x1876702247069056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765936.875271:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247069056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765936.875280:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765936.875284:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765936.875317:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247069056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765936.875325:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247069184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765936.875347:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765936.875360:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765936/real 1789765936] req@ffff998588b42d80 x1876702247069184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765936.875372:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247069184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765936.875386:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765936.875389:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765936.875392:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247069184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765936.875402:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247069312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765936.875421:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765936.875446:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765936/real 1789765936] req@ffff998588b43800 x1876702247069312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765936.875459:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247069312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765936.875467:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765936.875470:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765936.875483:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247069312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765936.875489:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247069440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765936.875509:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765936.875519:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765936/real 1789765936] req@ffff998588b41880 x1876702247069440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765936.875530:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247069440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765936.875537:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765936.875540:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765936.875544:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247069440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765936.875549:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247069568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765936.875567:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765936.875577:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765936/real 1789765936] req@ffff998588b40000 x1876702247069568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765936.875588:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247069568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765936.875605:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765936.875608:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765936.875612:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247069568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765937.845419:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765938.859386:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765939.886873:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765940.906557:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765941.930625:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765941.995442:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765941.995451:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765941.995456:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765941.995466:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3241 00000100:00080000:1.0:1789765941.995475:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765941.995482:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765941.995534:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702247069696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765941.995554:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765941.995557:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765941.995559:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765941.995563:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3241 00000100:00080000:1.0:1789765941.995567:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765941.995571:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765941.995581:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765941.995594:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247069824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765941.995604:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765941.995606:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765941.995608:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765941.995611:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3241 00000100:00080000:1.0:1789765941.995614:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765941.995618:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765941.995622:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765941.995630:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247069952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765941.995638:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765941.995641:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765941.995642:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765941.995646:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3241 00000100:00080000:1.0:1789765941.995649:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765941.995652:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765941.995657:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765941.995874:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247069696:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765941.995950:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765941.995990:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765941/real 1789765941] req@ffff9985836d9180 x1876702247069696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765941.996008:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702247069696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765941.996019:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765941.996024:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765941.996027:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247069696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765941.996034:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247069824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765941.996056:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765941.996068:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765941/real 1789765941] req@ffff9985836d9880 x1876702247069824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765941.996079:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247069824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765941.996086:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765941.996089:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765941.996092:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247069824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765941.996097:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247069952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765941.996114:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765941.996123:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765941/real 1789765941] req@ffff9985836d8380 x1876702247069952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765941.996134:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247069952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765941.996142:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765941.996145:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765941.996148:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247069952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789765941.996212:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247070080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765941.996231:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765941.996235:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765941.996237:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765941.996241:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3241 00000100:00080000:1.0:1789765941.996245:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765941.996249:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765941.996255:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765941.996267:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247070208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765941.996406:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247070080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765941.996442:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765941.996454:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765941/real 1789765941] req@ffff9985836d8e00 x1876702247070080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765941.996466:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247070080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765941.996474:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765941.996477:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765941.996480:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247070080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765941.996486:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247070208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765941.996503:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765941.996929:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765941/real 1789765941] req@ffff9985836da300 x1876702247070208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765941.996941:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247070208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765941.996947:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765941.996950:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765941.996953:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247070208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765942.955099:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765943.978729:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765945.002991:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765946.026618:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765947.051903:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765947.117837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765947.117846:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765947.117852:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765947.117861:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3247 00000100:00080000:2.0:1789765947.117885:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765947.117893:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765947.117942:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247070336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765947.117970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765947.117974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765947.117975:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765947.117980:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3247 00000100:00080000:2.0:1789765947.117983:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765947.117987:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765947.117997:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765947.118009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247070464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765947.118018:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765947.118021:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765947.118022:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765947.118025:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3247 00000100:00080000:2.0:1789765947.118029:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765947.118033:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765947.118037:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765947.118047:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247070592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765947.118061:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765947.118064:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765947.118066:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765947.118069:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3247 00000100:00080000:2.0:1789765947.118072:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765947.118075:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765947.118079:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765947.118089:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247070720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765947.118096:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765947.118099:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765947.118101:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765947.118103:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3247 00000100:00080000:2.0:1789765947.118106:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765947.118168:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765947.118173:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765947.118184:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247070848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765947.118355:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247070336:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765947.118414:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765947.118466:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765947/real 1789765947] req@ffff9985857d9f80 x1876702247070336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765947.118484:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247070336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765947.118494:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765947.118498:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765947.118502:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247070336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765947.118510:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247070464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765947.118542:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765947.118554:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765947/real 1789765947] req@ffff9985857daa00 x1876702247070464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765947.118565:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247070464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765947.118573:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765947.118575:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765947.118578:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247070464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765947.118584:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247070592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765947.118601:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765947.118611:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765947/real 1789765947] req@ffff9985857da300 x1876702247070592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765947.118623:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247070592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765947.118631:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765947.118634:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765947.118637:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247070592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765947.118643:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247070720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765947.118659:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765947.118818:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765947/real 1789765947] req@ffff9985857d9180 x1876702247070720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765947.118831:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247070720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765947.118839:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765947.118841:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765947.118844:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247070720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765947.118850:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247070848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765947.118980:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765947.118993:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765947/real 1789765947] req@ffff9985857d8380 x1876702247070848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765947.119005:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247070848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765947.119012:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765947.119015:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765947.119018:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247070848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765948.079520:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765949.100043:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765950.123893:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765951.149500:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765952.171205:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765952.235395:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765952.235410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765952.235415:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765952.235428:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3252 00000100:00080000:3.0:1789765952.235443:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765952.235452:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765952.235497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247070976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765952.235530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765952.235534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765952.235536:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765952.235541:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3252 00000100:00080000:3.0:1789765952.235544:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765952.235549:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765952.235559:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765952.235574:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247071104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765952.235584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765952.235587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765952.235589:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765952.235593:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3252 00000100:00080000:3.0:1789765952.235596:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765952.235600:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765952.235605:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765952.235615:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247071232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765952.235625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765952.235628:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765952.235629:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765952.235633:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3252 00000100:00080000:3.0:1789765952.235637:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765952.235640:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765952.235645:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765952.235654:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247071360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765952.235663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765952.235666:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765952.235667:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765952.235670:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3252 00000100:00080000:3.0:1789765952.235673:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765952.235676:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765952.235680:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765952.235689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247071488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765952.235783:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247070976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765952.235874:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765952.235938:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765952/real 1789765952] req@ffff998588b43b80 x1876702247070976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765952.235956:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247070976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765952.235973:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765952.235977:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765952.235981:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247070976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765952.235988:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247071104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765952.236011:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765952.236024:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765952/real 1789765952] req@ffff998588b42300 x1876702247071104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765952.236035:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247071104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765952.236042:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765952.236044:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765952.236046:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247071104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765952.236052:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247071232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765952.236069:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765952.236079:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765952/real 1789765952] req@ffff998588b43100 x1876702247071232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765952.236087:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247071232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765952.236095:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765952.236099:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765952.236102:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247071232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765952.236107:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247071360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765952.236126:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765952.236136:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765952/real 1789765952] req@ffff998588b42680 x1876702247071360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765952.236147:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247071360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765952.236155:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765952.236157:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765952.236160:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247071360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765952.236165:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247071488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765952.236184:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765952.236195:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765952/real 1789765952] req@ffff998588b42a00 x1876702247071488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765952.236206:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247071488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765952.236213:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765952.236216:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765952.236219:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247071488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765953.198926:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765954.220718:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765955.243494:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765956.266616:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765957.290680:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765957.355702:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765957.355717:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765957.355722:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765957.355735:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3257 00000100:00080000:1.0:1789765957.355749:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765957.355758:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765957.355816:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247071616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765957.355848:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765957.355852:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765957.355854:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765957.355859:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3257 00000100:00080000:1.0:1789765957.355863:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765957.355866:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765957.355876:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765957.355892:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247071744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765957.355894:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247071616:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789765957.355902:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765957.355904:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765957.355906:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765957.355910:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3257 00000100:00080000:1.0:1789765957.355912:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765957.355915:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765957.355920:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765957.355929:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247071872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765957.355937:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765957.355939:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765957.355941:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765957.355945:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3257 00000100:00080000:1.0:1789765957.355955:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765957.355959:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765957.355963:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1789765957.355972:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789765957.355972:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247072000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765957.355979:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765957.355983:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765957.355984:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765957.355988:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3257 00000100:00080000:1.0:1789765957.355991:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765957.355994:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765957.355998:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765957.356006:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247072128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765957.356039:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765957/real 1789765957] req@ffff9985836db800 x1876702247071616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765957.356059:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247071616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765957.356074:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765957.356079:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765957.356083:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247071616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765957.356109:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247071744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765957.356134:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765957.356147:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765957/real 1789765957] req@ffff9985836da680 x1876702247071744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765957.356159:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247071744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765957.356167:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765957.356170:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765957.356173:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247071744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765957.356178:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247071872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765957.356197:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765957.356207:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765957/real 1789765957] req@ffff9985836d9c00 x1876702247071872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765957.356216:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247071872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765957.356229:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765957.356232:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765957.356235:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247071872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765957.356357:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247072000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765957.356380:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765957.356390:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765957/real 1789765957] req@ffff9985836d8700 x1876702247072000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765957.356402:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247072000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765957.356409:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765957.356413:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765957.356416:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247072000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765957.356421:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247072128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765957.356436:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765957.356445:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765957/real 1789765957] req@ffff9985836d8a80 x1876702247072128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765957.356455:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247072128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765957.356462:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765957.356465:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765957.356468:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247072128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765958.314718:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765959.339873:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765960.362722:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765961.389691:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765962.410573:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765962.474877:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765962.474890:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765962.474896:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765962.474909:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3262 00000100:00080000:0.0:1789765962.474923:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765962.474932:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765962.474979:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702247072256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765962.475074:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247072256:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765962.475153:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789765962.475245:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765962.475250:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765962.475252:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765962.475258:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3262 00000100:00080000:0.0:1789765962.475263:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765962.475277:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765962.475325:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765962.475344:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247072384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765962.475657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765962.475662:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765962.475664:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765962.475669:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3262 00000100:00080000:0.0:1789765962.475673:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765962.475679:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765962.475685:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765962.475698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247072512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765962.475708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789765962.475736:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765962/real 1789765962] req@ffff9985856a2a00 x1876702247072256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765962.475756:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702247072256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765962.475783:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765962.475787:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765962.475792:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247072256:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789765962.475814:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765962.475817:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789765962.475819:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247072384:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789765962.475821:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3262 00000100:00080000:0.0:1789765962.475825:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765962.475830:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765962.475835:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765962.475848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247072640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765962.475858:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765962.475862:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765962.475864:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765962.475868:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3262 00000100:00080000:0.0:1789765962.475871:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765962.475875:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765962.475879:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765962.475889:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247072768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789765962.475995:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765962.476010:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765962/real 1789765962] req@ffff9985856a2300 x1876702247072384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765962.476022:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247072384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765962.476136:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765962.476140:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765962.476144:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247072384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765962.476150:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247072512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765962.476174:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765962.476186:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765962/real 1789765962] req@ffff9985856a0e00 x1876702247072512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765962.476197:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247072512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765962.476204:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765962.476207:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765962.476210:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247072512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765962.476229:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247072640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765962.476249:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765962.476259:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765962/real 1789765962] req@ffff9985856a1500 x1876702247072640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765962.476364:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247072640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765962.476372:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765962.476376:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765962.476379:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247072640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765962.476384:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247072768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765962.476466:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765962.476479:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765962/real 1789765962] req@ffff9985856a0000 x1876702247072768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765962.476489:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247072768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765962.476497:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765962.476500:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765962.476503:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247072768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765963.434917:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765964.461509:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765965.490580:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765966.506740:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765967.531872:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765967.597275:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765967.597365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765967.597370:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765967.597382:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3267 00000100:00080000:2.0:1789765967.597396:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765967.597404:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765967.597460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247072896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765967.597492:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765967.597496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765967.597497:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765967.597502:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3267 00000100:00080000:2.0:1789765967.597506:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765967.597510:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765967.597521:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765967.597542:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247073024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765967.597552:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765967.597555:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765967.597556:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765967.597560:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3267 00000100:00080000:2.0:1789765967.597563:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765967.597567:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765967.597572:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789765967.597583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247073152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765967.597592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765967.597595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765967.597596:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765967.597600:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3267 00000100:00080000:2.0:1789765967.597603:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765967.597606:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765967.597611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789765967.597620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247073280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765967.597629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765967.597633:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765967.597634:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765967.597638:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3267 00000100:00080000:2.0:1789765967.597642:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765967.597645:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765967.597649:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765967.597659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247073408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765967.597920:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247072896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765967.598004:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765967.598051:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765967/real 1789765967] req@ffff9985857dbb80 x1876702247072896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765967.598069:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247072896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765967.598079:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765967.598083:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765967.598087:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247072896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765967.598094:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247073024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765967.598113:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765967.598123:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765967/real 1789765967] req@ffff9985857d8a80 x1876702247073024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765967.598145:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247073024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765967.598152:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765967.598155:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765967.598158:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247073024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765967.598164:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247073152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765967.598184:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765967.598195:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765967/real 1789765967] req@ffff9985857d9880 x1876702247073152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765967.598205:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247073152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765967.598213:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765967.598216:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765967.598219:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247073152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765967.598225:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247073280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765967.598241:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765967.598250:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765967/real 1789765967] req@ffff9985857db800 x1876702247073280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765967.598260:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247073280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765967.598267:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765967.598270:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765967.598273:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247073280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765967.598279:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247073408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765967.598346:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765967.598357:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765967/real 1789765967] req@ffff9985857db100 x1876702247073408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765967.598368:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247073408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765967.598375:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765967.598377:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765967.598380:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247073408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765968.557358:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765969.579382:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765970.603008:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765971.627953:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765972.654511:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765972.714974:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765972.714984:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765972.714989:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765972.714999:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3272 00000100:00080000:1.0:1789765972.715010:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765972.715018:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765972.715060:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702247073536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765972.715090:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765972.715093:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765972.715095:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765972.715099:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3272 00000100:00080000:1.0:1789765972.715103:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765972.715107:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765972.715116:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765972.715131:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247073664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765972.715140:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765972.715143:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765972.715144:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765972.715147:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3272 00000100:00080000:1.0:1789765972.715149:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765972.715152:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765972.715156:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765972.715165:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247073792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765972.715172:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765972.715175:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765972.715177:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765972.715181:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3272 00000100:00080000:1.0:1789765972.715183:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765972.715186:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765972.715242:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765972.715254:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247073920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765972.715262:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765972.715265:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765972.715267:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765972.715271:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3272 00000100:00080000:1.0:1789765972.715274:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765972.715370:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765972.715375:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765972.715387:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247074048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765972.716772:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247073536:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765972.716842:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765972.716885:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765972/real 1789765972] req@ffff9985836dad80 x1876702247073536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765972.716904:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702247073536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765972.716917:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765972.716922:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765972.716926:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247073536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765972.716934:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247073664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765972.716957:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765972.716970:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765972/real 1789765972] req@ffff9985836d8a80 x1876702247073664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765972.716981:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247073664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765972.716989:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765972.716992:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765972.716996:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247073664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765972.717002:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247073792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765972.717023:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765972.717035:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765972/real 1789765972] req@ffff9985836d8700 x1876702247073792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765972.717049:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247073792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765972.717064:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765972.717068:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765972.717071:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247073792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765972.717078:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247073920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765972.717098:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765972.717108:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765972/real 1789765972] req@ffff9985836d9c00 x1876702247073920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765972.717120:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247073920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765972.717129:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765972.717133:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765972.717136:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247073920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765972.717142:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247074048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765972.717161:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765972.717172:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765972/real 1789765972] req@ffff9985836da680 x1876702247074048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765972.717184:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247074048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765972.717192:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765972.717195:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765972.717200:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247074048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765973.674521:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765974.700028:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765975.723770:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765976.749214:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765977.772249:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765977.836561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765977.836571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765977.836576:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765977.836598:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3277 00000100:00080000:2.0:1789765977.836609:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765977.836617:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789765977.836670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247074176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765977.836700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765977.836704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765977.836705:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765977.836709:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3277 00000100:00080000:2.0:1789765977.836713:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765977.836725:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765977.836735:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765977.836748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247074304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765977.836757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765977.836760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765977.836762:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765977.836765:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3277 00000100:00080000:2.0:1789765977.836768:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765977.836772:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765977.836776:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789765977.836887:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247074176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765977.836950:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765977.836992:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765977/real 1789765977] req@ffff9985857db100 x1876702247074176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765977.837009:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247074176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765977.837021:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765977.837026:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765977.837030:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247074176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765977.837037:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247074304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789765977.837040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247074432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765977.837056:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789765977.837058:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789765977.837059:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765977.837061:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765977.837064:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3277 00000100:00080000:2.0:1789765977.837068:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789765977.837070:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765977/real 1789765977] req@ffff9985857db800 x1876702247074304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765977.837071:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765977.837076:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765977.837081:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247074304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765977.837086:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247074560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765977.837089:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765977.837092:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00080000:2.0:1789765977.837094:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789765977.837095:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247074304:192.168.203.136@tcp:38:kworker.0 00000100:00080000:2.0:1789765977.837097:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765977.837099:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765977.837102:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3277 00000100:00080000:2.0:1789765977.837104:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765977.837108:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789765977.837111:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765977.837119:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247074688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765977.837121:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247074432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765977.837140:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765977.837150:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765977/real 1789765977] req@ffff9985857d9880 x1876702247074432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765977.837161:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247074432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765977.837169:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765977.837172:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765977.837175:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247074432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765977.837181:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247074560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765977.837199:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765977.837209:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765977/real 1789765977] req@ffff9985857d8a80 x1876702247074560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765977.837221:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247074560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765977.837228:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765977.837231:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765977.837234:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247074560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765977.837247:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247074688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765977.837267:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765977.837278:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765977/real 1789765977] req@ffff9985857dbb80 x1876702247074688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765977.837317:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247074688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765977.837326:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765977.837328:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765977.837331:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247074688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765978.794527:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765979.818508:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765980.843013:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765981.866542:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765982.891651:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765982.954730:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765982.954739:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765982.954744:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765982.954755:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3282 00000100:00080000:1.0:1789765982.954767:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765982.954774:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765982.954816:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247074816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765982.954845:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765982.954849:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765982.954851:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765982.954855:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3282 00000100:00080000:1.0:1789765982.954859:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765982.954862:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765982.954872:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765982.954884:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247074944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765982.954893:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765982.954896:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765982.954897:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765982.954901:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3282 00000100:00080000:1.0:1789765982.954904:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765982.954907:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765982.954911:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765982.954920:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247075072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765982.954929:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765982.954932:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765982.954934:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765982.954937:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3282 00000100:00080000:1.0:1789765982.954940:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765982.954943:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765982.954946:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765982.954955:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247075200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765982.954963:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765982.954966:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765982.954968:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765982.954972:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3282 00000100:00080000:1.0:1789765982.954975:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765982.954977:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765982.954981:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765982.954992:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247075328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765982.955078:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247074816:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765982.955138:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765982.955196:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765982/real 1789765982] req@ffff9985836db800 x1876702247074816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765982.955212:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247074816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765982.955222:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765982.955226:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765982.955229:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247074816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789765982.955236:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247074944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765982.955257:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765982.955269:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765982/real 1789765982] req@ffff9985836da300 x1876702247074944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765982.955280:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247074944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765982.955313:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765982.955317:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765982.955321:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247074944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765982.955326:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247075072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765982.955344:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765982.955356:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765982/real 1789765982] req@ffff9985836d8e00 x1876702247075072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765982.955373:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247075072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765982.955381:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765982.955384:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765982.955387:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247075072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765982.955392:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247075200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765982.955410:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765982.955420:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765982/real 1789765982] req@ffff9985836d8380 x1876702247075200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765982.955430:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247075200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765982.955437:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765982.955440:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765982.955443:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247075200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765982.955448:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247075328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765982.955463:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765982.955471:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765982/real 1789765982] req@ffff9985836d9880 x1876702247075328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765982.955482:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247075328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765982.955495:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765982.955498:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765982.955501:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247075328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765983.915166:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765984.939428:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765985.963016:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765986.988445:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765988.010550:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765988.075397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765988.075411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765988.075416:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765988.075429:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3288 00000100:00080000:0.0:1789765988.075443:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765988.075451:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765988.075492:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247075456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765988.075530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765988.075534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765988.075536:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765988.075540:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3288 00000100:00080000:0.0:1789765988.075543:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765988.075546:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765988.075556:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765988.075567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247075584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765988.075586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765988.075589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765988.075592:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765988.075595:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3288 00000100:00080000:0.0:1789765988.075598:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765988.075602:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765988.075607:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789765988.075616:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247075712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765988.075625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765988.075628:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765988.075629:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765988.075633:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3288 00000100:00080000:0.0:1789765988.075635:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765988.075638:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765988.075641:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789765988.075649:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247075840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765988.075656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765988.075659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765988.075661:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765988.075664:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3288 00000100:00080000:0.0:1789765988.075667:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765988.075670:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789765988.075673:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765988.075681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247075968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765988.075773:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247075456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765988.075870:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247075584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765988.075902:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247075712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765988.075918:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247075840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765988.075934:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247075968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765989.035205:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765990.059684:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765991.082501:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789765991.146601:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:0.0:1789765991.146854:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789765991.146871:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789765991.152096:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765988/real 1789765991] req@ffff9985856a1880 x1876702247075456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766013 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765991.152133:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247075456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766013 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765991.152147:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765991.152563:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765991.152569:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247075456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789765991.152687:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789765991.152973:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765988/real 1789765991] req@ffff9985856a2680 x1876702247075584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766013 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765991.152992:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247075584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766013 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765991.153002:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765991.153006:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765991.153009:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247075584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765991.153088:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789765991.153171:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765988/real 1789765991] req@ffff9985856a0700 x1876702247075712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766013 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765991.153188:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247075712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766013 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765991.153197:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765991.153201:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765991.153204:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247075712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765991.153900:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789765991.154026:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765988/real 1789765991] req@ffff9985856a2d80 x1876702247075840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766013 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765991.154045:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247075840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766013 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765991.154055:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765991.154060:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765991.154063:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247075840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765991.154110:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:3.0:1789765991.154925:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765988/real 1789765991] req@ffff9985856a3480 x1876702247075968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765991.154946:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247075968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765991.154955:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765991.154959:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765991.154963:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247075968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789765992.107599:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765993.131560:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765993.196027:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765993.196039:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765993.196045:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765993.196057:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3293 00000100:00080000:1.0:1789765993.196071:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765993.196081:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789765993.196124:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702247076096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765993.196153:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765993.196156:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765993.196158:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765993.196162:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3293 00000100:00080000:1.0:1789765993.196166:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765993.196169:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765993.196180:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765993.196195:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247076224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765993.196205:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765993.196207:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765993.196209:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765993.196213:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3293 00000100:00080000:1.0:1789765993.196216:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765993.196219:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765993.196224:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789765993.196234:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247076352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765993.196244:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765993.196247:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765993.196249:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765993.196253:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3293 00000100:00080000:1.0:1789765993.196256:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765993.196259:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765993.196263:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789765993.196271:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247076480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765993.196279:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765993.196281:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765993.196283:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765993.196285:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3293 00000100:00080000:1.0:1789765993.196326:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765993.196330:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789765993.196335:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765993.196344:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247076608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765993.198266:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247076096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:3.0:1789765993.198435:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765993.198517:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765993/real 1789765993] req@ffff9985836d9180 x1876702247076096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765993.198548:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702247076096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765993.198562:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765993.198566:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765993.199278:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247076096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789765993.199337:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247076224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765993.199384:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765993.199406:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765993/real 1789765993] req@ffff9985836d9880 x1876702247076224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765993.199421:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247076224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765993.199430:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765993.199434:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765993.199438:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247076224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765993.199544:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247076352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765993.199787:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765993.199806:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765993/real 1789765993] req@ffff9985836d8380 x1876702247076352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765993.199821:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247076352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765993.199830:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765993.199911:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765993.199915:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247076352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765993.199924:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247076480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:3.0:1789765993.199952:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765993.199966:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765993/real 1789765993] req@ffff9985836d8e00 x1876702247076480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765993.199979:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247076480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765993.199987:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765993.199991:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765993.199994:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247076480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789765993.200001:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247076608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:3.0:1789765993.200025:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765993.200037:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765993/real 1789765993] req@ffff9985836da300 x1876702247076608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765993.200049:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247076608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765993.200058:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765993.200061:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789765993.200064:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247076608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789765994.157028:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765995.178600:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765996.204212:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765997.226502:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765998.251874:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765998.315571:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765998.315581:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765998.315586:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765998.315596:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3298 00000100:00080000:3.0:1789765998.315607:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765998.315616:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789765998.315656:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247076736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765998.315689:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765998.315693:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765998.315695:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765998.315699:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3298 00000100:00080000:3.0:1789765998.315703:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765998.315707:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765998.315717:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765998.315729:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247076864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765998.315738:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789765998.315900:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247076736:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789765998.315933:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765998.315937:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765998.315943:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3298 00000100:00080000:3.0:1789765998.315949:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765998.315954:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765998.315960:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:0.0:1789765998.315967:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789765998.315976:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247076992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765998.315990:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765998.315993:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765998.315995:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765998.316000:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3298 00000100:00080000:3.0:1789765998.316005:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765998.316009:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789765998.316013:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765998/real 1789765998] req@ffff998588b41c00 x1876702247076736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789765998.316016:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789765998.316034:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247077120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765998.316040:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247076736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765998.316049:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765998.316055:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765998.316057:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765998.316057:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765998.316068:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:3.0:1789765998.316068:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3298 00000100:00080000:3.0:1789765998.316075:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789765998.316077:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247076736:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789765998.316082:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789765998.316089:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765998.316091:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247076864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789765998.316105:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247077248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789765998.316121:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765998.316137:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765998/real 1789765998] req@ffff998588b40e00 x1876702247076864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765998.316149:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247076864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765998.316158:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765998.316161:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765998.316164:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247076864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789765998.316190:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247076992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765998.317887:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765998.317927:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765998/real 1789765998] req@ffff998588b42a00 x1876702247076992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765998.317947:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247076992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765998.318038:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765998.318044:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765998.318048:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247076992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765998.318060:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247077120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789765998.318105:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765998.318117:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765998/real 1789765998] req@ffff998588b42680 x1876702247077120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765998.318129:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247077120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765998.318137:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765998.318140:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765998.318144:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247077120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789765998.318151:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247077248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789765998.318171:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789765998.318183:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765998/real 1789765998] req@ffff998588b43100 x1876702247077248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765998.318194:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247077248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765998.318202:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765998.318205:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789765998.318209:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247077248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789765999.276883:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766000.298623:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766001.322469:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766002.347936:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766003.370741:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766003.434468:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766003.434478:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766003.434483:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766003.434493:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3303 00000100:00080000:1.0:1789766003.434504:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766003.434512:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766003.434556:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247077376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766003.434586:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766003.434590:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766003.434592:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766003.434595:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3303 00000100:00080000:1.0:1789766003.434599:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766003.434602:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766003.434612:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766003.434628:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247077504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766003.434638:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789766003.434665:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247077376:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766003.434753:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766003.434806:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766003/real 1789766003] req@ffff9985836db800 x1876702247077376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766003.434821:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766003.434825:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789766003.434832:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247077376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766003.434837:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3303 00000100:00080000:1.0:1789766003.434848:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766003.434857:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00080000:0.0:1789766003.434860:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1789766003.434864:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00080000:0.0:1789766003.434870:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766003.434877:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247077376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766003.434886:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247077632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766003.434891:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247077504:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789766003.434916:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766003.434919:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766003.434922:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766003.434927:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3303 00000100:00080000:1.0:1789766003.434932:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766003.434941:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000800:00000100:0.0:1789766003.434944:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000008:00100000:1.0:1789766003.434953:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766003.434971:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247077760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766003.434972:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766003/real 1789766003] req@ffff9985836da680 x1876702247077504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766003.435026:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766003.435033:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1789766003.435034:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247077504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766003.435037:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766003.435052:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3303 00000100:00080000:0.0:1789766003.435060:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766003.435068:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00080000:1.0:1789766003.435072:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789766003.435075:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247077504:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789766003.435084:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766003.435091:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766003.435116:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247077888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766003.435120:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247077632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766003.435176:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766003.435195:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766003/real 1789766003] req@ffff9985836d9c00 x1876702247077632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766003.435209:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247077632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766003.435218:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766003.435222:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766003.435225:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247077632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766003.435232:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247077760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766003.435252:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766003.435264:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766003/real 1789766003] req@ffff9985836d8700 x1876702247077760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766003.435276:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247077760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766003.435285:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766003.435318:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766003.435322:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247077760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766003.435338:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247077888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766003.435361:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766003.435373:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766003/real 1789766003] req@ffff9985836d8a80 x1876702247077888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766003.435385:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247077888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766003.435393:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766003.435397:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766003.435400:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247077888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766004.395765:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766005.419090:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766006.442596:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766007.466549:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766008.492868:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766008.554948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766008.554958:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766008.554967:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766008.554977:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3308 00000100:00080000:3.0:1789766008.554988:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766008.554995:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766008.555040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247078016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766008.555072:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766008.555076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766008.555078:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766008.555083:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3308 00000100:00080000:3.0:1789766008.555087:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766008.555091:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766008.555101:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766008.555114:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247078144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766008.555124:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766008.555127:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766008.555128:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766008.555132:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3308 00000100:00080000:3.0:1789766008.555135:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766008.555139:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766008.555143:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766008.555153:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247078272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766008.555162:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766008.555165:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766008.555167:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766008.555171:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3308 00000100:00080000:3.0:1789766008.555175:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766008.555178:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766008.555183:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766008.555192:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247078400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766008.555407:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247078016:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766008.555479:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766008.555518:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766008/real 1789766008] req@ffff998588b42300 x1876702247078016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766008.555534:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247078016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766008.555544:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766008.555548:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766008.555552:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247078016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766008.555559:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247078144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766008.555738:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766008.555751:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766008/real 1789766008] req@ffff998588b43b80 x1876702247078144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766008.555761:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247078144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766008.555768:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766008.555771:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766008.555773:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247078144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766008.555778:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247078272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766008.555797:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766008.555807:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766008/real 1789766008] req@ffff998588b40000 x1876702247078272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766008.555817:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247078272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766008.555826:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766008.555829:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766008.555832:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247078272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766008.556010:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247078400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766008.556034:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789766008.556055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766008.556060:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766008.556061:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766008.556066:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3308 00000100:00080000:3.0:1789766008.556070:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766008.556075:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766008.556081:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766008.556095:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247078528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766008.557904:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766008/real 1789766008] req@ffff998588b41880 x1876702247078400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766008.557929:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247078400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766008.557941:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766008.557945:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766008.557949:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247078400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766008.557978:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247078528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766008.558042:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766008.558058:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766008/real 1789766008] req@ffff998588b43800 x1876702247078528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766008.558069:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247078528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766008.558076:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766008.558080:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766008.558083:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247078528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766009.514633:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766010.542055:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766011.564728:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766012.587127:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766013.613335:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766013.674683:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766013.674697:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766013.674701:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766013.674712:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3313 00000100:00080000:3.0:1789766013.674726:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766013.674735:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766013.674779:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247078656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766013.674847:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247078656:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766013.674922:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789766013.677207:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766013.677220:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766013.677224:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766013.677234:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3313 00000100:00080000:3.0:1789766013.677245:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766013.677254:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766013.677267:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766013.677320:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247078784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766013.681637:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766013/real 1789766013] req@ffff998588b42d80 x1876702247078656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766013.681672:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247078656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766013.681686:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766013.681691:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766013.681695:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247078656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766013.681734:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247078784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766013.681808:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766013.681828:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766013/real 1789766013] req@ffff998588b41f80 x1876702247078784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766013.681840:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247078784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766013.681848:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766013.681852:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766013.681855:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247078784:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789766013.689873:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766013.689888:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766013.689893:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766013.689907:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3313 00000100:00080000:3.0:1789766013.689922:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766013.689930:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766013.689944:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766013.689987:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247078912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766013.690003:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766013.690006:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766013.690008:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766013.690012:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3313 00000100:00080000:3.0:1789766013.690016:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766013.690020:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766013.690025:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766013.690036:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247079040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766013.690045:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766013.690048:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766013.690049:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766013.690053:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3313 00000100:00080000:3.0:1789766013.690056:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766013.690060:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766013.690064:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766013.690073:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247079168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766013.691512:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247078912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766013.691605:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766013.691642:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766013/real 1789766013] req@ffff998588b41f80 x1876702247078912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766013.691661:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247078912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766013.691673:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766013.691678:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766013.691683:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247078912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766013.691692:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247079040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766013.691715:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766013.691726:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766013/real 1789766013] req@ffff998588b42d80 x1876702247079040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766013.691739:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247079040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766013.691746:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766013.691750:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766013.691753:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247079040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766013.691760:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247079168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766013.691783:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766013.691793:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766013/real 1789766013] req@ffff998588b43800 x1876702247079168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766013.691811:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247079168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766013.691819:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766013.691822:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766013.691825:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247079168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766014.634837:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766015.658848:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766016.684346:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766017.706680:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766018.733833:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766018.794719:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766018.794730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766018.794735:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766018.794759:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3318 00000100:00080000:0.0:1789766018.794771:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766018.794780:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766018.794824:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247079296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766018.794852:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766018.794856:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766018.794858:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766018.794862:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3318 00000100:00080000:0.0:1789766018.794866:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766018.794870:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766018.794880:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766018.794893:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247079424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766018.794903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766018.794906:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766018.794908:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766018.794912:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3318 00000100:00080000:0.0:1789766018.794915:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766018.794921:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766018.794927:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766018.794938:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247079552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766018.794954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766018.794957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766018.794959:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766018.794965:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3318 00000100:00080000:0.0:1789766018.794970:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766018.794974:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766018.794979:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766018.794989:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247079296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766018.794999:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247079680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766018.795012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766018.795017:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766018.795018:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766018.795023:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3318 00000100:00080000:0.0:1789766018.795026:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766018.795031:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766018.795036:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766018.795050:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702247079808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789766018.795090:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766018.795146:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766018/real 1789766018] req@ffff9985856a2d80 x1876702247079296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766018.795166:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247079296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766018.795179:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766018.795183:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766018.795187:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247079296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766018.795195:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247079424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766018.795218:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766018.795230:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766018/real 1789766018] req@ffff9985856a0700 x1876702247079424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766018.795242:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247079424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766018.795256:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766018.795259:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766018.795263:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247079424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766018.795270:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247079552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766018.795496:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766018.795511:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766018/real 1789766018] req@ffff9985856a2680 x1876702247079552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766018.795522:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247079552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766018.795531:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766018.795534:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766018.795537:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247079552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766018.795570:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247079680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766018.795591:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766018.795602:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766018/real 1789766018] req@ffff9985856a1880 x1876702247079680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766018.795613:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247079680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766018.795621:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766018.795625:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766018.795628:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247079680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766018.795634:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247079808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766018.795652:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766018.795662:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766018/real 1789766018] req@ffff9985856a3800 x1876702247079808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766018.795671:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702247079808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766018.795678:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766018.795681:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766018.795685:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247079808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766019.754926:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766020.784736:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766021.809938:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766022.826763:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766023.851896:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766023.914617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766023.914631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766023.914637:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766023.914717:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3323 00000100:00080000:3.0:1789766023.914733:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766023.914741:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766023.914787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247079936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766023.914874:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247079936:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766023.914963:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789766023.914997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766023.915001:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766023.915003:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766023.915008:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3323 00000100:00080000:3.0:1789766023.915013:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766023.915017:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766023.915032:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766023.915047:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247080064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766023.918125:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766023/real 1789766023] req@ffff998588b41880 x1876702247079936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766023.920126:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766023.920141:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766023.920146:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766023.920157:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3323 00000100:00080000:3.0:1789766023.920174:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766023.920183:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766023.920199:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766023.920248:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247080192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766023.920392:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766023.920396:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766023.920398:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766023.920402:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3323 00000100:00080000:3.0:1789766023.920406:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766023.920411:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766023.920417:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766023.920430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247080320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766023.920439:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766023.920442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766023.920444:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766023.920447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3323 00000100:00080000:3.0:1789766023.920450:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766023.920453:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766023.920458:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766023.920467:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247080448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766023.920737:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247079936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766023.920750:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766023.920754:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766023.920759:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247079936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766023.920794:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247080064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766023.920870:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766023.920963:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766023/real 1789766023] req@ffff998588b40000 x1876702247080064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766023.920992:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247080064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766023.921001:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766023.921005:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766023.921009:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247080064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766023.921016:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247080192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766023.921040:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766023.921053:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766023/real 1789766023] req@ffff998588b43b80 x1876702247080192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766023.921064:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247080192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766023.921073:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766023.921076:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766023.921080:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247080192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766023.921086:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247080320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766023.921106:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766023.921118:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766023/real 1789766023] req@ffff998588b42300 x1876702247080320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766023.921134:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247080320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766023.921142:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766023.921145:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766023.921148:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247080320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766023.921154:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247080448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766023.921174:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766023.921186:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766023/real 1789766023] req@ffff998588b43100 x1876702247080448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766023.921198:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247080448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766023.921206:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766023.921209:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766023.921212:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247080448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766024.874712:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766025.898876:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766026.923282:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766027.946716:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766028.970534:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766029.035242:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766029.035256:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766029.035261:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766029.035284:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3328 00000100:00080000:1.0:1789766029.035346:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766029.035356:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766029.035402:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702247080576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766029.035431:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766029.035446:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766029.035448:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766029.035453:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3328 00000100:00080000:1.0:1789766029.035457:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766029.035461:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766029.035471:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766029.035496:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247080704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766029.035506:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766029.035510:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766029.035512:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766029.035515:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3328 00000100:00080000:1.0:1789766029.035519:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766029.035523:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766029.035529:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766029.035538:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247080832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766029.035664:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247080576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766029.035763:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766029.035812:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766029/real 1789766029] req@ffff9985836dad80 x1876702247080576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766029.035839:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702247080576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766029.035849:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766029.035853:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766029.035857:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247080576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766029.035864:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247080704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766029.035888:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766029.035900:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766029/real 1789766029] req@ffff9985836d8a80 x1876702247080704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766029.035912:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247080704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766029.035920:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766029.035924:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766029.035927:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247080704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766029.035932:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247080832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766029.035952:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766029.035964:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766029/real 1789766029] req@ffff9985836d8700 x1876702247080832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766029.035975:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247080832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766029.035987:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766029.035991:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766029.035994:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247080832:192.168.203.136@tcp:8:kworker.0 00000100:00080000:1.0:1789766029.036403:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766029.036410:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766029.036412:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766029.036419:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3328 00000100:00080000:1.0:1789766029.036425:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766029.036430:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766029.036495:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766029.036514:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247080960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766029.036541:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766029.036545:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766029.036547:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766029.036552:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3328 00000100:00080000:1.0:1789766029.036761:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766029.036766:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766029.036772:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766029.036785:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247081088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766029.036903:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247080960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766029.036942:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766029.036964:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766029/real 1789766029] req@ffff9985836d9c00 x1876702247080960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766029.036979:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247080960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766029.036988:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766029.036992:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766029.036995:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247080960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766029.037001:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247081088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766029.037017:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766029.037025:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766029/real 1789766029] req@ffff9985836da680 x1876702247081088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766029.037036:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247081088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766029.037043:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766029.037046:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766029.037049:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247081088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766029.995170:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766031.020995:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766032.042575:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766033.069318:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766034.090439:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766034.155285:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766034.155342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766034.155348:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766034.155359:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3334 00000100:00080000:3.0:1789766034.155369:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766034.155377:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766034.155419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247081216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766034.155438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766034.155442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766034.155443:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766034.155447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3334 00000100:00080000:3.0:1789766034.155450:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766034.155454:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766034.155463:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766034.155477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247081344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766034.155486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766034.155489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766034.155491:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766034.155494:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3334 00000100:00080000:3.0:1789766034.155497:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766034.155501:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766034.155506:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766034.155515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247081472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766034.155530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766034.155533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766034.155534:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766034.155538:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3334 00000100:00080000:3.0:1789766034.155541:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766034.155545:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766034.155549:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766034.155558:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247081600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766034.155567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766034.155570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766034.155571:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766034.155574:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3334 00000100:00080000:3.0:1789766034.155577:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766034.155580:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766034.155585:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766034.155593:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247081728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766034.155714:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247081216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766034.155776:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766034.155816:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766034/real 1789766034] req@ffff998588b42680 x1876702247081216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766034.155833:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247081216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766034.155843:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766034.155847:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766034.155850:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247081216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766034.155857:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247081344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766034.155878:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766034.155890:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766034/real 1789766034] req@ffff998588b42a00 x1876702247081344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766034.155901:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247081344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766034.155909:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766034.155912:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766034.155915:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247081344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766034.155921:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247081472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766034.155940:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766034.155966:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766034/real 1789766034] req@ffff998588b40e00 x1876702247081472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766034.155978:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247081472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766034.155985:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766034.155989:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766034.155992:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247081472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766034.155998:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247081600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766034.156017:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766034.156028:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766034/real 1789766034] req@ffff998588b41c00 x1876702247081600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766034.156039:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247081600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766034.156046:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766034.156049:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766034.156052:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247081600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766034.156058:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247081728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766034.156077:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766034.156087:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766034/real 1789766034] req@ffff998588b43100 x1876702247081728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766034.156097:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247081728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766034.156105:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766034.156108:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766034.156111:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247081728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789766035.115451:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766036.139267:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766037.162501:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766038.186581:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766039.212307:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766039.274616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766039.274631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766039.274636:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766039.274649:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3339 00000100:00080000:0.0:1789766039.274664:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766039.274672:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766039.274717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702247081856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766039.274757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766039.274761:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766039.274763:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766039.274767:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3339 00000100:00080000:0.0:1789766039.274771:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766039.274775:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766039.274785:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766039.274797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247081984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766039.274807:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766039.274810:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766039.274812:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766039.274816:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3339 00000100:00080000:0.0:1789766039.274819:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766039.274823:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766039.274827:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766039.274836:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247082112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766039.274844:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766039.274847:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766039.274848:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766039.274852:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3339 00000100:00080000:0.0:1789766039.274855:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766039.274858:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766039.274862:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766039.274871:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247082240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766039.274879:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766039.274882:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766039.274884:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766039.274887:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3339 00000100:00080000:0.0:1789766039.274890:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766039.274894:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766039.274899:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766039.274909:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247082368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766039.275089:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247081856:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766039.275163:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766039.275226:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766039/real 1789766039] req@ffff9985856a3800 x1876702247081856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766039.275245:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702247081856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766039.275256:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766039.275260:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766039.275272:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247081856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766039.275285:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247081984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766039.275337:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766039.275348:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766039/real 1789766039] req@ffff9985856a1880 x1876702247081984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766039.275359:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247081984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766039.275368:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766039.275371:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766039.275374:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247081984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766039.275381:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247082112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766039.275401:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766039.275411:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766039/real 1789766039] req@ffff9985856a2680 x1876702247082112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766039.275422:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247082112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766039.275430:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766039.275433:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766039.275437:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247082112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766039.275443:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247082240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766039.275461:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766039.275472:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766039/real 1789766039] req@ffff9985856a0700 x1876702247082240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766039.275482:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247082240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766039.275489:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766039.275492:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766039.275495:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247082240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766039.275500:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247082368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766039.275518:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766039.275528:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766039/real 1789766039] req@ffff9985856a2d80 x1876702247082368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766039.275539:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247082368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766039.275546:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766039.275550:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766039.275553:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247082368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766040.234602:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766041.259213:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766042.284805:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766043.308367:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766044.331415:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766044.394409:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766044.394419:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766044.394423:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766044.394435:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3344 00000100:00080000:0.0:1789766044.394447:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766044.394454:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766044.394496:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247082496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766044.394530:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766044.394534:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766044.394536:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766044.394540:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3344 00000100:00080000:0.0:1789766044.394543:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766044.394547:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766044.394557:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766044.394570:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247082624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766044.394578:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766044.394594:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766044.394596:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766044.394600:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3344 00000100:00080000:0.0:1789766044.394603:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766044.394607:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766044.394612:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766044.394624:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247082752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766044.394633:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766044.394636:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766044.394638:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766044.394641:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3344 00000100:00080000:0.0:1789766044.394644:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766044.394647:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766044.394652:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766044.394661:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247082880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766044.394670:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766044.394673:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766044.394674:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766044.394678:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3344 00000100:00080000:0.0:1789766044.394681:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766044.394684:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766044.394689:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766044.394698:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247083008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766044.395194:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247082496:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766044.395262:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766044.395333:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766044/real 1789766044] req@ffff9985856a3480 x1876702247082496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766044.395351:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247082496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766044.395362:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766044.395366:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766044.395370:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247082496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766044.395378:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247082624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766044.395402:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766044.395415:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766044/real 1789766044] req@ffff9985856a0000 x1876702247082624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766044.395427:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247082624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766044.395435:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766044.395438:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766044.395441:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247082624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766044.395447:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247082752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766044.395464:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766044.395473:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766044/real 1789766044] req@ffff9985856a1500 x1876702247082752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766044.395482:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247082752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766044.395495:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766044.395497:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766044.395500:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247082752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766044.395505:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247082880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766044.395520:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766044.395528:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766044/real 1789766044] req@ffff9985856a0e00 x1876702247082880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766044.396735:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247082880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766044.396751:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766044.396755:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766044.396760:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247082880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766044.396769:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247083008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766044.396814:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766044.396832:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766044/real 1789766044] req@ffff9985856a2300 x1876702247083008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766044.396845:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247083008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766044.396853:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766044.396856:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766044.396859:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247083008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766045.360326:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766046.378555:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766047.403761:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766048.426571:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766049.450593:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766049.514708:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766049.514735:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766049.514740:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766049.514752:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3349 00000100:00080000:0.0:1789766049.514767:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766049.514776:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766049.514821:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702247083136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766049.514920:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789766049.514921:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247083136:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789766049.514924:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766049.514926:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766049.514931:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3349 00000100:00080000:0.0:1789766049.514935:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766049.514939:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766049.514949:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766049.514965:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247083264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766049.514975:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766049.514978:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766049.514980:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766049.514983:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3349 00000100:00080000:0.0:1789766049.514993:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766049.514997:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766049.515001:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:1.0:1789766049.515010:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766049.515011:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247083392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766049.515020:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766049.515023:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766049.515024:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766049.515028:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3349 00000100:00080000:0.0:1789766049.515030:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766049.515033:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766049.515037:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766049.515046:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247083520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766049.515054:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766049.515057:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766049.515059:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766049.515062:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3349 00000100:00080000:0.0:1789766049.515066:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766049.515069:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766049.515073:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766049.515073:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766049/real 1789766049] req@ffff9985856a2a00 x1876702247083136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766049.515081:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247083648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766049.515090:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702247083136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766049.515100:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766049.515104:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766049.515107:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247083136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766049.515146:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247083264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766049.515175:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766049.515193:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766049/real 1789766049] req@ffff9985856a2300 x1876702247083264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766049.515214:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247083264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766049.515220:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766049.515223:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766049.515225:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247083264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766049.515229:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247083392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766049.515247:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766049.515254:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766049/real 1789766049] req@ffff9985856a0e00 x1876702247083392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766049.515262:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247083392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766049.515267:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766049.515269:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766049.515271:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247083392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766049.515274:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247083520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766049.515284:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766049.515315:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766049/real 1789766049] req@ffff9985856a1500 x1876702247083520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766049.515322:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247083520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766049.515327:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766049.515329:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766049.515331:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247083520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766049.515335:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247083648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766049.515347:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766049.515353:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766049/real 1789766049] req@ffff9985856a0000 x1876702247083648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766049.515364:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247083648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766049.515369:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766049.515370:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766049.515372:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247083648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766050.475719:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766051.499968:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766052.525204:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766053.546892:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766054.570571:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766054.634623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766054.634636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766054.634642:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766054.634654:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3354 00000100:00080000:3.0:1789766054.634668:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766054.634677:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766054.634724:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247083776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766054.634761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766054.634765:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766054.634766:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766054.634771:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3354 00000100:00080000:3.0:1789766054.634775:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766054.634778:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766054.634789:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766054.634801:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247083904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766054.634810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766054.634814:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766054.634815:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766054.634819:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3354 00000100:00080000:3.0:1789766054.634822:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766054.634826:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766054.634831:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766054.634841:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247084032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766054.634850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766054.634852:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766054.634854:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766054.634858:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3354 00000100:00080000:3.0:1789766054.634860:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766054.634864:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766054.634868:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766054.634878:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247084160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766054.634885:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766054.634888:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766054.634890:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766054.634893:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3354 00000100:00080000:3.0:1789766054.634896:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766054.634899:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766054.634903:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766054.634911:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247084288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766054.635017:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247083776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766054.635155:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247083904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766054.635186:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247084032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766054.635207:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247084160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766054.635228:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247084288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789766055.594493:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766056.618984:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766057.642570:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789766057.707104:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789766057.707170:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789766057.707192:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766057.707237:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766057.707247:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766057.707255:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766057.707263:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789766057.707594:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766054/real 1789766057] req@ffff998588b42300 x1876702247083776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766057.707623:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247083776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766057.707638:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766057.707643:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766057.707648:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247083776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766057.707660:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766054/real 1789766057] req@ffff998588b43b80 x1876702247083904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766057.707673:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247083904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766057.707681:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766057.707685:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766057.707688:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247083904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766057.707695:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766054/real 1789766057] req@ffff998588b40000 x1876702247084032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766057.709807:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247084032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766057.709831:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766057.709837:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766057.709842:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247084032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766057.709853:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766054/real 1789766057] req@ffff998588b41880 x1876702247084160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766057.709869:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247084160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766057.709877:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766057.709880:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766057.709883:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247084160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766057.709892:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766054/real 1789766057] req@ffff998588b43800 x1876702247084288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766057.709905:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247084288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766057.709912:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766057.709916:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766057.709919:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247084288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766058.666644:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766059.690941:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766059.758399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766059.758416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766059.758421:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766059.758435:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3359 00000100:00080000:0.0:1789766059.758450:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766059.758459:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766059.758504:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247084416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766059.758537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766059.758541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766059.758543:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766059.758547:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3359 00000100:00080000:0.0:1789766059.758550:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766059.758554:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766059.758565:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766059.758577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247084544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766059.758596:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247084416:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789766059.758600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766059.758605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766059.758607:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766059.758611:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3359 00000100:00080000:0.0:1789766059.758614:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766059.758618:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766059.758623:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766059.758634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247084672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766059.758644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766059.758649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766059.758651:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766059.758655:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3359 00000100:00080000:0.0:1789766059.758662:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766059.758666:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766059.758671:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766059.758684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247084800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789766059.758684:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789766059.758696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766059.758700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766059.758703:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766059.758707:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3359 00000100:00080000:0.0:1789766059.758711:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766059.758713:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766059.758718:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766059.758728:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247084928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766059.758746:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766059/real 1789766059] req@ffff9985856a3480 x1876702247084416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766059.758767:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247084416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766059.758777:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766059.758781:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766059.758784:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247084416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766059.758810:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247084544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766059.758842:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766059.758854:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766059/real 1789766059] req@ffff9985856a2d80 x1876702247084544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766059.758874:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247084544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766059.758882:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766059.758884:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766059.758887:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247084544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766059.758892:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247084672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766059.758911:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766059.758921:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766059/real 1789766059] req@ffff9985856a0700 x1876702247084672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766059.758930:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247084672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766059.758937:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766059.758940:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766059.758943:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247084672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766059.758947:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247084800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766059.758966:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766059.758975:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766059/real 1789766059] req@ffff9985856a2680 x1876702247084800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766059.758985:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247084800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766059.758998:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766059.759002:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766059.759006:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247084800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766059.759011:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247084928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766059.759029:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766059.759039:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766059/real 1789766059] req@ffff9985856a1880 x1876702247084928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766059.759073:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247084928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766059.759081:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766059.759084:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766059.759087:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247084928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766060.715556:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766061.739521:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766062.762621:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766063.792406:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766064.810670:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766064.875127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766064.875138:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766064.875142:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766064.875152:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3364 00000100:00080000:3.0:1789766064.875163:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766064.875171:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766064.875212:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247085056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766064.875316:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247085056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766064.875379:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789766064.875446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766064.875451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766064.875453:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766064.875457:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3364 00000100:00080000:3.0:1789766064.875461:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766064.875465:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766064.875475:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766064.875490:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247085184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766064.876334:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766064/real 1789766064] req@ffff998588b42d80 x1876702247085056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766064.876356:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247085056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766064.876366:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766064.876370:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766064.876374:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247085056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766064.876402:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247085184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766064.876498:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766064.876565:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766064/real 1789766064] req@ffff998588b41f80 x1876702247085184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766064.876933:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247085184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766064.876942:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766064.876945:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766064.876947:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247085184:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789766064.877127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766064.877132:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766064.877135:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766064.877141:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3364 00000100:00080000:3.0:1789766064.877147:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766064.877153:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766064.877162:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766064.877181:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247085312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766064.877193:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766064.877196:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766064.877198:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766064.877202:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3364 00000100:00080000:3.0:1789766064.877205:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766064.877209:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766064.877213:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766064.877224:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247085440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766064.877234:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766064.877237:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766064.877238:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766064.877242:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3364 00000100:00080000:3.0:1789766064.877246:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766064.877249:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766064.877253:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766064.877264:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247085568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766064.877346:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247085312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766064.877373:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766064.877386:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766064/real 1789766064] req@ffff998588b41f80 x1876702247085312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766064.877398:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247085312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766064.877406:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766064.877408:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766064.877411:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247085312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766064.877481:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247085440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766064.877505:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766064.877895:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766064/real 1789766064] req@ffff998588b42d80 x1876702247085440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766064.877910:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247085440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766064.877918:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766064.877921:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766064.877924:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247085440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766064.877930:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247085568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766064.878160:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766064.878175:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766064/real 1789766064] req@ffff998588b43800 x1876702247085568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766064.878186:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247085568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766064.878193:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766064.878197:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766064.878200:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247085568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766065.839868:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766066.858722:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766067.885091:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766068.910847:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766069.932197:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766069.994595:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766069.994609:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766069.994614:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766069.994626:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3369 00000100:00080000:1.0:1789766069.994639:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766069.994647:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766069.994690:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247085696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766069.994725:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766069.994729:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766069.994731:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766069.994736:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3369 00000100:00080000:1.0:1789766069.994739:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766069.994744:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766069.994754:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766069.994767:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247085824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766069.994776:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766069.994779:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766069.994781:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766069.994784:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3369 00000100:00080000:1.0:1789766069.994787:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766069.994791:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766069.994795:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766069.994804:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247085952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766069.994812:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766069.994815:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766069.994817:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766069.994821:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3369 00000100:00080000:1.0:1789766069.994824:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766069.994827:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766069.994831:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766069.994841:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247086080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766069.994849:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766069.994851:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766069.994853:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766069.994857:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3369 00000100:00080000:1.0:1789766069.994859:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766069.994862:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766069.994866:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766069.994873:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247086208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766069.995069:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247085696:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766069.995142:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766069.995187:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766069/real 1789766069] req@ffff9985836db800 x1876702247085696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766069.995204:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247085696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766069.995220:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766069.995224:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766069.995228:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247085696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766069.995235:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247085824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766069.995256:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766069.995267:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766069/real 1789766069] req@ffff9985836da300 x1876702247085824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766069.995277:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247085824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766069.995284:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766069.995329:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766069.995333:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247085824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766069.995339:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247085952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766069.995358:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766069.995368:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766069/real 1789766069] req@ffff9985836d8e00 x1876702247085952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766069.995379:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247085952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766069.996094:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766069.996104:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766069.996110:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247085952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766069.996120:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247086080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766069.996159:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766069.996178:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766069/real 1789766069] req@ffff9985836d8380 x1876702247086080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766069.996191:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247086080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766069.996199:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766069.996202:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766069.996206:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247086080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766069.996212:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247086208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766069.996234:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766069.996245:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766069/real 1789766069] req@ffff9985836d9880 x1876702247086208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766069.996258:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247086208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766069.996266:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766069.996269:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766069.996273:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247086208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766070.954689:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766071.980857:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766073.002559:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766074.026677:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766075.052371:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766075.114747:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766075.114761:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766075.114766:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766075.114779:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3375 00000100:00080000:1.0:1789766075.114794:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766075.114803:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766075.114851:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702247086336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766075.114889:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766075.114893:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766075.114895:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766075.114899:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3375 00000100:00080000:1.0:1789766075.114903:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766075.114907:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766075.114917:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766075.114947:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247086464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766075.114956:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766075.114960:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766075.114961:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766075.114965:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3375 00000100:00080000:1.0:1789766075.114968:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766075.114972:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766075.114977:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766075.114987:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247086592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766075.114996:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766075.115000:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766075.115002:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766075.115005:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3375 00000100:00080000:1.0:1789766075.115009:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766075.115012:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766075.115017:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766075.115027:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247086720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766075.115036:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766075.115039:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766075.115041:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766075.115044:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3375 00000100:00080000:1.0:1789766075.115048:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766075.115051:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766075.115056:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766075.115065:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247086848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766075.115566:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247086336:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766075.115653:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766075.115714:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766075/real 1789766075] req@ffff9985836d9180 x1876702247086336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766075.115735:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702247086336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766075.115746:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766075.115750:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766075.115754:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247086336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766075.115762:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247086464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766075.115786:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766075.115798:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766075/real 1789766075] req@ffff9985836d9880 x1876702247086464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766075.115811:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247086464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766075.115818:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766075.115821:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766075.115824:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247086464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766075.115830:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247086592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766075.115850:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766075.115860:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766075/real 1789766075] req@ffff9985836d8380 x1876702247086592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766075.115870:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247086592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766075.115882:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766075.115885:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766075.115888:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247086592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766075.115895:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247086720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766075.115913:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766075.115945:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766075/real 1789766075] req@ffff9985836d8e00 x1876702247086720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766075.115955:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247086720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766075.115963:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766075.115966:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766075.115969:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247086720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766075.115974:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247086848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766075.116001:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766075.116013:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766075/real 1789766075] req@ffff9985836da300 x1876702247086848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766075.116026:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247086848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766075.116034:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766075.116036:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766075.116040:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247086848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789766076.074583:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766077.098567:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766078.124020:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766079.146642:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766080.171378:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766080.235830:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766080.235841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766080.235846:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766080.235856:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3380 00000100:00080000:0.0:1789766080.235867:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766080.235875:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766080.235929:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702247086976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766080.235966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766080.235970:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766080.235972:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766080.235976:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3380 00000100:00080000:0.0:1789766080.235979:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766080.235983:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766080.235993:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766080.236006:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247087104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766080.236015:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766080.236018:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766080.236020:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766080.236023:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3380 00000100:00080000:0.0:1789766080.236025:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766080.236029:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766080.236034:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766080.236043:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247087232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766080.236052:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766080.236055:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766080.236057:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766080.236061:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3380 00000100:00080000:0.0:1789766080.236064:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766080.236068:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766080.236072:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766080.236081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247087360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766080.236090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766080.236094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766080.236095:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766080.236099:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3380 00000100:00080000:0.0:1789766080.236102:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766080.236106:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766080.236110:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766080.236119:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247087488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766080.236222:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247086976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766080.236281:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766080.236338:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766080/real 1789766080] req@ffff9985856a3800 x1876702247086976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766080.236353:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702247086976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766080.236362:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766080.236366:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766080.236370:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247086976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766080.236376:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247087104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766080.236394:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766080.236404:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766080/real 1789766080] req@ffff9985856a1880 x1876702247087104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766080.236415:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247087104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766080.236432:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766080.236435:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766080.236438:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247087104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766080.236443:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247087232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766080.236459:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766080.236470:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766080/real 1789766080] req@ffff9985856a2680 x1876702247087232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766080.236479:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247087232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766080.236486:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766080.236489:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766080.236492:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247087232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766080.236497:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247087360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766080.236511:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766080.236519:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766080/real 1789766080] req@ffff9985856a0700 x1876702247087360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766080.236530:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247087360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766080.236536:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766080.236539:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766080.236542:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247087360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766080.236547:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247087488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766080.236563:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766080.236572:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766080/real 1789766080] req@ffff9985856a2d80 x1876702247087488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766080.236582:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247087488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766080.236600:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766080.236603:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766080.236605:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247087488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766081.200340:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766082.221361:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766083.242910:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766084.268609:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766085.291970:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766085.356114:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766085.356128:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766085.356133:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766085.356145:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3385 00000100:00080000:0.0:1789766085.356159:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766085.356168:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766085.356212:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247087616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766085.356252:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766085.356256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766085.356258:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766085.356262:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3385 00000100:00080000:0.0:1789766085.356265:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766085.356269:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766085.356279:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766085.356313:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247087744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766085.356323:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766085.356327:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766085.356329:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766085.356332:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3385 00000100:00080000:0.0:1789766085.356335:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766085.356340:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766085.356345:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766085.356357:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247087872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766085.356367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766085.356370:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766085.356371:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766085.356375:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3385 00000100:00080000:0.0:1789766085.356379:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766085.356382:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766085.356386:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766085.356395:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247088000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766085.356402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766085.356405:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766085.356406:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766085.356410:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3385 00000100:00080000:0.0:1789766085.356412:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766085.356416:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766085.356420:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766085.356430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247088128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766085.356544:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247087616:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766085.356620:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766085.356736:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766085/real 1789766085] req@ffff9985856a3480 x1876702247087616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766085.356774:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247087616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766085.356786:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766085.356791:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766085.356795:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247087616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766085.356802:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247087744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766085.356827:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766085.356839:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766085/real 1789766085] req@ffff9985856a0000 x1876702247087744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766085.356849:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247087744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766085.356870:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766085.356872:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766085.356876:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247087744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766085.356882:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247087872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766085.356903:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766085.356914:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766085/real 1789766085] req@ffff9985856a1500 x1876702247087872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766085.356936:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247087872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766085.356949:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766085.356952:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766085.356955:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247087872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766085.356961:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247088000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766085.356981:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766085.356990:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766085/real 1789766085] req@ffff9985856a0e00 x1876702247088000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766085.356999:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247088000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766085.357007:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766085.357009:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766085.357012:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247088000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766085.357018:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247088128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766085.357033:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766085.357044:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766085/real 1789766085] req@ffff9985856a2300 x1876702247088128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766085.357054:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247088128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766085.357060:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766085.357062:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766085.357066:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247088128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766086.315147:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766087.339591:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766088.365062:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766089.386459:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766090.410501:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766090.474460:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766090.474471:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766090.474476:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766090.474488:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3390 00000100:00080000:1.0:1789766090.474501:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766090.474509:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766090.474548:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247088256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766090.474583:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766090.474587:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766090.474589:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766090.474593:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3390 00000100:00080000:1.0:1789766090.474597:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766090.474600:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766090.474611:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766090.474624:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247088384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766090.474634:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789766090.474636:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247088256:192.168.203.136@tcp:250:kworker.0 00000100:00080000:1.0:1789766090.474638:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766090.474642:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766090.474648:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3390 00000100:00080000:1.0:1789766090.474652:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766090.474656:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766090.474662:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766090.474674:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247088512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766090.474684:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766090.474687:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766090.474689:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766090.474694:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3390 00000100:00080000:1.0:1789766090.474705:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766090.474709:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766090.474713:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766090.474723:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247088640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789766090.474733:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789766090.474735:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766090.474739:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766090.474741:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766090.474746:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3390 00000100:00080000:1.0:1789766090.474750:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766090.474753:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766090.474758:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766090.474779:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247088768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766090.474787:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766090/real 1789766090] req@ffff9985836db800 x1876702247088256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766090.474814:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247088256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766090.474884:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766090.474889:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766090.474893:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247088256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766090.474924:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247088384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766090.474949:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766090.474962:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766090/real 1789766090] req@ffff9985836da680 x1876702247088384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766090.474974:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247088384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766090.474990:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766090.474994:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766090.474997:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247088384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766090.475002:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247088512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766090.475024:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766090.475035:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766090/real 1789766090] req@ffff9985836d9c00 x1876702247088512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766090.475045:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247088512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766090.475059:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766090.475061:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766090.475064:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247088512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766090.475071:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247088640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766090.475091:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766090.475103:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766090/real 1789766090] req@ffff9985836d8700 x1876702247088640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766090.475114:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247088640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766090.475121:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766090.475124:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766090.475127:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247088640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766090.475132:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247088768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766090.475152:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766090.475164:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766090/real 1789766090] req@ffff9985836d8a80 x1876702247088768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766090.475174:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247088768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766090.475181:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766090.475184:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766090.475187:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247088768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766091.434506:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766092.460032:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766093.482651:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766094.509044:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766095.530687:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766095.596169:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766095.596179:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766095.596184:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766095.596195:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3395 00000100:00080000:1.0:1789766095.596206:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766095.596215:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766095.596259:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702247088896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766095.596326:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766095.596329:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766095.596331:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766095.596335:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3395 00000100:00080000:1.0:1789766095.596339:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766095.596343:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766095.596354:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766095.596370:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247089024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766095.596379:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766095.596382:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766095.596384:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766095.596387:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3395 00000100:00080000:1.0:1789766095.596390:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766095.596393:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766095.596397:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766095.596407:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247089152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766095.596416:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766095.596419:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766095.596421:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766095.596425:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3395 00000100:00080000:1.0:1789766095.596428:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766095.596431:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766095.596436:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766095.596446:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247089280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766095.596455:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766095.596458:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766095.596460:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766095.596463:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3395 00000100:00080000:1.0:1789766095.596467:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766095.596470:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766095.596474:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766095.596483:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247089408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766095.598708:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247088896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766095.598796:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766095.598852:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766095/real 1789766095] req@ffff9985836dad80 x1876702247088896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766095.598871:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702247088896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766095.598883:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766095.600688:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766095.600698:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247088896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766095.600714:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247089024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766095.600790:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766095.600818:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766095/real 1789766095] req@ffff9985836d8a80 x1876702247089024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766095.600834:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247089024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766095.600845:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766095.600848:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766095.600851:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247089024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766095.600858:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247089152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766095.600880:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766095.600892:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766095/real 1789766095] req@ffff9985836d8700 x1876702247089152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766095.601564:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247089152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766095.601579:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766095.601583:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766095.601588:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247089152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766095.601598:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247089280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766095.601630:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766095.601648:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766095/real 1789766095] req@ffff9985836d9c00 x1876702247089280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766095.601660:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247089280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766095.601667:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766095.601671:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766095.601674:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247089280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766095.601681:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247089408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766095.601700:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766095.601710:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766095/real 1789766095] req@ffff9985836da680 x1876702247089408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766095.601721:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247089408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766095.601728:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766095.601731:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766095.601734:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247089408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789766096.554597:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766097.578684:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766098.602539:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766099.629467:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766100.650563:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766100.714449:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766100.714463:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766100.714469:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766100.714482:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3400 00000100:00080000:1.0:1789766100.714496:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766100.714505:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766100.714555:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247089536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766100.714643:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247089536:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766100.714749:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789766100.714788:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766100.714792:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766100.714794:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766100.714800:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3400 00000100:00080000:1.0:1789766100.714804:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766100.714808:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766100.714818:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766100.714832:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247089664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766100.715430:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766100/real 1789766100] req@ffff9985836db800 x1876702247089536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766100.715452:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247089536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766100.715463:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766100.715467:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766100.715471:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247089536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766100.715499:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247089664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766100.715532:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766100.715546:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766100/real 1789766100] req@ffff9985836da300 x1876702247089664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766100.715557:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247089664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766100.715566:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766100.715569:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766100.715572:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247089664:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789766100.715812:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766100.715818:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766100.715820:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766100.715826:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3400 00000100:00080000:1.0:1789766100.715832:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766100.715837:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766100.715846:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766100.715863:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247089792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766100.715889:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766100.715893:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766100.715895:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766100.715899:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3400 00000100:00080000:1.0:1789766100.715903:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766100.715907:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766100.715912:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766100.715923:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247089920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766100.715932:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766100.715935:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766100.715937:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766100.715940:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3400 00000100:00080000:1.0:1789766100.715943:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766100.715947:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766100.715952:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766100.715961:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247090048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766100.716027:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247089792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766100.716056:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766100.716070:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766100/real 1789766100] req@ffff9985836d8e00 x1876702247089792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766100.716081:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247089792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766100.716089:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766100.716091:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766100.716094:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247089792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766100.716099:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247089920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766100.716118:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766100.716129:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766100/real 1789766100] req@ffff9985836d8380 x1876702247089920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766100.716138:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247089920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766100.716145:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766100.716148:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766100.716150:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247089920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766100.716155:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247090048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766100.716173:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766100.716183:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766100/real 1789766100] req@ffff9985836d9880 x1876702247090048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766100.716193:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247090048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766100.716200:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766100.716203:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766100.716206:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247090048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766101.674834:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766102.698781:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766103.724037:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766104.746940:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766105.770983:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766105.834569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766105.834583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766105.834588:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766105.834601:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3405 00000100:00080000:3.0:1789766105.834615:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766105.834624:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766105.834671:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247090176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766105.834714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766105.834718:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766105.834719:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766105.834724:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3405 00000100:00080000:3.0:1789766105.834727:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766105.834731:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766105.834742:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766105.834754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247090304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766105.834763:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766105.834766:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766105.834767:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789766105.834892:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247090176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766105.834976:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766105.835025:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766105/real 1789766105] req@ffff998588b41880 x1876702247090176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766105.835044:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247090176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766105.835056:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766105.835060:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766105.835064:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247090176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766105.835071:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247090304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766105.835108:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766105.835120:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766105/real 1789766105] req@ffff998588b40000 x1876702247090304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766105.835133:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247090304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766105.835146:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766105.835149:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766105.835152:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247090304:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789766105.835223:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3405 00000100:00080000:3.0:1789766105.835228:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766105.835233:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766105.835240:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766105.835253:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247090432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766105.835271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766105.835275:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766105.835277:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766105.835281:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3405 00000100:00080000:3.0:1789766105.835285:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766105.835528:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766105.835534:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766105.835549:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247090560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766105.835558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766105.835560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766105.835562:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766105.835565:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3405 00000100:00080000:3.0:1789766105.835569:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766105.835573:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766105.835577:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766105.835586:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247090688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766105.835676:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247090432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766105.835718:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766105.835733:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766105/real 1789766105] req@ffff998588b43b80 x1876702247090432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766105.835745:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247090432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766105.835753:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766105.835756:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766105.835759:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247090432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766105.835765:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247090560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766105.836242:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766105.836257:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766105/real 1789766105] req@ffff998588b42300 x1876702247090560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766105.836271:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247090560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766105.836280:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766105.836283:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766105.836327:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247090560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766105.836854:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247090688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766105.836887:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766105.836901:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766105/real 1789766105] req@ffff998588b43100 x1876702247090688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766105.836914:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247090688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766105.836922:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766105.836926:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766105.836929:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247090688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766106.795934:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766107.821248:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766108.844336:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766109.870170:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766110.891957:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766110.956103:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766110.956113:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766110.956118:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766110.956129:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3410 00000100:00080000:3.0:1789766110.956139:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766110.956146:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766110.956192:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247090816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766110.956231:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766110.956235:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766110.956237:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766110.956241:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3410 00000100:00080000:3.0:1789766110.956245:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766110.956249:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766110.956270:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766110.956285:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247090944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766110.956312:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766110.956315:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766110.956317:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766110.956320:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3410 00000100:00080000:3.0:1789766110.956324:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766110.956327:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766110.956332:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766110.956341:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247091072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766110.956349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766110.956352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766110.956353:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766110.956357:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3410 00000100:00080000:3.0:1789766110.956360:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766110.956364:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766110.956367:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766110.956376:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247091200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766110.956383:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766110.956386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766110.956388:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766110.956391:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3410 00000100:00080000:3.0:1789766110.956394:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766110.956397:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766110.956400:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766110.956411:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247091328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766110.956931:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247090816:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766110.956998:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766110.957052:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766110/real 1789766110] req@ffff998588b41c00 x1876702247090816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766110.957070:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247090816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766110.957080:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766110.957084:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766110.957087:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247090816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766110.957095:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247090944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766110.957117:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766110.957132:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766110/real 1789766110] req@ffff998588b40e00 x1876702247090944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766110.957144:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247090944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766110.957152:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766110.957154:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766110.957157:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247090944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766110.957163:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247091072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766110.957182:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766110.957192:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766110/real 1789766110] req@ffff998588b42a00 x1876702247091072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766110.957202:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247091072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766110.957209:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766110.957211:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766110.957214:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247091072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766110.957219:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247091200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766110.957248:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766110.957865:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766110/real 1789766110] req@ffff998588b42680 x1876702247091200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766110.957881:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247091200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766110.957890:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766110.957894:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766110.957897:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247091200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766110.957904:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247091328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766110.957932:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766110.957945:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766110/real 1789766110] req@ffff998588b43100 x1876702247091328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766110.957957:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247091328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766110.957965:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766110.957968:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766110.957971:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247091328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766111.918486:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766112.939147:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766113.962711:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766114.986681:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766116.011432:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766116.074473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766116.074488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766116.074493:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766116.074506:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3416 00000100:00080000:3.0:1789766116.074522:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766116.074531:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766116.074579:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247091456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766116.074617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766116.074621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766116.074622:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766116.074635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3416 00000100:00080000:3.0:1789766116.074639:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766116.074648:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766116.074662:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766116.074679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247091584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766116.074687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766116.074691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766116.074692:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766116.074695:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3416 00000100:00080000:3.0:1789766116.074699:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766116.074703:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766116.074708:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766116.074717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247091712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766116.074724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766116.074728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766116.074729:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766116.074733:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3416 00000100:00080000:3.0:1789766116.074736:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766116.074740:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766116.074744:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766116.074753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247091840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766116.074766:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766116.074769:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766116.074771:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766116.074775:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3416 00000100:00080000:3.0:1789766116.074777:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766116.074781:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766116.074785:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766116.074795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247091968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766116.075377:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247091456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766116.075478:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766116.075541:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766116/real 1789766116] req@ffff998588b42300 x1876702247091456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766116.075562:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247091456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766116.075575:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766116.075580:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766116.075585:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247091456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766116.075592:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247091584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766116.075617:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766116.075642:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766116/real 1789766116] req@ffff998588b43b80 x1876702247091584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766116.075664:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247091584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766116.075673:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766116.075677:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766116.075680:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247091584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766116.075687:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247091712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766116.075708:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766116.075719:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766116/real 1789766116] req@ffff998588b40000 x1876702247091712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766116.075730:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247091712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766116.075739:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766116.075742:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766116.075746:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247091712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766116.075753:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247091840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766116.075780:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766116.075790:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766116/real 1789766116] req@ffff998588b41880 x1876702247091840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766116.075803:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247091840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766116.075812:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766116.075816:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766116.075819:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247091840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766116.075826:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247091968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766116.075847:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766116.075858:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766116/real 1789766116] req@ffff998588b43800 x1876702247091968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766116.075869:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247091968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766116.075877:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766116.075880:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766116.075884:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247091968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789766117.036032:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766118.058727:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766119.086239:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766120.110209:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766121.130771:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766121.194467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766121.194481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766121.194487:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766121.194500:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3421 00000100:00080000:3.0:1789766121.194515:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766121.194524:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766121.194571:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247092096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766121.194776:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766121.194780:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766121.194782:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766121.194787:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3421 00000100:00080000:3.0:1789766121.194792:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766121.194796:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766121.194807:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766121.194824:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247092224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766121.194834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766121.194837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766121.194838:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766121.194842:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3421 00000100:00080000:3.0:1789766121.194845:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766121.194849:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766121.194853:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766121.194972:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247092352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766121.194982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766121.194986:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766121.194988:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766121.194991:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3421 00000100:00080000:3.0:1789766121.194995:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766121.194999:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766121.195004:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766121.195015:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247092480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766121.195023:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766121.195026:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766121.195028:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766121.195031:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3421 00000100:00080000:3.0:1789766121.195034:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766121.195037:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766121.195041:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766121.195049:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247092608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766121.195263:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247092096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766121.195411:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247092224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766121.195440:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247092352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766121.195462:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247092480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766121.195484:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247092608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766122.155680:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766123.178571:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766124.202539:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789766124.266685:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789766124.266747:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789766124.266768:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766124.266813:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766124.266822:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766124.266830:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766124.266838:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789766124.267413:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766121/real 1789766124] req@ffff998588b42d80 x1876702247092096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766124.267454:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247092096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766124.267468:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766124.267474:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766124.267479:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247092096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766124.267489:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766121/real 1789766124] req@ffff998588b41f80 x1876702247092224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766124.267503:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247092224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766124.267510:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766124.267514:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766124.267517:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247092224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766124.267525:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766121/real 1789766124] req@ffff998588b43800 x1876702247092352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766124.267539:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247092352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766124.267547:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766124.267551:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766124.267554:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247092352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766124.267562:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766121/real 1789766124] req@ffff998588b41880 x1876702247092480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766124.267585:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247092480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766124.267593:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766124.267597:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766124.267599:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247092480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766124.267607:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766121/real 1789766124] req@ffff998588b40000 x1876702247092608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766124.267619:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247092608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766124.267627:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766124.267630:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766124.267633:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247092608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789766125.228263:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766126.250606:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766126.314604:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766126.314617:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766126.314622:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766126.314635:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3426 00000100:00080000:1.0:1789766126.314649:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766126.320867:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766126.320940:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702247092736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766126.321043:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247092736:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766126.321136:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789766126.324917:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766126.324932:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766126.324936:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766126.324950:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3426 00000100:00080000:1.0:1789766126.324964:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766126.324972:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766126.324986:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766126.325030:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247092864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766126.327786:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766126/real 1789766126] req@ffff9985836d9180 x1876702247092736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766126.327835:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702247092736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766126.327849:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766126.327856:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766126.328191:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247092736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766126.328232:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247092864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766126.328334:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766126.328357:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766126/real 1789766126] req@ffff9985836d9880 x1876702247092864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766126.328370:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247092864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766126.328380:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766126.328384:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766126.328387:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247092864:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789766126.334401:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766126.334415:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766126.334420:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766126.334433:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3426 00000100:00080000:1.0:1789766126.334447:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766126.334454:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766126.334470:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766126.334510:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247092992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766126.334526:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766126.334529:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766126.334531:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766126.334536:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3426 00000100:00080000:1.0:1789766126.334539:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766126.334543:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766126.334547:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766126.334993:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247092992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766126.335824:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247093120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766126.335845:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766126.335850:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766126.335852:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766126.335857:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3426 00000800:00000100:0.0:1789766126.336186:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766126.336224:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766126/real 1789766126] req@ffff9985836d8380 x1876702247092992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766126.336242:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247092992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766126.336252:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766126.336257:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766126.336261:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247092992:192.168.203.136@tcp:8:kworker.0 00000100:00080000:1.0:1789766126.336374:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766126.336381:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766126.336393:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766126.336409:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247093248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766126.336655:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247093120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766126.338377:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766126.338426:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766126/real 1789766126] req@ffff9985836d8e00 x1876702247093120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766126.338449:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247093120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766126.338461:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766126.338465:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766126.338470:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247093120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766126.338482:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247093248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766126.338521:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766126.338532:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766126/real 1789766126] req@ffff9985836da300 x1876702247093248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766126.338544:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247093248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766126.340866:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766126.340880:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766126.340888:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247093248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766127.274562:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766128.298777:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766129.324344:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766130.346630:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766131.370886:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766131.437160:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766131.437175:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766131.437182:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766131.437194:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3431 00000100:00080000:0.0:1789766131.437209:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766131.437219:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766131.437263:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702247093376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766131.437325:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766131.437329:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766131.437331:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766131.437336:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3431 00000100:00080000:0.0:1789766131.437339:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766131.437343:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766131.437354:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766131.437369:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247093504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766131.437379:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766131.437382:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766131.437384:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766131.437388:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3431 00000100:00080000:0.0:1789766131.437391:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766131.437394:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766131.437399:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766131.437410:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247093632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766131.437419:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766131.437423:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766131.437425:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766131.437429:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3431 00000100:00080000:0.0:1789766131.437432:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766131.437436:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766131.437441:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766131.437451:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247093760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766131.437461:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766131.437464:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766131.437465:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766131.437469:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3431 00000100:00080000:0.0:1789766131.437472:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766131.437476:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766131.437481:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766131.437490:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247093888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766131.438140:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247093376:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766131.438226:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766131.438321:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766131/real 1789766131] req@ffff9985856a2a00 x1876702247093376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766131.438342:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702247093376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766131.438354:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766131.438358:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766131.438363:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247093376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766131.438370:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247093504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766131.438392:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766131.438405:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766131/real 1789766131] req@ffff9985856a2300 x1876702247093504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766131.438416:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247093504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766131.438424:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766131.438427:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766131.438430:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247093504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766131.438437:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247093632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766131.438454:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766131.438464:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766131/real 1789766131] req@ffff9985856a0e00 x1876702247093632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766131.438481:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247093632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766131.438490:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766131.438493:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766131.438496:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247093632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766131.438501:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247093760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766131.438531:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766131.438542:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766131/real 1789766131] req@ffff9985856a1500 x1876702247093760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766131.438552:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247093760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766131.438559:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766131.438563:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766131.438565:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247093760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766131.438571:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247093888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766131.438590:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766131.438600:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766131/real 1789766131] req@ffff9985856a0000 x1876702247093888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766131.438611:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247093888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766131.438622:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766131.438625:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766131.438627:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247093888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766132.394871:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766133.419688:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766134.443408:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766135.466526:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766136.493363:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766136.554500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766136.554510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766136.554515:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766136.554526:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3436 00000100:00080000:0.0:1789766136.554538:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766136.554545:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766136.554590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247094016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766136.554625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766136.554629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766136.554631:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766136.554635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3436 00000100:00080000:0.0:1789766136.554639:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766136.554643:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766136.554653:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766136.554665:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247094144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766136.554674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766136.554677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766136.554679:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766136.554682:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3436 00000100:00080000:0.0:1789766136.554685:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766136.554689:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766136.554693:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766136.554703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247094272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766136.554712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766136.554714:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766136.554716:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766136.554719:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3436 00000100:00080000:0.0:1789766136.554723:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766136.554726:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766136.554730:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766136.554739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247094400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766136.554748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766136.554751:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766136.554752:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766136.554755:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3436 00000100:00080000:0.0:1789766136.554758:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766136.554761:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766136.554765:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766136.554776:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247094528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766136.554791:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247094016:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766136.554851:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766136.554887:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766136/real 1789766136] req@ffff9985856a3480 x1876702247094016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766136.554904:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247094016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766136.554913:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766136.554917:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766136.554921:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247094016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766136.554928:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247094144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766136.554950:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766136.554962:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766136/real 1789766136] req@ffff9985856a2d80 x1876702247094144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766136.554973:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247094144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766136.554981:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766136.554984:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766136.556172:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247094144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766136.556190:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247094272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766136.556233:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766136.556257:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766136/real 1789766136] req@ffff9985856a0700 x1876702247094272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766136.556270:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247094272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766136.556277:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766136.556281:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766136.556284:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247094272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766136.556305:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247094400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766136.556387:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766136.556399:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766136/real 1789766136] req@ffff9985856a2680 x1876702247094400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766136.556410:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247094400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766136.556417:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766136.556420:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766136.556435:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247094400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766136.556466:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247094528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766136.556502:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766136.556513:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766136/real 1789766136] req@ffff9985856a1880 x1876702247094528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766136.556525:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247094528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766136.556533:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766136.556536:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766136.556539:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247094528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789766137.514999:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766138.538501:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766139.564759:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766140.588665:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766141.615655:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766141.674517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766141.674530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766141.674536:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766141.674558:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3441 00000100:00080000:1.0:1789766141.674572:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766141.674581:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766141.674638:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247094656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766141.674674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766141.674678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766141.674680:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766141.674685:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3441 00000100:00080000:1.0:1789766141.674689:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766141.674693:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766141.674703:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766141.674716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247094784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766141.674726:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766141.674729:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766141.674730:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766141.674734:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3441 00000100:00080000:1.0:1789766141.674737:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766141.674741:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766141.674746:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766141.674756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247094912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766141.674764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766141.674768:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766141.674770:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766141.674774:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3441 00000100:00080000:1.0:1789766141.674777:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766141.674780:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766141.674785:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766141.674794:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247095040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766141.674802:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766141.674806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766141.674807:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766141.674812:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3441 00000100:00080000:1.0:1789766141.674815:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766141.674818:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766141.674823:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766141.674833:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247095168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766141.677083:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247094656:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766141.677180:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766141.677248:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766141/real 1789766141] req@ffff9985836db800 x1876702247094656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766141.677268:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247094656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766141.677281:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766141.677285:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766141.677319:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247094656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766141.677329:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247094784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766141.677352:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766141.677363:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766141/real 1789766141] req@ffff9985836da680 x1876702247094784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766141.677373:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247094784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766141.677380:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766141.677383:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766141.677385:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247094784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766141.677391:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247094912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766141.677411:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766141.677421:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766141/real 1789766141] req@ffff9985836d9c00 x1876702247094912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766141.677432:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247094912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766141.677449:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766141.677452:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766141.677455:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247094912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766141.677462:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247095040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766141.677483:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766141.677497:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766141/real 1789766141] req@ffff9985836d8700 x1876702247095040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766141.677508:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247095040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766141.677515:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766141.677518:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766141.677521:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247095040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766141.677527:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247095168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766141.677549:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766141.677559:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766141/real 1789766141] req@ffff9985836d8a80 x1876702247095168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766141.677569:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247095168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766141.677576:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766141.677579:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766141.677582:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247095168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766142.634528:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766143.661550:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766144.691793:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766145.707065:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766146.731066:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766146.797509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766146.797522:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766146.797527:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766146.797540:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3446 00000100:00080000:0.0:1789766146.797552:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766146.797561:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766146.797605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702247095296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766146.799538:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247095296:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766146.799638:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789766146.800796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766146.800805:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766146.800809:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766146.800818:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3446 00000100:00080000:0.0:1789766146.800829:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766146.800838:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766146.800852:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766146.800892:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247095424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766146.801477:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766146/real 1789766146] req@ffff9985856a3800 x1876702247095296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766146.801505:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702247095296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766146.801517:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766146.801522:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766146.801526:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247095296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766146.801560:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247095424:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789766146.801950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766146.801955:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766146.801957:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766146.801962:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3446 00000100:00080000:0.0:1789766146.801969:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789766146.802108:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789766146.802220:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766146.802229:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766146.802251:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247095552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766146.802265:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766146.802268:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766146.802270:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766146.802274:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3446 00000100:00080000:0.0:1789766146.802280:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766146.802283:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766146.802302:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766146.802315:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247095680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766146.802324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766146.802328:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766146.802329:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766146.802333:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3446 00000100:00080000:0.0:1789766146.802336:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766146.802340:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766146.802344:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766146.802354:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247095808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766146.802449:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766146/real 1789766146] req@ffff9985856a1880 x1876702247095424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766146.802465:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247095424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766146.802481:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766146.802484:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766146.802488:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247095424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766146.802504:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247095552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766146.802528:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766146.802539:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766146/real 1789766146] req@ffff9985856a2680 x1876702247095552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766146.802550:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247095552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766146.802559:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766146.802562:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766146.802566:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247095552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766146.802755:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247095680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766146.802780:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766146.802793:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766146/real 1789766146] req@ffff9985856a0700 x1876702247095680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766146.802917:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247095680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766146.802927:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766146.802930:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766146.802933:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247095680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766146.802940:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247095808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766146.802965:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766146.803047:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766146/real 1789766146] req@ffff9985856a2d80 x1876702247095808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766146.803059:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247095808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766146.803067:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766146.803070:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766146.803073:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247095808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789766147.758793:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766148.778646:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766149.808453:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766150.826763:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766151.850542:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766151.915937:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766151.915950:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766151.915955:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766151.915967:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3451 00000100:00080000:1.0:1789766151.915981:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766151.915990:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766151.916032:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702247095936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766151.916462:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247095936:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766151.916541:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789766151.916621:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766151.916626:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766151.916630:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766151.916635:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3451 00000100:00080000:1.0:1789766151.916639:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766151.916644:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766151.916654:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766151.916672:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247096064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766151.925211:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766151/real 1789766151] req@ffff9985836dad80 x1876702247095936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766151.925245:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702247095936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766151.925259:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766151.925264:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766151.925269:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247095936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766151.925334:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247096064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766151.925423:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766151.925443:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766151/real 1789766151] req@ffff9985836d8a80 x1876702247096064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766151.925456:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247096064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766151.925466:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766151.925469:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766151.925472:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247096064:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789766151.925627:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766151.925633:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766151.925635:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766151.925648:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3451 00000100:00080000:1.0:1789766151.925658:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766151.925666:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766151.925677:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766151.925706:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247096192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766151.925722:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766151.925726:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766151.925727:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766151.925732:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3451 00000100:00080000:1.0:1789766151.925736:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766151.925740:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766151.925745:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766151.925756:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247096320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766151.925765:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766151.925768:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766151.925770:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766151.925773:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3451 00000100:00080000:1.0:1789766151.925775:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766151.925779:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766151.925783:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766151.925793:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247096448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766151.926410:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247096192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766151.926453:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766151.926472:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766151/real 1789766151] req@ffff9985836d8700 x1876702247096192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766151.926486:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247096192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766151.926495:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766151.926499:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766151.926502:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247096192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766151.926508:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247096320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766151.926529:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766151.926540:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766151/real 1789766151] req@ffff9985836d9c00 x1876702247096320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766151.926551:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247096320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766151.926559:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766151.926563:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766151.926566:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247096320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766151.926572:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247096448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766151.926593:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766151.926604:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766151/real 1789766151] req@ffff9985836da680 x1876702247096448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766151.926615:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247096448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766151.926622:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766151.926625:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766151.926628:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247096448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766152.874636:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766153.898659:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766154.925467:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766154.987206:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766154.987215:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766154.987220:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766154.987231:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3456 00000100:00080000:1.0:1789766154.987241:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766154.987249:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766154.987318:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247096576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766154.987337:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766154.987352:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766154.987354:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766154.987359:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3456 00000100:00080000:1.0:1789766154.987363:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766154.987368:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766154.987378:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766154.987390:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247096704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766154.987399:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766154.987402:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766154.987404:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766154.987407:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3457 00000100:00080000:1.0:1789766154.987410:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766154.987414:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766154.987418:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766154.987428:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247096832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766154.987436:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766154.987439:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766154.987441:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766154.987444:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3457 00000100:00080000:1.0:1789766154.987448:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766154.987451:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766154.987455:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766154.987464:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247096960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766154.987473:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766154.987476:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766154.987478:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766154.987482:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3457 00000100:00080000:1.0:1789766154.987484:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766154.987487:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766154.987491:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766154.987499:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247097088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766154.987669:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247096576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766154.987727:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766154.987774:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766154/real 1789766154] req@ffff9985836db800 x1876702247096576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766154.987791:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247096576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766154.987813:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766154.987817:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766154.987821:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247096576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766154.987828:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247096704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766154.987848:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766154.987860:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766154/real 1789766154] req@ffff9985836da300 x1876702247096704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766154.987872:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247096704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766154.987881:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766154.987884:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766154.987887:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247096704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766154.987893:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247096832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766154.987911:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766154.987921:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766154/real 1789766154] req@ffff9985836d8e00 x1876702247096832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766154.987931:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247096832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766154.987938:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766154.987941:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766154.987944:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247096832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766154.987950:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247096960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766154.987978:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766154.987991:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766154/real 1789766154] req@ffff9985836d8380 x1876702247096960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766154.988003:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247096960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766154.988011:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766154.988014:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766154.988017:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247096960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766154.988023:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247097088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766154.988042:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766154.988052:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766154/real 1789766154] req@ffff9985836d9880 x1876702247097088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766154.988063:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247097088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766154.988071:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766154.988074:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766154.988077:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247097088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789766155.951077:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766156.970526:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766157.994523:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766159.027687:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766160.043047:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766160.107050:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766160.107060:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766160.107065:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766160.107075:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3460 00000100:00080000:1.0:1789766160.107086:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766160.107093:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766160.107129:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702247097216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766160.107160:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766160.107164:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766160.107166:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766160.107170:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3460 00000100:00080000:1.0:1789766160.107173:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766160.107177:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766160.107186:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766160.107198:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247097344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766160.107206:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766160.107209:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766160.107211:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766160.107213:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3460 00000100:00080000:1.0:1789766160.107216:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766160.107218:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766160.107222:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766160.107229:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247097472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766160.107237:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766160.107241:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766160.107242:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766160.107245:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3460 00000100:00080000:1.0:1789766160.107248:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766160.107250:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766160.107254:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766160.107261:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247097600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766160.107268:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766160.107271:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766160.107273:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766160.107276:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3460 00000100:00080000:1.0:1789766160.107279:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766160.107282:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766160.107285:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766160.107327:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247097728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766160.107611:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247097216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766160.107669:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766160.107712:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766160/real 1789766160] req@ffff9985836d9180 x1876702247097216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766160.107729:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702247097216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766160.107740:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766160.107744:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766160.107747:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247097216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766160.107754:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247097344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766160.107772:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766160.107782:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766160/real 1789766160] req@ffff9985836d9880 x1876702247097344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766160.107793:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247097344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766160.107801:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766160.107803:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766160.107806:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247097344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766160.107810:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247097472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766160.107824:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766160.107841:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766160/real 1789766160] req@ffff9985836d8380 x1876702247097472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766160.107851:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247097472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766160.107865:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766160.107868:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766160.107872:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247097472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766160.107877:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247097600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766160.107899:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766160.107908:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766160/real 1789766160] req@ffff9985836d8e00 x1876702247097600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766160.107918:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247097600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766160.107926:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766160.107929:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766160.107932:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247097600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766160.107937:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247097728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766160.107951:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766160.107958:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766160/real 1789766160] req@ffff9985836da300 x1876702247097728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766160.107969:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247097728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766160.107976:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766160.107978:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766160.107982:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247097728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766161.066496:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766162.090547:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766163.115929:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766164.141325:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766165.164015:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766165.226822:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766165.226833:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766165.226838:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766165.226848:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3465 00000100:00080000:2.0:1789766165.226857:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766165.226864:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766165.226906:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247097856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766165.226943:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766165.226948:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766165.226950:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766165.226954:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3465 00000100:00080000:2.0:1789766165.226959:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766165.226963:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766165.226973:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766165.226986:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247097984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766165.226995:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766165.226999:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766165.227000:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766165.227003:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3465 00000100:00080000:2.0:1789766165.227006:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766165.227010:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766165.227014:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766165.227022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247098112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766165.227029:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766165.227033:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766165.227034:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766165.227037:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3465 00000100:00080000:2.0:1789766165.227040:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766165.227043:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766165.227047:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766165.227055:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247098240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766165.227062:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766165.227066:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766165.227067:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766165.227070:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3465 00000100:00080000:2.0:1789766165.227072:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766165.227075:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766165.227078:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766165.227086:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247098368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766165.228103:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247097856:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766165.228182:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766165.228239:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766165/real 1789766165] req@ffff9985857d8380 x1876702247097856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766165.228257:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247097856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766165.228277:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766165.228282:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766165.228325:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247097856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766165.228333:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247097984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766165.228357:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766165.228370:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766165/real 1789766165] req@ffff9985857d9180 x1876702247097984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766165.228382:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247097984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766165.228389:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766165.228392:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766165.228396:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247097984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766165.228402:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247098112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766165.228421:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766165.228432:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766165/real 1789766165] req@ffff9985857da300 x1876702247098112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766165.228442:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247098112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766165.228449:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766165.228452:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766165.228454:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247098112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766165.228460:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247098240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766165.228478:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766165.228488:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766165/real 1789766165] req@ffff9985857daa00 x1876702247098240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766165.228500:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247098240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766165.228508:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766165.228511:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766165.228514:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247098240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766165.228520:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247098368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766165.228540:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766165.228563:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766165/real 1789766165] req@ffff9985857d9f80 x1876702247098368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766165.228575:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247098368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766165.228583:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766165.228587:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766165.228590:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247098368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766166.186577:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766167.211079:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766168.234592:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766169.264902:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766170.282635:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766170.346470:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766170.346491:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766170.346496:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766170.346509:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3470 00000100:00080000:1.0:1789766170.346521:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766170.346529:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766170.346572:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247098496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766170.346649:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247098496:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766170.346714:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789766170.346747:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766170.346751:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766170.346754:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766170.346759:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3470 00000100:00080000:1.0:1789766170.346763:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766170.346769:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766170.346778:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766170.346793:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247098624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766170.346979:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766170/real 1789766170] req@ffff9985836db800 x1876702247098496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766170.346999:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247098496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766170.347010:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766170.347014:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766170.347017:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247098496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766170.347043:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247098624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766170.347069:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766170.347082:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766170/real 1789766170] req@ffff9985836da680 x1876702247098624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766170.347095:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247098624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766170.347104:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766170.347119:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766170.347123:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247098624:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789766170.347246:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766170.347250:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766170.347252:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766170.347257:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3470 00000100:00080000:1.0:1789766170.347261:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766170.347266:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766170.347271:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766170.347285:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247098752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766170.347327:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766170.347330:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766170.347332:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766170.347336:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3470 00000100:00080000:1.0:1789766170.347340:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766170.347344:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766170.347348:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766170.347360:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247098880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766170.347369:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766170.347373:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766170.347375:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766170.347378:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3470 00000100:00080000:1.0:1789766170.347381:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766170.347385:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766170.347389:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766170.347398:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247099008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766170.347469:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247098752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766170.347506:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766170.347519:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766170/real 1789766170] req@ffff9985836d9c00 x1876702247098752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766170.347530:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247098752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766170.347540:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766170.347543:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766170.347546:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247098752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766170.347552:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247098880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766170.347570:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766170.347581:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766170/real 1789766170] req@ffff9985836d8700 x1876702247098880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766170.347591:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247098880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766170.347598:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766170.347601:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766170.347604:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247098880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766170.347608:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247099008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766170.347624:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766170.347633:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766170/real 1789766170] req@ffff9985836d8a80 x1876702247099008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766170.347643:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247099008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766170.347650:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766170.347653:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766170.347656:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247099008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766171.306984:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766172.333869:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766173.354728:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766174.378922:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766175.404893:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766175.466512:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766175.466526:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766175.466531:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766175.466545:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3475 00000100:00080000:1.0:1789766175.466558:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766175.466566:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766175.466613:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836dad80 x1876702247099136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766175.466715:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247099136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766175.466802:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789766175.467025:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766175.467030:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766175.467033:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766175.467038:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3475 00000100:00080000:1.0:1789766175.467042:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766175.467047:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766175.467058:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766175.467075:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247099264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766175.467182:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766175/real 1789766175] req@ffff9985836dad80 x1876702247099136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766175.467212:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836dad80 x1876702247099136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766175.467222:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766175.467226:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766175.467231:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247099136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766175.467259:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247099264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766175.467284:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766175.467405:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766175/real 1789766175] req@ffff9985836d8a80 x1876702247099264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766175.467418:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247099264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766175.467433:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766175.467437:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766175.467440:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247099264:192.168.203.136@tcp:38:kworker.0 00000100:00080000:1.0:1789766175.467597:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766175.467602:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766175.467604:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766175.467609:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3475 00000100:00080000:1.0:1789766175.467613:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766175.467617:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766175.467624:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766175.467638:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247099392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766175.467931:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247099392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766175.467961:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:1.0:1789766175.467983:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766175.467987:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766175.467990:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766175.467995:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3475 00000100:00080000:1.0:1789766175.467999:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766175.468004:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766175.468010:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766175.468022:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247099520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766175.468064:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766175/real 1789766175] req@ffff9985836d8700 x1876702247099392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766175.468078:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247099392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766175.468087:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766175.468090:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766175.468093:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247099392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766175.468106:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247099520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766175.468128:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766175.468139:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766175/real 1789766175] req@ffff9985836d9c00 x1876702247099520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766175.468151:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247099520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766175.468159:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766175.468161:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766175.468165:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247099520:192.168.203.136@tcp:8:kworker.0 00000100:00080000:1.0:1789766175.468248:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766175.468253:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766175.468255:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766175.468259:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3475 00000100:00080000:1.0:1789766175.468264:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766175.468269:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766175.468275:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766175.468307:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247099648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766175.468351:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247099648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766175.468375:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766175.468508:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766175/real 1789766175] req@ffff9985836da680 x1876702247099648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766175.468522:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247099648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766175.468529:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766175.468532:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766175.468535:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247099648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789766176.426991:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766177.450607:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766178.475204:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766179.498504:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766180.522572:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766180.586594:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766180.586603:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766180.586607:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766180.586617:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3480 00000100:00080000:2.0:1789766180.586627:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766180.586634:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766180.586678:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247099776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766180.586707:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766180.586710:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766180.586712:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766180.586716:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3480 00000100:00080000:2.0:1789766180.586719:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766180.586722:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766180.586732:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766180.586744:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702247099904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766180.586752:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766180.586755:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766180.586757:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766180.586761:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3480 00000100:00080000:2.0:1789766180.586764:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766180.586767:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766180.586771:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766180.586781:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702247100032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766180.586789:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766180.586792:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766180.586794:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766180.586797:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3480 00000100:00080000:2.0:1789766180.586800:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766180.586803:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766180.586808:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766180.586818:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247100160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766180.586833:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766180.586836:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766180.586838:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766180.586841:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3480 00000100:00080000:2.0:1789766180.586844:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766180.586847:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766180.586850:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766180.586858:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247100288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766180.586948:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247099776:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766180.587007:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766180.587044:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766180/real 1789766180] req@ffff9985857d8e00 x1876702247099776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766180.587060:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247099776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766180.587069:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766180.587073:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766180.587076:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247099776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766180.587083:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247099904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766180.587117:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766180.587129:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766180/real 1789766180] req@ffff9985857d8000 x1876702247099904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766180.587139:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702247099904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766180.587146:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766180.587149:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766180.587162:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247099904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766180.587168:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247100032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766180.587186:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766180.587196:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766180/real 1789766180] req@ffff9985857d9500 x1876702247100032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766180.587206:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702247100032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766180.587213:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766180.587215:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766180.587218:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247100032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766180.587222:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247100160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766180.587238:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766180.587247:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766180/real 1789766180] req@ffff9985857d9f80 x1876702247100160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766180.587258:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247100160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766180.587265:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766180.587268:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766180.587271:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247100160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766180.587276:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247100288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766180.587324:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766180.587334:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766180/real 1789766180] req@ffff9985857daa00 x1876702247100288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766180.587345:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247100288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766180.587353:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766180.587356:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766180.587359:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247100288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766181.546521:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766182.570505:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766183.596607:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766184.619235:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766185.642548:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766185.706415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766185.706425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766185.706430:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766185.706450:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3485 00000100:00080000:2.0:1789766185.706461:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766185.706468:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766185.706511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247100416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766185.706544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766185.706548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766185.706549:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766185.706553:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3485 00000100:00080000:2.0:1789766185.706557:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766185.706560:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766185.706571:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766185.706583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247100544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766185.706592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766185.706595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766185.706597:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766185.706601:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3485 00000100:00080000:2.0:1789766185.706604:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766185.706607:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766185.706611:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766185.706715:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247100416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766185.706831:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247100544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789766185.706977:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247100672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766185.706997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766185.707002:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766185.707003:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766185.707007:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3485 00000100:00080000:2.0:1789766185.707012:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766185.707016:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766185.707021:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766185.707031:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247100800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766185.707041:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766185.707043:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766185.707046:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766185.707049:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3485 00000100:00080000:2.0:1789766185.707052:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766185.707055:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766185.707060:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766185.707069:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247100928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766185.707143:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247100672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766185.707171:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247100800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766185.707198:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247100928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766186.673214:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766187.690512:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766188.719641:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789766188.778834:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:1.0:1789766188.778893:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789766188.778914:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789766188.778964:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789766188.778974:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789766188.779060:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789766188.779070:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789766188.786698:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766185/real 1789766188] req@ffff9985857d8380 x1876702247100672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766188.786750:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247100672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766188.786765:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766188.786771:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766188.786775:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247100672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766188.786784:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766185/real 1789766188] req@ffff9985857dbb80 x1876702247100800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766188.786796:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247100800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766188.786804:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766188.786808:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766188.786811:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247100800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766188.786818:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766185/real 1789766188] req@ffff9985857d8a80 x1876702247100928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766188.786829:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247100928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766188.786836:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766188.786839:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766188.786842:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247100928:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766188.786850:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766185/real 1789766188] req@ffff9985857da300 x1876702247100416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766188.786863:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247100416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766188.786871:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766188.786875:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766188.786878:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247100416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766188.786886:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766185/real 1789766188] req@ffff9985857d9180 x1876702247100544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766188.786899:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247100544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766188.786906:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766188.786910:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766188.786913:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247100544:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766189.738541:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766190.762709:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766190.826470:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766190.826480:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766190.826484:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766190.826494:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3490 00000100:00080000:3.0:1789766190.826505:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766190.826513:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766190.826558:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247101056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766190.826591:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766190.826594:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766190.826596:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766190.826601:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3490 00000100:00080000:3.0:1789766190.826604:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766190.826608:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766190.826618:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766190.826631:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247101184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766190.826640:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766190.826644:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766190.826646:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766190.826649:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3490 00000100:00080000:3.0:1789766190.826652:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766190.826656:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766190.826661:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766190.826672:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247101312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766190.826680:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766190.826683:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766190.826685:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766190.826688:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3490 00000100:00080000:3.0:1789766190.826692:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766190.826696:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766190.826700:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766190.826709:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247101440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766190.826718:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766190.826721:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766190.826723:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766190.826726:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3490 00000100:00080000:3.0:1789766190.826729:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766190.826732:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766190.826736:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766190.826746:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247101568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766190.826850:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247101056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766190.826912:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766190.826949:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766190/real 1789766190] req@ffff998588b43b80 x1876702247101056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766190.826965:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247101056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766190.826976:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766190.826979:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766190.826983:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247101056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766190.826990:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247101184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766190.827015:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766190.827028:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766190/real 1789766190] req@ffff998588b42300 x1876702247101184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766190.827041:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247101184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766190.827049:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766190.827052:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766190.827055:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247101184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766190.827060:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247101312:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766190.827091:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766190.827103:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766190/real 1789766190] req@ffff998588b43100 x1876702247101312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766190.827115:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247101312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766190.827123:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766190.827126:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766190.827129:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247101312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766190.827135:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247101440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766190.827154:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766190.827165:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766190/real 1789766190] req@ffff998588b42680 x1876702247101440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766190.827175:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247101440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766190.827183:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766190.827186:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766190.827188:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247101440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766190.827193:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247101568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766190.827212:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766190.827222:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766190/real 1789766190] req@ffff998588b42a00 x1876702247101568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766190.827232:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247101568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766190.827239:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766190.827242:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766190.827245:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247101568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766191.786714:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766192.812769:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766193.834767:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766194.858632:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766195.887284:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766195.946446:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766195.946460:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766195.946464:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766195.946478:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3495 00000100:00080000:3.0:1789766195.946492:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766195.946501:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766195.946544:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247101696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766195.946638:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247101696:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766195.946717:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789766195.946756:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766195.946760:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766195.946762:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766195.946766:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3495 00000100:00080000:3.0:1789766195.946771:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766195.946775:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766195.946785:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766195.946802:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247101824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766195.946867:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766195/real 1789766195] req@ffff998588b40e00 x1876702247101696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766195.946887:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247101696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766195.946904:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766195.946908:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766195.946912:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247101696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766195.946939:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247101824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766195.946963:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766195.946975:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766195/real 1789766195] req@ffff998588b41c00 x1876702247101824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766195.946987:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247101824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766195.946995:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766195.946998:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766195.947001:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247101824:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789766195.949820:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766195.949831:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766195.949835:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766195.949847:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3495 00000100:00080000:3.0:1789766195.949859:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766195.949868:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766195.949881:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766195.949920:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247101952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766195.949976:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247101952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766195.950059:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789766195.950092:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766195.950096:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766195.950098:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766195.950102:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3495 00000100:00080000:3.0:1789766195.950106:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766195.950111:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766195.950116:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766195.950129:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247102080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766195.950177:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766195/real 1789766195] req@ffff998588b41c00 x1876702247101952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766195.950196:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247101952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766195.950207:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766195.950211:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766195.950214:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247101952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766195.950240:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247102080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766195.950262:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766195.950274:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766195/real 1789766195] req@ffff998588b40e00 x1876702247102080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766195.950331:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247102080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766195.950339:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766195.950342:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766195.950345:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247102080:192.168.203.136@tcp:8:kworker.0 00000100:00080000:3.0:1789766195.950515:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766195.950519:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766195.950521:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766195.950526:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3495 00000100:00080000:3.0:1789766195.950531:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766195.950535:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766195.950541:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766195.950627:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247102208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766195.950670:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247102208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766195.950697:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766195.950771:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766195/real 1789766195] req@ffff998588b42a00 x1876702247102208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766195.950784:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247102208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766195.950792:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766195.950795:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766195.950799:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247102208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766196.907128:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766197.930489:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766198.954702:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766199.978891:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766201.006454:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766201.070244:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766201.070258:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766201.070262:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766201.070277:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3501 00000100:00080000:0.0:1789766201.070326:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766201.070335:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766201.070390:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247102336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766201.070431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766201.070435:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766201.070436:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766201.070441:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3501 00000100:00080000:0.0:1789766201.070445:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766201.070449:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766201.070459:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766201.070473:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247102464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766201.070483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766201.070486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766201.070488:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766201.070492:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3501 00000100:00080000:0.0:1789766201.070495:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766201.070498:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766201.070502:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766201.070513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247102592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766201.070529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766201.070532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766201.070534:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766201.070538:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3501 00000100:00080000:0.0:1789766201.070541:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766201.070545:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766201.070549:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766201.070560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247102720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766201.070569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766201.070573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766201.070575:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766201.070578:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3501 00000100:00080000:0.0:1789766201.070580:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766201.070584:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766201.070587:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766201.070596:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247102848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766201.070750:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247102336:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766201.070834:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766201.070898:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766201/real 1789766201] req@ffff9985856a3480 x1876702247102336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766201.070918:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247102336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766201.070929:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766201.070933:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766201.070937:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247102336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766201.070944:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247102464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766201.070967:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766201.070979:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766201/real 1789766201] req@ffff9985856a0000 x1876702247102464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766201.070992:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247102464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766201.071009:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766201.071012:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766201.071015:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247102464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766201.071022:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247102592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766201.071041:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766201.071052:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766201/real 1789766201] req@ffff9985856a1500 x1876702247102592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766201.071063:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247102592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766201.071070:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766201.071073:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766201.071076:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247102592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766201.071082:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247102720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766201.071101:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766201.071222:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766201/real 1789766201] req@ffff9985856a0e00 x1876702247102720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766201.071234:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247102720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766201.071242:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766201.071245:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766201.071248:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247102720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766201.071254:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247102848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766201.071276:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766201.071315:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766201/real 1789766201] req@ffff9985856a2300 x1876702247102848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766201.071329:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247102848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766201.071337:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766201.071341:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766201.071343:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247102848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766202.033095:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766203.053419:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766204.074703:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766205.098532:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766206.122500:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766206.186421:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766206.186430:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766206.186433:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766206.186441:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3506 00000100:00080000:3.0:1789766206.186454:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766206.186459:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766206.186503:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247102976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766206.186534:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766206.186538:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766206.186539:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766206.186544:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3506 00000100:00080000:3.0:1789766206.186548:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766206.186553:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766206.186563:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766206.186576:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247103104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766206.186579:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247102976:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789766206.186588:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766206.186591:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766206.186593:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766206.186596:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3506 00000100:00080000:3.0:1789766206.186598:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766206.186602:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766206.186619:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766206.186632:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247103232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766206.186641:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766206.186644:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766206.186646:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766206.186650:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3506 00000100:00080000:3.0:1789766206.186653:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766206.186657:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766206.186661:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766206.186670:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247103360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766206.186677:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766206.186680:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766206.186682:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766206.186685:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3506 00000100:00080000:3.0:1789766206.186687:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766206.186691:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766206.186695:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766206.186701:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247103488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789766206.186722:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766206.186771:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766206/real 1789766206] req@ffff998588b42680 x1876702247102976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766206.186789:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247102976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766206.186799:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766206.186803:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766206.186807:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247102976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766206.186833:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247103104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766206.186855:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766206.186868:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766206/real 1789766206] req@ffff998588b43100 x1876702247103104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766206.186880:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247103104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766206.186888:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766206.186891:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766206.186894:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247103104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766206.186900:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247103232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766206.186920:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766206.186932:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766206/real 1789766206] req@ffff998588b42300 x1876702247103232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766206.186942:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247103232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766206.186949:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766206.186974:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766206.186978:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247103232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766206.186984:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247103360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766206.187007:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766206.187018:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766206/real 1789766206] req@ffff998588b43b80 x1876702247103360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766206.187028:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247103360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766206.187035:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766206.187038:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766206.187051:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247103360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766206.187057:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247103488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766206.187078:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766206.187098:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766206/real 1789766206] req@ffff998588b40000 x1876702247103488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766206.187109:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247103488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766206.187117:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766206.187120:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766206.187123:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247103488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766207.146533:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766208.170896:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766209.195485:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766210.218902:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766211.242609:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766211.306425:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766211.306441:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766211.306446:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766211.306459:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3511 00000100:00080000:3.0:1789766211.306472:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766211.306481:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766211.306524:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247103616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766211.306558:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766211.306562:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766211.306564:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766211.306569:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3511 00000100:00080000:3.0:1789766211.306573:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766211.306576:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766211.306587:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766211.306602:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247103616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:3.0:1789766211.306604:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247103744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766211.306618:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766211.306621:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766211.306624:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766211.306628:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3511 00000100:00080000:3.0:1789766211.306631:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766211.306636:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766211.306642:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:1.0:1789766211.306679:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766211.306717:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766211/real 1789766211] req@ffff998588b41880 x1876702247103616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766211.306737:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247103616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766211.306744:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247103872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766211.306751:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766211.306758:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766211.306759:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00080000:3.0:1789766211.306766:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766211.306769:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789766211.306771:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247103616:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789766211.306776:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3511 00000100:00080000:3.0:1789766211.306782:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766211.306786:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766211.306792:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766211.306804:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247103744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789766211.306805:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247104000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766211.306819:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766211.306823:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766211.306825:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789766211.306828:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789766211.306832:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3511 00000100:00080000:3.0:1789766211.306837:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789766211.306840:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766211/real 1789766211] req@ffff998588b43800 x1876702247103744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766211.306845:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766211.306854:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766211.306857:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247103744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766211.306864:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766211.306869:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:3.0:1789766211.306870:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247104128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766211.306872:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247103744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766211.306882:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247103872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766211.306902:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766211.306909:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766211/real 1789766211] req@ffff998588b41f80 x1876702247103872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766211.306916:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247103872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766211.306941:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766211.306944:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766211.306947:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247103872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766211.306995:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247104000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766211.307016:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766211.307027:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766211/real 1789766211] req@ffff998588b42d80 x1876702247104000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766211.307038:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247104000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766211.307046:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766211.307049:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766211.307052:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247104000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766211.307058:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247104128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766211.307078:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766211.307090:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766211/real 1789766211] req@ffff998588b41880 x1876702247104128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766211.307101:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247104128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766211.307108:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766211.307111:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766211.307115:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247104128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766212.267351:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766213.290747:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766214.314553:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766215.338563:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766216.364732:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766216.427808:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766216.427817:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766216.427822:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766216.427832:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3516 00000100:00080000:0.0:1789766216.427844:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766216.427853:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766216.427908:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702247104256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766216.427930:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766216.427934:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766216.427936:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766216.427940:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3516 00000100:00080000:0.0:1789766216.427944:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766216.427948:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766216.427958:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766216.427983:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247104384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766216.427993:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766216.427996:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766216.427998:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766216.428001:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3516 00000100:00080000:0.0:1789766216.428005:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766216.428008:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766216.428013:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766216.428022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247104512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766216.428032:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766216.428036:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766216.428037:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766216.428041:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3516 00000100:00080000:0.0:1789766216.428044:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766216.428047:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766216.428050:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766216.428058:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247104640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766216.428066:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766216.428069:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766216.428071:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766216.428074:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3516 00000100:00080000:0.0:1789766216.428077:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766216.428080:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766216.428083:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766216.428089:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247104768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766216.431785:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247104256:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766216.431898:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766216.431965:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766216/real 1789766216] req@ffff9985856a2a00 x1876702247104256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766216.431986:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702247104256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766216.431998:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766216.432003:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766216.432007:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247104256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766216.432014:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247104384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766216.432035:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766216.432045:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766216/real 1789766216] req@ffff9985856a2300 x1876702247104384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766216.432056:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247104384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766216.432063:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766216.432066:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766216.432069:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247104384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766216.432076:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247104512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766216.432091:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766216.432099:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766216/real 1789766216] req@ffff9985856a0e00 x1876702247104512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766216.432109:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247104512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766216.432116:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766216.432119:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766216.432122:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247104512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766216.432127:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247104640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766216.432141:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766216.432150:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766216/real 1789766216] req@ffff9985856a1500 x1876702247104640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766216.432165:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247104640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766216.432172:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766216.432175:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766216.432178:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247104640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766216.432184:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247104768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766216.432201:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766216.432209:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766216/real 1789766216] req@ffff9985856a0000 x1876702247104768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766216.432219:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247104768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766216.432226:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766216.432229:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766216.432231:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247104768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766217.386470:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766218.410789:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766219.435533:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766220.458526:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766221.483185:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766221.546401:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766221.546412:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766221.546417:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766221.546427:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3521 00000100:00080000:0.0:1789766221.546449:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766221.546457:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766221.546497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247104896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766221.546529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766221.546532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766221.546534:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766221.546538:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3521 00000100:00080000:0.0:1789766221.546542:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766221.546546:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766221.546556:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766221.546590:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247104896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766221.546654:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766221.546670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247105024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766221.546682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766221.546686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766221.546687:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766221.546691:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3521 00000100:00080000:0.0:1789766221.546696:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766221.546701:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766221.546706:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766221.546716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247105152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766221.546725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766221.546728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766221.546730:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766221.546735:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3521 00000100:00080000:0.0:1789766221.546738:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766221.546742:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766221.546747:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766221.546758:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247105280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766221.546767:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766221.546770:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766221.546772:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789766221.546775:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766221/real 1789766221] req@ffff9985856a3480 x1876702247104896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766221.546779:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3521 00000100:00080000:0.0:1789766221.546785:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766221.546792:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766221.546798:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766221.546807:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247104896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766221.546812:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247105408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766221.546825:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766221.546832:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766221.546837:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247104896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766221.546873:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247105024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766221.546899:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766221.546913:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766221/real 1789766221] req@ffff9985856a2d80 x1876702247105024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766221.546926:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247105024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766221.546934:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766221.546937:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766221.546940:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247105024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766221.546947:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247105152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766221.546969:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766221.546980:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766221/real 1789766221] req@ffff9985856a0700 x1876702247105152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766221.546990:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247105152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766221.546998:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766221.547001:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766221.547004:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247105152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766221.547009:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247105280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766221.547027:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766221.547037:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766221/real 1789766221] req@ffff9985856a2680 x1876702247105280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766221.547047:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247105280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766221.547055:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766221.547058:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766221.547061:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247105280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766221.547066:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247105408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766221.547085:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766221.547095:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766221/real 1789766221] req@ffff9985856a1880 x1876702247105408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766221.547105:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247105408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766221.547113:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766221.547115:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766221.547118:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247105408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766222.506771:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766223.530554:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766224.557490:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766225.578520:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766226.602578:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766226.668693:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766226.668704:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766226.668709:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766226.668719:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3526 00000100:00080000:3.0:1789766226.668730:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766226.668738:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766226.668778:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247105536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766226.668822:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766226.668827:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766226.668828:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766226.668845:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3526 00000100:00080000:3.0:1789766226.668849:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766226.668853:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766226.668864:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766226.668878:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247105664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766226.668895:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766226.668898:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766226.668900:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766226.668903:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3526 00000100:00080000:3.0:1789766226.668906:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766226.668909:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766226.668914:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766226.669079:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247105536:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766226.669142:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766226.669180:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766226/real 1789766226] req@ffff998588b40000 x1876702247105536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766226.669198:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247105536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766226.669208:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766226.669212:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766226.669216:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247105536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766226.669222:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247105664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766226.669244:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766226.669256:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766226/real 1789766226] req@ffff998588b43b80 x1876702247105664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766226.669268:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247105664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766226.669282:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766226.669285:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766226.669319:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247105664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789766226.669739:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247105792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766226.669759:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766226.669763:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766226.669765:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766226.669769:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3526 00000100:00080000:3.0:1789766226.669774:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766226.669778:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766226.669784:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766226.669796:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247105920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766226.669805:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766226.669809:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766226.669818:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766226.669821:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3526 00000100:00080000:3.0:1789766226.669825:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766226.669828:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766226.669841:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766226.669850:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247106048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766226.670137:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247105792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766226.670169:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766226.670183:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766226/real 1789766226] req@ffff998588b42300 x1876702247105792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766226.670196:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247105792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766226.670205:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766226.670209:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766226.670212:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247105792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766226.670218:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247105920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766226.670236:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766226.670246:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766226/real 1789766226] req@ffff998588b43100 x1876702247105920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766226.670257:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247105920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766226.670265:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766226.670267:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766226.670271:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247105920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766226.670276:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247106048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766226.670315:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766226.670326:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766226/real 1789766226] req@ffff998588b42680 x1876702247106048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766226.670337:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247106048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766226.670345:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766226.670348:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766226.670355:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247106048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766227.626591:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766228.650475:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766229.674516:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766230.698675:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766231.723010:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766231.786547:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766231.786557:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766231.786562:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766231.786573:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3531 00000100:00080000:3.0:1789766231.786585:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766231.786592:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766231.786634:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247106176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766231.786669:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766231.786673:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766231.786674:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766231.786679:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3531 00000100:00080000:3.0:1789766231.786682:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766231.786687:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766231.786697:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766231.786712:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247106304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766231.786722:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766231.786726:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766231.786728:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766231.786731:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3531 00000100:00080000:3.0:1789766231.786734:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766231.786738:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766231.786743:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766231.786754:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247106432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766231.786764:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766231.786767:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766231.786769:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766231.786787:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3531 00000100:00080000:3.0:1789766231.786790:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766231.786794:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766231.786798:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766231.786809:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247106560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766231.786820:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766231.786823:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766231.786825:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766231.786829:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3531 00000100:00080000:3.0:1789766231.786834:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789766231.786838:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247106176:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789766231.786850:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766231.786855:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766231.786867:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247106688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789766231.786903:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766231.786947:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766231/real 1789766231] req@ffff998588b42a00 x1876702247106176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766231.786965:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247106176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766231.786977:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766231.786981:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766231.786985:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247106176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766231.786992:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247106304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766231.787011:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766231.787022:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766231/real 1789766231] req@ffff998588b40e00 x1876702247106304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766231.787035:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247106304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766231.787043:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766231.787047:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766231.787050:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247106304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766231.787056:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247106432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766231.787072:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766231.787081:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766231/real 1789766231] req@ffff998588b41c00 x1876702247106432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766231.787092:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247106432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766231.787101:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766231.787105:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766231.787109:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247106432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766231.787116:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247106560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766231.787132:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766231.787141:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766231/real 1789766231] req@ffff998588b42680 x1876702247106560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766231.787151:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247106560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766231.787160:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766231.787163:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766231.787166:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247106560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766231.787193:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247106688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766231.787208:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766231.787217:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766231/real 1789766231] req@ffff998588b43100 x1876702247106688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766231.787228:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247106688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766231.787237:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766231.787240:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766231.787243:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247106688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789766232.746553:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766233.770538:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766234.794975:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766235.822121:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766236.842972:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766236.908448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766236.908461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766236.908466:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766236.908549:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3536 00000100:00080000:2.0:1789766236.908564:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766236.908572:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766236.908616:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247106816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766236.908649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766236.908656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766236.908658:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766236.908662:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3536 00000100:00080000:2.0:1789766236.908666:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766236.908670:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766236.908681:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766236.908697:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247106944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766236.908707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766236.908710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766236.908712:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766236.908716:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3536 00000100:00080000:2.0:1789766236.908719:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766236.908724:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766236.908732:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766236.908744:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247106816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789766236.908757:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247107072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766236.908770:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766236.908774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766236.908776:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766236.908781:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3536 00000100:00080000:2.0:1789766236.908786:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766236.908790:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766236.908796:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766236.908811:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247107200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766236.908820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766236.908824:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766236.908830:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789766236.908832:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789766236.908838:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3536 00000100:00080000:2.0:1789766236.908846:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766236.908851:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766236.908856:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766236.908870:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247107328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766236.908886:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766236/real 1789766236] req@ffff9985857d9880 x1876702247106816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766236.908906:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247106816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766236.908916:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766236.908921:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766236.908925:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247106816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766236.908934:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247106944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766236.908961:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766236.908977:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766236/real 1789766236] req@ffff9985857db800 x1876702247106944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766236.909073:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247106944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766236.909082:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766236.909085:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766236.909089:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247106944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766236.909117:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247107072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766236.909141:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766236.909153:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766236/real 1789766236] req@ffff9985857db100 x1876702247107072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766236.909165:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247107072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766236.909174:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766236.909178:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766236.909181:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247107072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766236.909188:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247107200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766236.909284:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766236.909342:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766236/real 1789766236] req@ffff9985857d9180 x1876702247107200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766236.909355:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247107200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766236.909363:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766236.909366:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766236.909369:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247107200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766236.909375:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247107328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766236.909396:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766236.909406:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766236/real 1789766236] req@ffff9985857da300 x1876702247107328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766236.909417:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247107328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766236.909424:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766236.909428:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766236.909431:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247107328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766237.866543:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766238.890586:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766239.914588:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766240.944178:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766241.963603:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766242.026504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766242.026519:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766242.026524:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766242.026537:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3541 00000100:00080000:0.0:1789766242.026552:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766242.026561:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766242.026610:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702247107456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766242.026652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766242.026659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766242.026660:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766242.026665:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3541 00000100:00080000:0.0:1789766242.026669:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766242.026674:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766242.026685:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766242.026713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247107584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766242.026724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766242.026728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766242.026729:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766242.026733:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3541 00000100:00080000:0.0:1789766242.026737:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766242.026740:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766242.026746:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766242.026758:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247107712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766242.026767:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766242.026771:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766242.026773:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766242.026777:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3541 00000100:00080000:0.0:1789766242.026780:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766242.026784:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766242.026790:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766242.026800:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247107840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766242.026810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766242.026814:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766242.026816:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766242.026820:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3541 00000100:00080000:0.0:1789766242.026823:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766242.026827:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766242.026831:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766242.026840:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247107968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766242.027009:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247107456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766242.027180:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766242.027244:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766242/real 1789766242] req@ffff9985856a3800 x1876702247107456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766242.027270:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702247107456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766242.027279:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766242.027282:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766242.027286:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247107456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766242.027326:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247107584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766242.027349:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766242.027362:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766242/real 1789766242] req@ffff9985856a1880 x1876702247107584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766242.027373:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247107584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766242.027381:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766242.027384:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766242.027387:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247107584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766242.027392:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247107712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766242.027411:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766242.027422:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766242/real 1789766242] req@ffff9985856a2680 x1876702247107712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766242.027432:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247107712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766242.027445:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766242.027447:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766242.027450:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247107712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766242.027456:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247107840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766242.027475:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766242.027485:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766242/real 1789766242] req@ffff9985856a0700 x1876702247107840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766242.027496:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247107840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766242.027504:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766242.027507:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766242.027510:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247107840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766242.027515:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247107968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766242.027533:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766242.027542:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766242/real 1789766242] req@ffff9985856a2d80 x1876702247107968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766242.027553:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247107968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766242.027561:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766242.027564:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766242.027567:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247107968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766242.987746:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766244.010703:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766245.034524:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766246.058690:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766247.082697:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766247.147445:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766247.147460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766247.147466:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766247.147478:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3547 00000100:00080000:0.0:1789766247.147492:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766247.147500:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766247.147546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247108096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766247.147645:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247108096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766247.147742:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789766247.147784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766247.147788:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766247.147790:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766247.147795:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3547 00000100:00080000:0.0:1789766247.147800:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766247.147805:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766247.147816:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766247.147830:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247108224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766247.148004:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766247/real 1789766247] req@ffff9985856a3480 x1876702247108096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766247.148024:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247108096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766247.148035:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766247.148039:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766247.148042:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247108096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766247.148068:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247108224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766247.148095:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766247.148110:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766247/real 1789766247] req@ffff9985856a0000 x1876702247108224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766247.148123:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247108224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766247.148131:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766247.148134:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766247.148138:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247108224:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789766247.148203:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766247.148206:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766247.148208:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766247.148213:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3547 00000100:00080000:0.0:1789766247.148217:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766247.148222:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766247.148227:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766247.148242:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247108352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766247.148394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766247.148398:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766247.148400:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766247.148405:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3547 00000100:00080000:0.0:1789766247.148410:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766247.148414:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766247.148420:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766247.148432:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247108480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766247.148448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766247.148452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766247.148454:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766247.148458:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3547 00000100:00080000:0.0:1789766247.148461:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766247.148465:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766247.148470:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766247.148481:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247108608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766247.148551:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247108352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766247.148578:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766247.148593:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766247/real 1789766247] req@ffff9985856a1500 x1876702247108352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766247.148605:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247108352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766247.148614:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766247.148617:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766247.148620:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247108352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766247.148626:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247108480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766247.148644:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766247.148655:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766247/real 1789766247] req@ffff9985856a0e00 x1876702247108480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766247.148747:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247108480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766247.148824:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766247.148828:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766247.148831:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247108480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766247.148837:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247108608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766247.148861:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766247.148873:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766247/real 1789766247] req@ffff9985856a2300 x1876702247108608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766247.148885:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247108608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766247.148893:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766247.148896:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766247.148899:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247108608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766248.106687:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766249.130695:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766250.154707:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766251.178616:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766252.203244:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766252.267980:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766252.267993:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766252.267999:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766252.268013:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3552 00000100:00080000:3.0:1789766252.268027:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766252.268036:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766252.268082:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247108736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766252.268112:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766252.268115:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766252.268117:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766252.268122:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3552 00000100:00080000:3.0:1789766252.268125:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766252.268129:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766252.268140:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766252.268153:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247108864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766252.268162:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766252.268165:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766252.268167:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766252.268171:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3552 00000100:00080000:3.0:1789766252.268175:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766252.268179:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766252.268183:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766252.268198:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247108992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766252.268214:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247108736:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789766252.268216:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766252.268228:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766252.268234:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766252.268240:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3552 00000100:00080000:3.0:1789766252.268243:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766252.268247:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766252.268252:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766252.268265:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247109120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766252.268275:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766252.268279:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766252.268281:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789766252.268383:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247108864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766252.268519:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247108992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766252.268549:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247109120:192.168.203.136@tcp:8:kworker.0 00000100:00080000:3.0:1789766252.268988:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3552 00000100:00080000:3.0:1789766252.268997:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766252.269003:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766252.269010:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766252.269028:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247109248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766252.271900:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247109248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766253.229721:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766254.250616:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766255.274499:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789766255.338549:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:0.0:1789766255.338593:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789766255.338704:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789766255.341472:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766252/real 1789766255] req@ffff998588b42300 x1876702247108736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1789766255.341478:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:0.0:1789766255.341500:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:0.0:1789766255.341509:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:0.0:1789766255.341516:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789766255.342671:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247108736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766255.342684:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766255.342688:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766255.342692:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247108736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766255.342703:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766252/real 1789766255] req@ffff998588b43b80 x1876702247108864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766255.342715:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247108864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766255.342728:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766255.342732:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766255.342735:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247108864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766255.342759:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766252/real 1789766255] req@ffff998588b42d80 x1876702247109248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766255.342770:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247109248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766255.342778:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766255.342782:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766255.342786:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247109248:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766255.342793:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766252/real 1789766255] req@ffff998588b40000 x1876702247108992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766255.342805:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247108992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766255.342813:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766255.342817:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766255.342820:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247108992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766255.342827:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766252/real 1789766255] req@ffff998588b41880 x1876702247109120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766255.342838:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247109120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766255.342845:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766255.342849:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766255.342852:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247109120:192.168.203.136@tcp:8:kworker.0 00010000:00010000:3.0:1789766256.298532:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766257.323470:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766257.386935:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766257.386947:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766257.386951:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766257.386961:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3557 00000100:00080000:0.0:1789766257.386971:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766257.386979:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766257.387018:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702247109376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766257.387050:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766257.387054:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766257.387056:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766257.387060:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3557 00000100:00080000:0.0:1789766257.387063:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766257.387067:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766257.387077:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766257.387091:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247109504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766257.387100:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766257.387103:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766257.387105:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766257.387108:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3557 00000100:00080000:0.0:1789766257.387112:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766257.387116:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766257.387120:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766257.387130:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247109632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766257.387138:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766257.387140:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766257.387142:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766257.387146:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3557 00000100:00080000:0.0:1789766257.387149:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766257.387153:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766257.387156:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766257.387165:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247109760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766257.387174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766257.387177:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766257.387178:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766257.387182:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3557 00000100:00080000:0.0:1789766257.387185:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766257.387187:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766257.387192:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766257.387200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247109888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766257.391040:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247109376:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766257.391109:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766257.391160:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766257/real 1789766257] req@ffff9985856a2a00 x1876702247109376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766257.391179:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702247109376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766257.391191:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766257.391195:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766257.391199:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247109376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766257.391206:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247109504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766257.391227:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766257.391238:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766257/real 1789766257] req@ffff9985856a2300 x1876702247109504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766257.391249:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247109504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766257.391257:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766257.391260:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766257.391263:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247109504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766257.391270:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247109632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766257.391314:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766257.391324:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766257/real 1789766257] req@ffff9985856a0e00 x1876702247109632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766257.391335:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247109632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766257.391343:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766257.391346:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766257.391350:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247109632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766257.391355:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247109760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766257.391371:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766257.391380:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766257/real 1789766257] req@ffff9985856a1500 x1876702247109760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766257.391391:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247109760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766257.391398:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766257.391400:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766257.391403:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247109760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766257.391409:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247109888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766257.391423:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766257.391431:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766257/real 1789766257] req@ffff9985856a0000 x1876702247109888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766257.391442:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247109888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766257.391449:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766257.391452:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766257.391454:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247109888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:1.0:1789766258.347959:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766259.370523:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766260.394794:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766261.418834:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766262.442600:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766262.506473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766262.506483:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766262.506487:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766262.506499:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3562 00000100:00080000:2.0:1789766262.506509:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766262.506517:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766262.506578:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247110016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766262.506612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766262.506617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766262.506618:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766262.506623:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3562 00000100:00080000:2.0:1789766262.506627:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766262.506630:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766262.506651:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766262.506667:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247110144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766262.506678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789766262.506683:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247110016:192.168.203.136@tcp:250:kworker.0 00000100:00080000:2.0:1789766262.506692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766262.506695:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766262.506699:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3562 00000100:00080000:2.0:1789766262.506703:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766262.506708:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766262.506713:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766262.506726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247110272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766262.506752:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1789766262.506754:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789766262.506757:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766262.506760:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766262.506765:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3562 00000100:00080000:2.0:1789766262.506769:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766262.506774:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766262.506778:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766262.506798:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247110400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766262.506802:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766262/real 1789766262] req@ffff9985857d8a80 x1876702247110016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789766262.506816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766262.506821:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766262.506823:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766262.506828:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3562 00000100:00080000:2.0:1789766262.506831:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789766262.506833:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247110016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789766262.506837:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766262.506844:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789766262.506850:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766262.506858:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:2.0:1789766262.506860:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247110528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766262.506866:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247110016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766262.506898:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247110144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766262.506923:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766262.506937:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766262/real 1789766262] req@ffff9985857dbb80 x1876702247110144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766262.506950:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247110144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766262.506964:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766262.506967:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766262.506970:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247110144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766262.506976:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247110272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766262.506998:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766262.507009:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766262/real 1789766262] req@ffff9985857d8380 x1876702247110272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766262.507021:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247110272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766262.507029:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766262.507032:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766262.507035:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247110272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766262.507041:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247110400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766262.507061:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766262.507073:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766262/real 1789766262] req@ffff9985857daa00 x1876702247110400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766262.507085:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247110400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766262.507092:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766262.507095:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766262.507098:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247110400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766262.507104:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247110528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766262.507124:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766262.507135:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766262/real 1789766262] req@ffff9985857d9f80 x1876702247110528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766262.507147:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247110528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766262.507155:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766262.507158:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766262.507160:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247110528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766263.469736:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766264.490570:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766265.514605:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766266.538635:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766267.562551:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766267.627039:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766267.627051:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766267.627057:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766267.627069:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3567 00000100:00080000:2.0:1789766267.627091:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766267.627100:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766267.627142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702247110656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766267.627174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766267.627177:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766267.627179:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766267.627184:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3567 00000100:00080000:2.0:1789766267.627187:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766267.627192:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766267.627202:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766267.627214:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702247110784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766267.627223:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766267.627226:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766267.627227:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766267.627230:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3567 00000100:00080000:2.0:1789766267.627233:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766267.627236:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766267.627239:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766267.627247:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247110912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766267.627260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766267.627263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766267.627264:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766267.627268:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3567 00000100:00080000:2.0:1789766267.627270:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766267.627274:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766267.627278:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766267.627319:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247111040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766267.627328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766267.627331:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766267.627333:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766267.627336:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3567 00000100:00080000:2.0:1789766267.627339:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766267.627343:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766267.627348:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766267.627363:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247111168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766267.627459:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247110656:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766267.627579:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766267.627635:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766267/real 1789766267] req@ffff9985857d9500 x1876702247110656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766267.627654:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702247110656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766267.627665:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766267.627669:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766267.627673:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247110656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766267.627681:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247110784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766267.627893:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766267.627909:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766267/real 1789766267] req@ffff9985857d8000 x1876702247110784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766267.627923:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702247110784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766267.627932:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766267.627935:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766267.627939:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247110784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766267.627945:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247110912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766267.627967:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766267.627978:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766267/real 1789766267] req@ffff9985857d8e00 x1876702247110912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766267.627989:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247110912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766267.627998:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766267.628001:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766267.628005:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247110912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766267.628011:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247111040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766267.628029:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766267.628039:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766267/real 1789766267] req@ffff9985857d9f80 x1876702247111040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766267.628050:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247111040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766267.628057:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766267.628060:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766267.628063:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247111040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766267.628069:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247111168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766267.628087:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766267.628097:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766267/real 1789766267] req@ffff9985857daa00 x1876702247111168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766267.628107:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247111168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766267.628115:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766267.628119:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766267.628122:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247111168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766268.586571:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766269.610937:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766270.634842:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766271.658551:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766272.682527:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766272.746448:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766272.746462:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766272.746468:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766272.746492:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3572 00000100:00080000:2.0:1789766272.746508:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766272.746517:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766272.746562:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247111296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766272.746601:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766272.746605:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766272.746607:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766272.746612:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3572 00000100:00080000:2.0:1789766272.746616:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766272.746620:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766272.746631:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766272.746645:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247111424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766272.746653:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766272.746656:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766272.746658:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766272.746662:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3572 00000100:00080000:2.0:1789766272.746665:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766272.746668:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766272.746673:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766272.746683:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247111552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766272.746698:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766272.746701:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766272.746703:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766272.746707:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3572 00000100:00080000:2.0:1789766272.746710:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766272.746713:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766272.746727:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766272.746740:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247111680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766272.746747:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766272.746751:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766272.746752:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766272.746755:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3572 00000100:00080000:2.0:1789766272.746758:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766272.746761:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766272.746765:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766272.746773:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247111808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766272.747017:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247111296:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766272.747099:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766272.747146:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766272/real 1789766272] req@ffff9985857d8380 x1876702247111296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766272.747166:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247111296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766272.747177:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766272.747182:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766272.747185:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247111296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766272.747194:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247111424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766272.747218:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766272.747230:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766272/real 1789766272] req@ffff9985857dbb80 x1876702247111424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766272.747241:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247111424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766272.747248:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766272.747252:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766272.747255:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247111424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766272.747260:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247111552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766272.747280:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766272.747323:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766272/real 1789766272] req@ffff9985857d8a80 x1876702247111552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766272.747335:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247111552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766272.747343:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766272.747346:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766272.747349:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247111552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766272.747354:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247111680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766272.747372:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766272.747382:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766272/real 1789766272] req@ffff9985857da300 x1876702247111680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766272.747392:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247111680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766272.747399:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766272.747402:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766272.747404:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247111680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766272.747409:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247111808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766272.747425:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766272.747434:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766272/real 1789766272] req@ffff9985857d9180 x1876702247111808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766272.747444:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247111808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766272.747451:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766272.747454:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766272.747457:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247111808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766273.706533:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766274.732739:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766275.755646:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766276.779395:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766277.803196:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766277.866462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766277.866473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766277.866477:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766277.866488:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3577 00000100:00080000:2.0:1789766277.866499:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766277.866507:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766277.866548:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247111936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766277.866580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766277.866594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766277.866599:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766277.866604:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3577 00000100:00080000:2.0:1789766277.866608:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766277.866612:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766277.866622:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766277.866634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247112064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766277.866644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766277.866647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766277.866649:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766277.866653:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3577 00000100:00080000:2.0:1789766277.866656:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766277.866659:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766277.866664:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766277.866673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247112192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766277.866682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766277.866685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766277.866687:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766277.866691:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3577 00000100:00080000:2.0:1789766277.866694:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766277.866697:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766277.866702:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766277.866713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247112320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766277.866733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766277.866737:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766277.866739:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766277.866742:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3577 00000100:00080000:2.0:1789766277.866745:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766277.866749:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766277.866754:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766277.866764:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247112448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766277.867221:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247111936:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766277.867352:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766277.867425:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766277/real 1789766277] req@ffff9985857db100 x1876702247111936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766277.867778:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247111936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766277.867799:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766277.867804:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766277.867809:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247111936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766277.867817:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247112064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766277.867847:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766277.867860:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766277/real 1789766277] req@ffff9985857db800 x1876702247112064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766277.867873:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247112064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766277.867882:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766277.867885:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766277.867888:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247112064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766277.867894:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247112192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766277.867914:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766277.867925:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766277/real 1789766277] req@ffff9985857d9880 x1876702247112192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766277.867936:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247112192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766277.867943:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766277.867946:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766277.867949:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247112192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766277.867955:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247112320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766277.868077:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766277.868092:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766277/real 1789766277] req@ffff9985857d9180 x1876702247112320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766277.868105:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247112320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766277.868112:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766277.868114:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766277.868117:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247112320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766277.868123:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247112448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766277.868144:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766277.868155:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766277/real 1789766277] req@ffff9985857da300 x1876702247112448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766277.868165:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247112448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766277.868172:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766277.868174:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766277.868177:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247112448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766278.826671:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766279.851911:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766280.874781:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766281.898586:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766282.923003:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766282.986971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766282.987065:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766282.987070:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766282.987083:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3582 00000100:00080000:2.0:1789766282.987097:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766282.987106:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766282.987150:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247112576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766282.987188:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766282.987192:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766282.987194:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766282.987198:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3582 00000100:00080000:2.0:1789766282.987202:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766282.987206:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766282.987216:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766282.987228:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247112704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766282.987238:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766282.987241:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766282.987243:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766282.987246:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3582 00000100:00080000:2.0:1789766282.987249:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766282.987252:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766282.987256:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766282.987265:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247112832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766282.987274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766282.987277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766282.987279:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766282.987282:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3582 00000100:00080000:2.0:1789766282.987285:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766282.987311:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766282.987316:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766282.987332:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247112960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766282.987341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766282.987344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766282.987346:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766282.987350:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3582 00000100:00080000:2.0:1789766282.987353:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766282.987357:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766282.987361:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766282.987371:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247113088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766282.987993:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247112576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766282.988077:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766282.988122:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766282/real 1789766282] req@ffff9985857d8a80 x1876702247112576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766282.988141:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247112576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766282.988151:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766282.988156:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766282.988159:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247112576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766282.988167:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247112704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766282.988192:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766282.988205:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766282/real 1789766282] req@ffff9985857dbb80 x1876702247112704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766282.988218:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247112704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766282.988226:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766282.988230:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766282.988233:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247112704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766282.988239:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247112832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766282.988258:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766282.988269:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766282/real 1789766282] req@ffff9985857d8380 x1876702247112832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766282.988281:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247112832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766282.988330:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766282.988333:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766282.988337:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247112832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766282.988343:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247112960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766282.988365:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766282.988376:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766282/real 1789766282] req@ffff9985857daa00 x1876702247112960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766282.988387:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247112960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766282.988407:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766282.988410:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766282.988414:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247112960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766282.988420:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247113088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766282.988444:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766282.988456:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766282/real 1789766282] req@ffff9985857d9f80 x1876702247113088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766282.988468:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247113088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766282.988476:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766282.988478:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766282.988482:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247113088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766283.946659:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766284.971458:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766285.994795:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766287.019424:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766288.042507:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766288.106445:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766288.106453:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766288.106457:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766288.106468:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3588 00000100:00080000:2.0:1789766288.106477:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766288.106484:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766288.106524:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247113216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766288.106558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766288.106561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766288.106563:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766288.106567:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3588 00000100:00080000:2.0:1789766288.106570:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766288.106574:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766288.106583:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766288.106594:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702247113344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766288.106601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766288.106604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766288.106606:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766288.106609:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3588 00000100:00080000:2.0:1789766288.106612:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766288.106615:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766288.106619:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766288.106626:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702247113472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766288.106634:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766288.106637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766288.106638:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766288.106642:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3588 00000100:00080000:2.0:1789766288.106644:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766288.106648:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766288.106652:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766288.106662:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247113600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766288.106669:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766288.106672:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766288.106673:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766288.106686:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3588 00000100:00080000:2.0:1789766288.106690:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766288.106693:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766288.106696:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766288.106705:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247113728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766288.106901:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247113216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766288.106963:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766288.107008:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766288/real 1789766288] req@ffff9985857d8e00 x1876702247113216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766288.107026:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247113216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766288.107036:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766288.107040:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766288.107043:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247113216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766288.107053:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247113344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766288.107078:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766288.107091:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766288/real 1789766288] req@ffff9985857d8000 x1876702247113344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766288.107101:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702247113344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766288.107108:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766288.107111:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766288.107114:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247113344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766288.107119:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247113472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766288.107136:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766288.107145:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766288/real 1789766288] req@ffff9985857d9500 x1876702247113472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766288.107155:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702247113472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766288.107162:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766288.107166:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766288.107169:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247113472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766288.107173:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247113600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766288.107190:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766288.107273:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766288/real 1789766288] req@ffff9985857d9f80 x1876702247113600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766288.107284:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247113600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766288.107323:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766288.107327:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766288.107330:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247113600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766288.107336:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247113728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766288.107366:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766288.107378:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766288/real 1789766288] req@ffff9985857daa00 x1876702247113728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766288.107390:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247113728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766288.107398:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766288.107401:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766288.107405:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247113728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766289.066976:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766290.090517:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766291.114612:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766292.138640:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766293.163562:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766293.226801:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766293.226810:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766293.226814:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766293.226824:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3593 00000100:00080000:3.0:1789766293.226836:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766293.226843:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766293.226884:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247113856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766293.226914:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766293.226918:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766293.226920:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766293.226924:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3593 00000100:00080000:3.0:1789766293.226928:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766293.226931:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766293.226941:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766293.226956:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247113984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766293.226966:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789766293.226969:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247113856:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789766293.226970:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766293.226974:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766293.226982:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3593 00000100:00080000:3.0:1789766293.226985:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766293.226989:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766293.226994:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766293.227005:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247114112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766293.227013:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766293.227017:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766293.227019:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766293.227022:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3593 00000100:00080000:3.0:1789766293.227034:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789766293.227040:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789766293.227041:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766293.227048:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766293.227060:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247114240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766293.227069:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766293.227072:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766293.227074:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766293.227078:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3593 00000100:00100000:1.0:1789766293.227083:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766293/real 1789766293] req@ffff998588b41f80 x1876702247113856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766293.227083:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766293.227090:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766293.227100:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766293.227109:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247113856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766293.227118:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247114368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766293.227123:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766293.227131:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766293.227137:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247113856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766293.227163:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247113984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766293.227186:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766293.227199:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766293/real 1789766293] req@ffff998588b43800 x1876702247113984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766293.227210:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247113984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766293.227217:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766293.227220:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766293.227223:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247113984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766293.227229:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247114112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766293.227249:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766293.227259:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766293/real 1789766293] req@ffff998588b41880 x1876702247114112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766293.227270:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247114112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766293.227279:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766293.227282:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766293.227284:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247114112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766293.227809:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247114240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766293.227838:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766293.227851:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766293/real 1789766293] req@ffff998588b40000 x1876702247114240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766293.227863:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247114240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766293.227872:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766293.227875:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766293.227879:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247114240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766293.227885:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247114368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766293.227903:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766293.227913:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766293/real 1789766293] req@ffff998588b42d80 x1876702247114368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766293.227924:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247114368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766293.227931:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766293.227934:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766293.227937:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247114368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766294.186523:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766295.210510:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766296.234580:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766297.262638:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766298.283257:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766298.346511:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766298.346524:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766298.346528:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766298.346541:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3598 00000100:00080000:3.0:1789766298.346563:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766298.346572:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766298.346615:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247114496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766298.346654:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766298.346657:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766298.346659:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766298.346664:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3598 00000100:00080000:3.0:1789766298.346667:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766298.346671:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766298.346680:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766298.346701:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247114624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766298.346709:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766298.346712:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766298.346714:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766298.346718:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3598 00000100:00080000:3.0:1789766298.346722:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766298.346725:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766298.346730:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766298.346738:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247114752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766298.346746:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766298.346749:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766298.346751:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766298.346754:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3598 00000100:00080000:3.0:1789766298.346757:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766298.346760:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766298.346764:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766298.346773:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247114880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766298.346780:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766298.346794:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766298.346795:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766298.346799:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3598 00000100:00080000:3.0:1789766298.346801:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766298.346804:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766298.346809:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766298.346819:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247115008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766298.346839:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247114496:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766298.346912:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766298.346956:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766298/real 1789766298] req@ffff998588b43b80 x1876702247114496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766298.346974:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247114496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766298.346986:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766298.346989:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766298.346993:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247114496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766298.347000:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247114624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766298.347021:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766298.347032:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766298/real 1789766298] req@ffff998588b42300 x1876702247114624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766298.347044:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247114624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766298.347057:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766298.347060:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766298.347063:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247114624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766298.347068:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247114752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766298.347086:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766298.347097:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766298/real 1789766298] req@ffff998588b43100 x1876702247114752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766298.347107:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247114752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766298.347114:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766298.347117:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766298.347120:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247114752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766298.347125:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247114880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766298.347144:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766298.347156:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766298/real 1789766298] req@ffff998588b42680 x1876702247114880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766298.347167:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247114880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766298.347175:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766298.347178:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766298.347182:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247114880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766298.347216:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247115008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766298.347236:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766298.347246:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766298/real 1789766298] req@ffff998588b41c00 x1876702247115008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766298.347257:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247115008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766298.347264:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766298.347267:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766298.347270:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247115008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766299.307032:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766300.330596:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766301.354797:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766302.379195:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766303.402499:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766303.466885:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766303.466900:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766303.466905:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766303.466918:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3603 00000100:00080000:3.0:1789766303.466932:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766303.466940:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766303.466986:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247115136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766303.467020:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766303.467025:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766303.467027:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766303.467032:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3603 00000100:00080000:3.0:1789766303.467035:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766303.467039:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766303.467050:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766303.467065:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247115264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766303.467074:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766303.467077:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766303.467078:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766303.467082:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3603 00000100:00080000:3.0:1789766303.467085:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766303.467088:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766303.467119:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247115136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766303.467188:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766303.467228:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766303/real 1789766303] req@ffff998588b40e00 x1876702247115136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789766303.467255:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766303.467259:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247115136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766303.467272:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789766303.467274:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247115392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766303.467279:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766303.467313:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247115136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766303.467322:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247115264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766303.467348:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789766303.467360:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789766303.467364:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766303/real 1789766303] req@ffff998588b42a00 x1876702247115264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766303.467366:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766303.467369:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766303.467379:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3603 00000100:00080000:3.0:1789766303.467384:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789766303.467386:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247115264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766303.467391:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766303.467400:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1789766303.467403:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766303.467409:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766303.467416:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247115264:192.168.203.136@tcp:38:kworker.0 00000100:00100000:3.0:1789766303.467416:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247115520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766303.467431:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766303.467435:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766303.467437:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766303.467442:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3603 00000100:00080000:3.0:1789766303.467446:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766303.467450:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766303.467455:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766303.467456:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247115392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789766303.467467:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247115648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789766303.467485:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766303.467501:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766303/real 1789766303] req@ffff998588b41c00 x1876702247115392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766303.467514:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247115392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766303.467526:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766303.467529:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766303.467532:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247115392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766303.467538:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247115520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766303.467556:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766303.467567:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766303/real 1789766303] req@ffff998588b42680 x1876702247115520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766303.467584:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247115520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766303.467591:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766303.467594:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766303.467597:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247115520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766303.467608:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247115648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766303.467626:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766303.467637:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766303/real 1789766303] req@ffff998588b43100 x1876702247115648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766303.467648:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247115648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766303.467654:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766303.467657:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766303.467660:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247115648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766304.429090:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766305.450880:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766306.474819:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766307.498520:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766308.522566:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766308.587109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766308.587121:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766308.587125:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766308.587136:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3608 00000100:00080000:1.0:1789766308.587149:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766308.587158:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766308.587198:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247115776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766308.587723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766308.587728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766308.587730:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766308.587737:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3608 00000100:00080000:1.0:1789766308.587741:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766308.587746:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766308.587756:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766308.587772:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247115904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766308.587782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766308.587785:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766308.587787:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766308.587790:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3608 00000100:00080000:1.0:1789766308.587792:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766308.587795:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766308.587799:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766308.587805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247116032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766308.587880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766308.587884:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766308.587886:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766308.587891:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3608 00000100:00080000:1.0:1789766308.587895:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766308.587898:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766308.587903:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766308.587913:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247116160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766308.587920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766308.587923:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766308.587924:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766308.587927:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3608 00000100:00080000:1.0:1789766308.587929:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766308.587932:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766308.587936:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766308.587953:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247116288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766308.588019:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247115776:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766308.588092:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766308.588137:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766308/real 1789766308] req@ffff9985836db800 x1876702247115776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766308.588153:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247115776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766308.588163:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766308.588167:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766308.588170:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247115776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766308.588196:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247115904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766308.588372:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766308.588385:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766308/real 1789766308] req@ffff9985836da300 x1876702247115904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766308.588398:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247115904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766308.588406:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766308.588409:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766308.588412:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247115904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766308.588417:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247116032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766308.588435:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766308.588444:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766308/real 1789766308] req@ffff9985836d8e00 x1876702247116032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766308.588453:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247116032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766308.588461:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766308.588463:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766308.588466:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247116032:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766308.588470:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247116160:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766308.588485:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766308.588495:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766308/real 1789766308] req@ffff9985836d8380 x1876702247116160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766308.588505:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247116160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766308.588511:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766308.588514:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766308.588517:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247116160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766308.588521:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247116288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766308.588541:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766308.588550:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766308/real 1789766308] req@ffff9985836d9880 x1876702247116288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766308.588559:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247116288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766308.588567:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766308.588570:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766308.588572:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247116288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766309.547222:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766310.571310:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766311.594571:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766312.618502:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766313.644557:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766313.707086:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766313.707099:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766313.707104:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766313.707117:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3613 00000100:00080000:3.0:1789766313.707131:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766313.707140:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766313.707196:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247116416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766313.707228:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766313.707232:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766313.707235:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766313.707239:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3613 00000100:00080000:3.0:1789766313.707243:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766313.707247:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766313.707257:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766313.707270:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247116544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766313.707279:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766313.707282:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766313.707318:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766313.707322:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3613 00000100:00080000:3.0:1789766313.707325:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766313.707328:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766313.707522:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247116416:192.168.203.136@tcp:250:kworker.0 00000008:00100000:3.0:1789766313.708047:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766313.708072:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247116672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766313.708084:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766313.708087:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766313.708089:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766313.708093:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3613 00000100:00080000:3.0:1789766313.708099:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766313.708103:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766313.708109:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766313.708121:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247116800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766313.708130:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766313.708134:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766313.708136:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766313.708139:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3613 00000100:00080000:3.0:1789766313.708142:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766313.708146:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766313.708151:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766313.708161:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247116928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789766313.709321:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766313.709401:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766313/real 1789766313] req@ffff998588b42300 x1876702247116416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766313.709426:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247116416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766313.709445:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766313.709449:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766313.709454:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247116416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766313.709465:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247116544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766313.709504:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766313.709517:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766313/real 1789766313] req@ffff998588b43b80 x1876702247116544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766313.709530:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247116544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766313.709538:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766313.709542:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766313.709545:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247116544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766313.709577:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247116672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766313.709602:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766313.709614:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766313/real 1789766313] req@ffff998588b42d80 x1876702247116672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766313.709626:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247116672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766313.709634:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766313.709637:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766313.709640:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247116672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766313.709648:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247116800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766313.709670:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766313.709682:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766313/real 1789766313] req@ffff998588b40000 x1876702247116800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766313.709693:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247116800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766313.709701:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766313.709705:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766313.709708:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247116800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766313.709714:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247116928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766313.709735:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766313.709747:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766313/real 1789766313] req@ffff998588b41880 x1876702247116928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766313.709758:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247116928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766313.709766:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766313.709769:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766313.709772:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247116928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766314.666958:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766315.690492:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766316.715929:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766317.738831:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766318.762681:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766318.826435:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766318.826449:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766318.826454:0:494:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766318.826467:0:494:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3618 00000100:00080000:3.0:1789766318.826483:0:494:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766318.826491:0:494:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766318.826537:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247117056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766318.826586:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766318.826590:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766318.826592:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766318.826597:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3618 00000100:00080000:3.0:1789766318.826601:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766318.826605:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766318.826616:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766318.826641:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247117184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766318.826651:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766318.826654:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766318.826655:0:494:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766318.826659:0:494:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3618 00000100:00080000:3.0:1789766318.826662:0:494:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766318.826675:0:494:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766318.826680:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766318.826692:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247117312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766318.826700:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766318.826703:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766318.826705:0:494:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766318.826709:0:494:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3618 00000100:00080000:3.0:1789766318.826712:0:494:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766318.826716:0:494:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766318.826720:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766318.826731:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247117440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766318.826743:0:494:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766318.826745:0:494:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766318.826747:0:494:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766318.826750:0:494:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3618 00000100:00080000:3.0:1789766318.826753:0:494:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766318.826756:0:494:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766318.826772:0:494:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766318.826782:0:494:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247117568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766318.826895:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247117056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766318.827032:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247117184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766318.827064:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247117312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766318.827098:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247117440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766318.827120:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247117568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766319.786502:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766320.811759:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766321.837833:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789766321.898573:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789766321.898636:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789766321.898652:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766321.898690:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766321.898698:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766321.898705:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766321.898711:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789766321.898921:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766318/real 1789766321] req@ffff998588b43800 x1876702247117056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766321.898945:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247117056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766321.898956:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766321.898960:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766321.898964:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247117056:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766321.898971:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766318/real 1789766321] req@ffff998588b41f80 x1876702247117184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766321.898982:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247117184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766321.898994:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766321.898997:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766321.899000:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247117184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766321.899006:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766318/real 1789766321] req@ffff998588b41880 x1876702247117312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766321.899015:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247117312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766321.899023:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766321.899026:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766321.899028:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247117312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766321.899033:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766318/real 1789766321] req@ffff998588b40000 x1876702247117440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766321.899042:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247117440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766321.899048:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766321.899050:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766321.899053:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247117440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766321.899058:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766318/real 1789766321] req@ffff998588b42d80 x1876702247117568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766321.899067:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247117568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766321.899074:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766321.899076:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766321.899079:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247117568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766322.859092:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766323.882632:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766323.947152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766323.947161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766323.947166:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766323.947176:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3623 00000100:00080000:3.0:1789766323.947191:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766323.947199:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766323.947244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247117696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766323.947276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766323.947280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766323.947281:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766323.947313:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3623 00000100:00080000:3.0:1789766323.947318:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766323.947323:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766323.947338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766323.947353:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247117824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766323.947364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766323.947367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766323.947369:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766323.947372:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3623 00000100:00080000:3.0:1789766323.947375:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766323.947379:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766323.947384:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766323.947394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247117952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766323.947408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766323.947411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766323.948000:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766323.948006:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3623 00000100:00080000:3.0:1789766323.948011:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766323.948016:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766323.948021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766323.948107:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247118080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766323.948117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766323.948120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766323.948122:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766323.948126:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3623 00000100:00080000:3.0:1789766323.948129:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766323.948133:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766323.948138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766323.948149:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247118208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766323.948314:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247117696:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766323.948376:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766323.948411:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766323/real 1789766323] req@ffff998588b43b80 x1876702247117696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766323.948429:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247117696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766323.948439:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766323.948442:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766323.948446:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247117696:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766323.948453:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247117824:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766323.948472:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766323.948483:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766323/real 1789766323] req@ffff998588b42300 x1876702247117824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766323.948494:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247117824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766323.948502:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766323.948505:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766323.948508:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247117824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766323.948514:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247117952:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766323.948532:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766323.948542:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766323/real 1789766323] req@ffff998588b43100 x1876702247117952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766323.948553:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247117952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766323.948567:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766323.948570:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766323.948572:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247117952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766323.948577:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247118080:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766323.948594:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766323.948603:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766323/real 1789766323] req@ffff998588b42680 x1876702247118080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766323.948612:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247118080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766323.948620:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766323.948623:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766323.948626:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247118080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766323.948631:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247118208:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766323.948648:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766323.948657:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766323/real 1789766323] req@ffff998588b41c00 x1876702247118208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766323.948668:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247118208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766323.948676:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766323.948679:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766323.948682:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247118208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766324.907694:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766325.932705:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766326.954763:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766327.978751:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766329.003047:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766329.067897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766329.067906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766329.067910:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766329.067921:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3629 00000100:00080000:3.0:1789766329.067931:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766329.067938:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766329.067979:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247118336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766329.068008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766329.068012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766329.068014:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766329.068019:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3629 00000100:00080000:3.0:1789766329.068022:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766329.068026:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766329.068036:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766329.068052:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247118464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766329.068072:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766329.068075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766329.068077:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766329.068080:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3629 00000100:00080000:3.0:1789766329.068084:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766329.068087:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766329.068092:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766329.068102:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247118592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766329.068110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766329.068114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766329.068116:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766329.068119:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3629 00000100:00080000:3.0:1789766329.068122:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766329.068125:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766329.068129:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766329.068139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247118720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766329.068148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766329.068151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766329.068152:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766329.068156:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3629 00000100:00080000:3.0:1789766329.068159:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766329.068162:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766329.068167:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766329.068174:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247118848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766329.068274:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247118336:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766329.068360:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766329.068408:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766329/real 1789766329] req@ffff998588b42a00 x1876702247118336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766329.068425:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247118336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766329.068435:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766329.068439:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766329.068443:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247118336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766329.068450:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247118464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766329.068471:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766329.068482:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766329/real 1789766329] req@ffff998588b40e00 x1876702247118464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766329.068493:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247118464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766329.068501:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766329.068504:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766329.068507:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247118464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766329.068512:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247118592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766329.068529:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766329.068539:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766329/real 1789766329] req@ffff998588b41c00 x1876702247118592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766329.068548:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247118592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766329.068556:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766329.068558:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766329.068561:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247118592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766329.068566:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247118720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766329.068584:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766329.068594:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766329/real 1789766329] req@ffff998588b42680 x1876702247118720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766329.068605:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247118720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766329.068611:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766329.068614:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766329.068617:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247118720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766329.068622:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247118848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766329.068640:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766329.068650:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766329/real 1789766329] req@ffff998588b43100 x1876702247118848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766329.068661:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247118848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766329.068669:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766329.068672:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766329.068674:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247118848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766330.026562:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766331.050553:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766332.074579:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766333.098519:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766334.122578:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766334.186522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766334.186532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766334.186537:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766334.186548:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3634 00000100:00080000:2.0:1789766334.186558:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766334.186567:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766334.186617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247118976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766334.186746:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247118976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766334.186807:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789766334.186834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766334.186839:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766334.186840:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766334.186853:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3634 00000100:00080000:2.0:1789766334.186858:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766334.186862:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766334.186872:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766334.186886:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247119104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766334.187135:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766334/real 1789766334] req@ffff9985857d8380 x1876702247118976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789766334.187389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766334.187394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766334.187396:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766334.187401:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3634 00000100:00080000:2.0:1789766334.187406:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766334.187410:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766334.187416:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766334.187454:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247119232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766334.187464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766334.187468:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766334.187470:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766334.187474:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3634 00000100:00080000:2.0:1789766334.187478:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766334.187481:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766334.187486:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766334.187497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247119360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766334.187505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766334.187509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766334.187510:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766334.187513:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3634 00000100:00080000:2.0:1789766334.187516:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766334.187520:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766334.187524:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766334.187533:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247119488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766334.187801:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247118976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766334.187812:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766334.187816:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766334.187820:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247118976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766334.188162:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247119104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766334.188202:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766334.188219:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766334/real 1789766334] req@ffff9985857dbb80 x1876702247119104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766334.188231:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247119104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766334.188238:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766334.188241:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766334.188244:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247119104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766334.188261:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247119232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766334.188398:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766334.188411:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766334/real 1789766334] req@ffff9985857d8a80 x1876702247119232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766334.188422:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247119232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766334.188431:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766334.188435:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766334.188438:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247119232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766334.188445:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247119360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766334.188464:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766334.188475:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766334/real 1789766334] req@ffff9985857da300 x1876702247119360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766334.188486:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247119360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766334.188493:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766334.188496:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766334.188499:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247119360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766334.188504:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247119488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766334.188523:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766334.188533:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766334/real 1789766334] req@ffff9985857d9180 x1876702247119488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766334.188543:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247119488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766334.188551:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766334.188554:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766334.188556:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247119488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766335.146577:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766336.170655:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766337.194660:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766338.218724:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766339.244525:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766339.306483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766339.306495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766339.306500:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766339.306514:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3639 00000100:00080000:0.0:1789766339.306528:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766339.306536:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766339.306583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247119616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766339.306665:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247119616:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766339.306757:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789766339.306791:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766339.306795:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766339.306797:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766339.306802:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3639 00000100:00080000:0.0:1789766339.306806:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766339.306811:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766339.306821:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766339.306835:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247119744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766339.307245:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766339/real 1789766339] req@ffff9985856a3480 x1876702247119616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766339.307266:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247119616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766339.307277:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766339.307280:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766339.307285:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247119616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766339.308150:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247119744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766339.308209:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766339.308231:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766339/real 1789766339] req@ffff9985856a2d80 x1876702247119744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766339.308246:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247119744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766339.308256:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766339.308260:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766339.308263:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247119744:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789766339.308615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766339.308621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766339.308623:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766339.308629:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3639 00000100:00080000:0.0:1789766339.308639:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766339.308646:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766339.308655:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766339.308679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247119872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766339.308692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766339.308695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766339.308697:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766339.308701:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3639 00000100:00080000:0.0:1789766339.308705:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766339.308709:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766339.308714:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766339.308787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247120000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766339.308797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766339.308801:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766339.308802:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766339.308806:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3639 00000100:00080000:0.0:1789766339.308811:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766339.308815:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766339.308821:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766339.308831:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247120128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766339.309379:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247119872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766339.309428:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766339.309909:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766339/real 1789766339] req@ffff9985856a0700 x1876702247119872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766339.309927:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247119872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766339.309940:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766339.309944:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766339.309948:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247119872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766339.309956:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247120000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766339.309997:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766339.310012:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766339/real 1789766339] req@ffff9985856a2680 x1876702247120000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766339.310024:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247120000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766339.310032:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766339.310036:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766339.310038:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247120000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766339.310045:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247120128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766339.310067:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766339.310078:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766339/real 1789766339] req@ffff9985856a1880 x1876702247120128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766339.310090:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247120128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766339.310097:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766339.310100:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766339.310103:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247120128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766340.266996:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766341.291183:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766342.314919:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766343.338508:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766344.362579:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766344.427155:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766344.427170:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766344.427174:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766344.427187:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3644 00000100:00080000:2.0:1789766344.427201:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766344.427209:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766344.427253:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247120256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766344.427309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766344.427313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766344.427315:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766344.427320:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3644 00000100:00080000:2.0:1789766344.427326:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766344.427330:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766344.427340:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766344.427343:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247120256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:2.0:1789766344.427356:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247120384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766344.427372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766344.427375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766344.427377:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766344.427381:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3644 00000100:00080000:2.0:1789766344.427385:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766344.427389:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766344.427393:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766344.427406:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247120512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766344.427415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766344.427419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766344.427421:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789766344.427424:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789766344.427429:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3644 00000100:00080000:2.0:1789766344.427434:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766344.427438:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766344.427443:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766344.427455:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247120640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766344.427463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766344.427467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766344.427468:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766344.427473:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3644 00000100:00080000:2.0:1789766344.427477:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766344.427480:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766344.427485:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766344.427497:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766344/real 1789766344] req@ffff9985857d9880 x1876702247120256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789766344.427498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247120768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766344.427539:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247120256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766344.427562:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766344.427568:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766344.427572:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247120256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766344.427601:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247120384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766344.427639:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766344.427662:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766344/real 1789766344] req@ffff9985857db800 x1876702247120384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766344.427675:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247120384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766344.427683:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766344.427686:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766344.427690:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247120384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766344.427696:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247120512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766344.427717:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766344.427728:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766344/real 1789766344] req@ffff9985857db100 x1876702247120512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766344.427738:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247120512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766344.427746:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766344.427749:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766344.427752:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247120512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766344.427758:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247120640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766344.427775:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766344.427785:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766344/real 1789766344] req@ffff9985857d9180 x1876702247120640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766344.427795:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247120640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766344.427802:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766344.427805:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766344.427808:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247120640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766344.427813:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247120768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766344.427829:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766344.427838:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766344/real 1789766344] req@ffff9985857da300 x1876702247120768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766344.427848:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247120768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766344.427855:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766344.427858:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766344.427860:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247120768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766345.387799:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766346.411076:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766347.437312:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766348.458519:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766349.482808:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766349.547141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766349.547155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766349.547161:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766349.547174:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3649 00000100:00080000:3.0:1789766349.547187:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766349.547196:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766349.547241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247120896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766349.547278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766349.547282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766349.547284:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766349.547327:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3649 00000100:00080000:3.0:1789766349.547331:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766349.547335:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766349.547346:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766349.547360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247121024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766349.547370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766349.547372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766349.547374:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766349.547377:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3649 00000100:00080000:3.0:1789766349.547381:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766349.547385:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766349.547389:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766349.547405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247121152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766349.547414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766349.547416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766349.547418:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766349.547422:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3649 00000100:00080000:3.0:1789766349.547424:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766349.547427:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766349.547431:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766349.547441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247121280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766349.547449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766349.547452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766349.547453:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766349.547457:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3649 00000100:00080000:3.0:1789766349.547460:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766349.547463:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766349.547467:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766349.547476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247121408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766349.548574:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247120896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766349.548674:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766349.548748:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766349/real 1789766349] req@ffff998588b42300 x1876702247120896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766349.548769:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247120896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766349.548781:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766349.548786:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766349.548790:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247120896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766349.548800:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247121024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766349.548825:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766349.548839:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766349/real 1789766349] req@ffff998588b43b80 x1876702247121024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766349.548851:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247121024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766349.548858:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766349.548862:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766349.548865:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247121024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766349.548871:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247121152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766349.548892:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766349.548915:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766349/real 1789766349] req@ffff998588b42d80 x1876702247121152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766349.548926:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247121152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766349.548947:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766349.548950:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766349.548953:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247121152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766349.548960:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247121280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766349.548981:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766349.548992:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766349/real 1789766349] req@ffff998588b40000 x1876702247121280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766349.549003:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247121280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766349.549010:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766349.549013:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766349.549016:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247121280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766349.549023:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247121408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766349.549043:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766349.549054:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766349/real 1789766349] req@ffff998588b41880 x1876702247121408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766349.549065:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247121408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766349.549073:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766349.549076:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766349.549080:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247121408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766350.506576:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766351.530554:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766352.555071:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766353.578870:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766354.602943:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766354.668399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766354.668415:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766354.668420:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766354.668433:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3654 00000100:00080000:0.0:1789766354.668448:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766354.668457:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766354.668504:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702247121536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766354.668539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766354.668544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766354.668546:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766354.668550:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3654 00000100:00080000:0.0:1789766354.668554:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766354.668558:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766354.668568:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766354.668583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247121664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766354.668594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766354.668598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766354.668600:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766354.668603:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3654 00000100:00080000:0.0:1789766354.668607:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766354.668610:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766354.668614:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766354.668623:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247121792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766354.668632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766354.668636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766354.668639:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766354.668644:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3654 00000100:00080000:0.0:1789766354.668648:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766354.668651:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766354.668655:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766354.668669:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247121536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766354.668670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247121920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766354.668686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766354.668689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766354.668691:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766354.668695:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3654 00000100:00080000:0.0:1789766354.668698:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766354.668702:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766354.668708:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766354.668720:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247122048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789766354.668748:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766354.668858:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766354/real 1789766354] req@ffff9985856a3800 x1876702247121536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766354.668888:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702247121536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766354.668900:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766354.668903:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766354.668907:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247121536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766354.668915:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247121664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766354.668936:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766354.668948:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766354/real 1789766354] req@ffff9985856a1880 x1876702247121664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766354.669071:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247121664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766354.669079:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766354.669083:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766354.669086:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247121664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766354.669092:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247121792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766354.669123:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766354.669134:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766354/real 1789766354] req@ffff9985856a2680 x1876702247121792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766354.669154:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247121792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766354.669162:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766354.669165:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766354.669168:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247121792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766354.669197:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247121920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766354.669214:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766354.669223:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766354/real 1789766354] req@ffff9985856a0700 x1876702247121920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766354.669234:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247121920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766354.669242:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766354.669245:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766354.669248:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247121920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766354.669254:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247122048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766354.669268:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766354.669276:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766354/real 1789766354] req@ffff9985856a2d80 x1876702247122048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766354.669316:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247122048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766354.669325:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766354.669328:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766354.669332:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247122048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766355.626650:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766356.650837:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766357.675118:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766358.698612:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766359.722576:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766359.787055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766359.787064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766359.787070:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766359.787081:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3659 00000100:00080000:2.0:1789766359.787091:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766359.787098:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766359.787143:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247122176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766359.787181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766359.787185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766359.787188:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766359.787191:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3659 00000100:00080000:2.0:1789766359.787195:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766359.787198:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766359.787210:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766359.787223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247122304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766359.787232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766359.787235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766359.787236:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766359.787239:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3659 00000100:00080000:2.0:1789766359.787242:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766359.787246:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766359.787250:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766359.787261:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247122432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766359.787269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766359.787273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766359.787274:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766359.787277:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3659 00000100:00080000:2.0:1789766359.787280:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766359.787283:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766359.787326:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766359.787337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247122560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766359.787346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766359.787349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766359.787350:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766359.787353:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3659 00000100:00080000:2.0:1789766359.787356:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766359.787359:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766359.787363:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766359.787372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247122688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766359.788079:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247122176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766359.788143:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766359.788192:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766359/real 1789766359] req@ffff9985857d8a80 x1876702247122176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766359.788210:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247122176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766359.788221:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766359.788225:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766359.788228:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247122176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766359.788235:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247122304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766359.788259:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766359.788271:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766359/real 1789766359] req@ffff9985857dbb80 x1876702247122304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766359.788281:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247122304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766359.788325:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766359.788329:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766359.788332:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247122304:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766359.788340:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247122432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766359.788362:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766359.788373:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766359/real 1789766359] req@ffff9985857d8380 x1876702247122432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766359.788385:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247122432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766359.788393:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766359.788396:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766359.788399:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247122432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766359.788405:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247122560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766359.788424:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766359.788434:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766359/real 1789766359] req@ffff9985857daa00 x1876702247122560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766359.788443:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247122560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766359.788451:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766359.788454:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766359.788456:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247122560:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766359.788461:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247122688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766359.788492:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766359.788502:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766359/real 1789766359] req@ffff9985857d9f80 x1876702247122688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766359.788514:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247122688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766359.788522:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766359.788524:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766359.788528:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247122688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766360.747094:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766361.770728:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766362.794781:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766363.820649:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766364.842959:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766364.906806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766364.906816:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766364.906822:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766364.906833:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3664 00000100:00080000:3.0:1789766364.906846:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766364.906854:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766364.906896:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247122816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766364.906926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766364.906930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766364.906932:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766364.906936:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3664 00000100:00080000:3.0:1789766364.906940:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766364.906944:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766364.906954:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766364.906970:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247122944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766364.906981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766364.906984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766364.906986:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766364.906990:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3664 00000100:00080000:3.0:1789766364.906994:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766364.906997:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766364.907003:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766364.907014:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247123072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766364.907023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766364.907026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766364.907027:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766364.907031:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3664 00000100:00080000:3.0:1789766364.907034:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789766364.907035:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247122816:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789766364.907037:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766364.907041:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766364.907050:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247123200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766364.907057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766364.907060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766364.907062:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766364.907065:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3664 00000100:00080000:3.0:1789766364.907067:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766364.907070:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766364.907074:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766364.907082:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247123328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789766364.907092:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766364.907137:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766364/real 1789766364] req@ffff998588b41f80 x1876702247122816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766364.907155:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247122816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766364.907167:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766364.907171:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766364.907175:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247122816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766364.907182:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247122944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766364.907205:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766364.907216:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766364/real 1789766364] req@ffff998588b43800 x1876702247122944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766364.907227:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247122944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766364.907241:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766364.907243:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766364.907247:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247122944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766364.907252:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247123072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766364.907270:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766364.907281:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766364/real 1789766364] req@ffff998588b41880 x1876702247123072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766364.907321:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247123072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766364.907329:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766364.907333:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766364.907336:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247123072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766364.907361:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247123200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766364.907382:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766364.907394:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766364/real 1789766364] req@ffff998588b40000 x1876702247123200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766364.907404:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247123200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766364.907412:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766364.907414:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766364.907418:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247123200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766364.907423:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247123328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766364.907439:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766364.907449:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766364/real 1789766364] req@ffff998588b42d80 x1876702247123328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766364.907460:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247123328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766364.907468:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766364.907471:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766364.907475:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247123328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766365.866658:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766366.890831:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766367.914667:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766368.938737:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766369.967004:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766370.026990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766370.027004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766370.027010:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766370.027025:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3669 00000100:00080000:3.0:1789766370.027040:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766370.027050:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766370.027101:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247123456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766370.027144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766370.027148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766370.027149:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766370.027154:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3669 00000100:00080000:3.0:1789766370.027158:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766370.027162:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766370.027171:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766370.027189:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247123584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766370.027199:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766370.027202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766370.027204:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766370.027208:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3669 00000100:00080000:3.0:1789766370.027211:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766370.027214:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766370.027219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766370.027230:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247123712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766370.027238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766370.027242:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766370.027244:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766370.027247:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3669 00000100:00080000:3.0:1789766370.027250:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766370.027254:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766370.027258:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766370.027269:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247123840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766370.027278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766370.027281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766370.027282:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766370.027325:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3669 00000100:00080000:3.0:1789766370.027330:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766370.027334:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766370.027339:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766370.027350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247123968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766370.027474:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247123456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766370.027558:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766370.027611:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766370/real 1789766370] req@ffff998588b43b80 x1876702247123456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766370.027631:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247123456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766370.027655:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766370.027659:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766370.027664:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247123456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766370.027671:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247123584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766370.027699:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766370.027714:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766370/real 1789766370] req@ffff998588b42300 x1876702247123584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766370.027726:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247123584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766370.027735:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766370.027738:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766370.027741:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247123584:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766370.027747:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247123712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766370.027780:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766370.027792:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766370/real 1789766370] req@ffff998588b43100 x1876702247123712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766370.027803:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247123712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766370.027811:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766370.027815:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766370.027819:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247123712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766370.027824:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247123840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766370.027845:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766370.027856:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766370/real 1789766370] req@ffff998588b42680 x1876702247123840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766370.027867:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247123840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766370.027876:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766370.027879:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766370.027882:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247123840:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766370.027888:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247123968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766370.027907:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766370.027918:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766370/real 1789766370] req@ffff998588b41c00 x1876702247123968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766370.027929:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247123968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766370.027936:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766370.027940:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766370.027943:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247123968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766370.986605:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766372.010624:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766373.034559:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766374.058578:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766375.084992:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766375.146962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766375.146975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766375.146980:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766375.146991:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3675 00000100:00080000:2.0:1789766375.147005:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766375.147014:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766375.147055:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702247124096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766375.147092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766375.147096:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766375.147098:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766375.147103:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3675 00000100:00080000:2.0:1789766375.147106:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766375.147110:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766375.147120:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766375.147131:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702247124224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766375.147141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766375.147144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766375.147145:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766375.147149:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3675 00000100:00080000:2.0:1789766375.147151:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766375.147155:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766375.147160:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766375.147169:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247124352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766375.147179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766375.147182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766375.147184:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766375.147188:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3675 00000100:00080000:2.0:1789766375.147191:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766375.147194:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766375.147199:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766375.147210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247124480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766375.147219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766375.147223:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766375.147224:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766375.147228:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3675 00000100:00080000:2.0:1789766375.147230:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766375.147233:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766375.147237:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766375.147245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247124608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766375.147347:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247124096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766375.147415:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766375.147473:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766375/real 1789766375] req@ffff9985857d9500 x1876702247124096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766375.147492:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702247124096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766375.147503:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766375.147507:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766375.147511:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247124096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766375.147519:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247124224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766375.147543:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766375.147556:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766375/real 1789766375] req@ffff9985857d8000 x1876702247124224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766375.147569:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702247124224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766375.147577:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766375.147580:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766375.147583:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247124224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766375.147589:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247124352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766375.147608:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766375.147618:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766375/real 1789766375] req@ffff9985857d8e00 x1876702247124352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766375.147629:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247124352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766375.147637:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766375.147640:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766375.147643:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247124352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766375.147648:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247124480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766375.147666:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766375.147677:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766375/real 1789766375] req@ffff9985857d9f80 x1876702247124480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766375.147688:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247124480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766375.147696:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766375.147699:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766375.147702:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247124480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766375.147707:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247124608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766375.147739:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766375.147750:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766375/real 1789766375] req@ffff9985857daa00 x1876702247124608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766375.147763:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247124608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766375.147770:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766375.147773:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766375.147776:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247124608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766376.107210:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766377.130787:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766378.154555:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766379.178741:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766380.204461:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766380.267356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766380.267366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766380.267371:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766380.267382:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3680 00000100:00080000:3.0:1789766380.267393:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766380.267401:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766380.267444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247124736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766380.267527:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247124736:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766380.267594:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789766380.267636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766380.267640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766380.267642:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766380.267647:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3680 00000100:00080000:3.0:1789766380.267651:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766380.267656:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766380.267667:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766380.267691:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247124864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766380.269830:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766380/real 1789766380] req@ffff998588b40e00 x1876702247124736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766380.269856:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247124736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766380.269885:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766380.269890:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766380.269893:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247124736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766380.269926:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247124864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766380.269976:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766380.269992:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766380/real 1789766380] req@ffff998588b42a00 x1876702247124864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766380.270004:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247124864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766380.270011:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766380.270015:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766380.270017:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247124864:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789766380.270089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766380.270094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766380.270098:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766380.270103:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3680 00000100:00080000:3.0:1789766380.270109:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766380.270115:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766380.270125:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766380.270620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247124992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766380.270651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766380.270656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766380.270658:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766380.270661:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3680 00000100:00080000:3.0:1789766380.270666:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766380.270670:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766380.270687:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766380.270700:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247125120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766380.270713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766380.270716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766380.270718:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766380.270722:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3680 00000100:00080000:3.0:1789766380.270726:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766380.270730:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766380.270734:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766380.270745:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247125248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766380.270977:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247124992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766380.271221:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766380.271528:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766380/real 1789766380] req@ffff998588b42a00 x1876702247124992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766380.271543:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247124992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766380.271552:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766380.271556:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766380.271559:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247124992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766380.271567:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247125120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766380.271588:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766380.271607:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766380/real 1789766380] req@ffff998588b40e00 x1876702247125120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766380.271619:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247125120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766380.271912:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766380.271917:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766380.271920:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247125120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766380.271936:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247125248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766380.271972:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766380.271992:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766380/real 1789766380] req@ffff998588b41c00 x1876702247125248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766380.272004:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247125248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766380.272030:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766380.272033:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766380.272037:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247125248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766381.228280:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766382.253281:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766383.274491:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766384.299184:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766385.322713:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766385.386676:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766385.386691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766385.386696:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766385.386709:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3685 00000100:00080000:3.0:1789766385.386723:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766385.386731:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766385.386775:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247125376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766385.386812:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766385.386825:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766385.386827:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766385.386832:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3685 00000100:00080000:3.0:1789766385.386836:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766385.386840:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766385.386850:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766385.386863:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247125504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766385.386872:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766385.386875:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766385.386877:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766385.386880:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3685 00000100:00080000:3.0:1789766385.386883:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766385.386887:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766385.386896:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766385.386906:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247125632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766385.386924:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766385.386927:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766385.386929:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766385.386933:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3685 00000100:00080000:3.0:1789766385.386936:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766385.386939:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766385.386943:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766385.386953:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247125760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766385.386961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766385.386964:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766385.386966:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766385.386969:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3685 00000100:00080000:3.0:1789766385.386972:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766385.386975:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766385.386980:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766385.386989:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247125888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766385.387138:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247125376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766385.387259:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247125504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766385.387320:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247125632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766385.387345:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247125760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766385.387361:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247125888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766386.347253:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766387.370538:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766388.394659:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789766388.461129:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:1.0:1789766388.461212:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789766388.461234:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789766388.461313:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789766388.461333:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789766388.461342:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:1.0:1789766388.461352:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:0.0:1789766388.462034:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766385/real 1789766388] req@ffff998588b42680 x1876702247125376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766388.462071:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247125376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766388.462086:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766388.462092:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766388.462096:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247125376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766388.462106:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766385/real 1789766388] req@ffff998588b43100 x1876702247125504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766388.462120:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247125504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766388.462129:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766388.462133:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766388.462137:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247125504:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766388.462144:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766385/real 1789766388] req@ffff998588b42300 x1876702247125632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766388.462155:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247125632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766388.462167:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766388.462170:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766388.462173:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247125632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766388.462179:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766385/real 1789766388] req@ffff998588b43b80 x1876702247125760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766388.462189:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247125760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766388.462195:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766388.462198:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766388.462201:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247125760:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766388.462206:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766385/real 1789766388] req@ffff998588b42d80 x1876702247125888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766388.462216:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247125888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766388.462222:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766388.462225:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766388.462228:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247125888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766389.421330:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766390.444089:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766390.506814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766390.506828:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766390.506833:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766390.506847:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3690 00000100:00080000:3.0:1789766390.506862:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766390.506871:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766390.506910:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247126016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766390.506944:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766390.506948:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766390.506950:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766390.506954:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3690 00000100:00080000:3.0:1789766390.506957:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766390.506961:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766390.506971:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766390.506985:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247126144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766390.506994:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766390.506997:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766390.506999:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766390.507002:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3690 00000100:00080000:3.0:1789766390.507005:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766390.507008:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766390.507013:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766390.507022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247126272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766390.507031:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766390.507034:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766390.507036:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766390.507040:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3690 00000100:00080000:3.0:1789766390.507043:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766390.507047:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766390.507051:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766390.507061:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247126400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766390.507069:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766390.507072:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766390.507074:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766390.507077:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3690 00000100:00080000:3.0:1789766390.507080:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766390.507083:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766390.507088:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766390.507098:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247126528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766390.507376:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247126016:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766390.507457:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766390.507574:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766390/real 1789766390] req@ffff998588b40000 x1876702247126016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766390.507594:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247126016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766390.507614:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766390.507619:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766390.507622:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247126016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766390.507630:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247126144:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766390.507654:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766390.507667:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766390/real 1789766390] req@ffff998588b41880 x1876702247126144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766390.507680:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247126144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766390.507688:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766390.507691:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766390.507695:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247126144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766390.507701:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247126272:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766390.507723:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766390.507733:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766390/real 1789766390] req@ffff998588b43800 x1876702247126272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766390.507743:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247126272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766390.507757:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766390.507760:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766390.507764:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247126272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766390.507769:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247126400:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766390.507787:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766390.507797:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766390/real 1789766390] req@ffff998588b41f80 x1876702247126400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766390.507807:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247126400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766390.507814:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766390.507817:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766390.507820:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247126400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766390.507825:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247126528:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766390.507843:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766390.507853:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766390/real 1789766390] req@ffff998588b42d80 x1876702247126528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766390.507864:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247126528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766390.507872:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766390.507875:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766390.507878:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247126528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766391.466515:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766392.491277:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766393.514673:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766394.538690:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766395.562792:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766395.626537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766395.626548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766395.626554:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766395.627981:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3695 00000100:00080000:2.0:1789766395.627995:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766395.628006:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766395.628051:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247126656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766395.628092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766395.628097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766395.628100:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766395.628105:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3695 00000100:00080000:2.0:1789766395.628109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766395.628113:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766395.628124:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766395.628138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247126784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766395.628148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766395.628151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766395.628153:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766395.628157:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3695 00000100:00080000:2.0:1789766395.628161:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766395.628164:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766395.628170:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766395.628180:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247126912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766395.628190:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766395.628194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766395.628195:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766395.628199:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3695 00000100:00080000:2.0:1789766395.628202:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766395.628205:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766395.628210:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766395.628220:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247127040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766395.628229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766395.628232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766395.628233:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766395.628237:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3695 00000100:00080000:2.0:1789766395.628240:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766395.628244:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766395.628248:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766395.628258:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247127168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766395.628345:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247126656:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766395.628420:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766395.628462:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766395/real 1789766395] req@ffff9985857d8380 x1876702247126656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766395.628480:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247126656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766395.628490:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766395.628494:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766395.628498:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247126656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766395.628506:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247126784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766395.628528:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766395.628541:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766395/real 1789766395] req@ffff9985857dbb80 x1876702247126784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766395.628553:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247126784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766395.628561:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766395.628584:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766395.628588:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247126784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766395.628594:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247126912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766395.628615:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766395.628626:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766395/real 1789766395] req@ffff9985857d8a80 x1876702247126912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766395.628638:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247126912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766395.628646:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766395.628649:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766395.628652:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247126912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766395.628658:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247127040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766395.628675:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766395.628685:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766395/real 1789766395] req@ffff9985857da300 x1876702247127040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766395.628696:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247127040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766395.628704:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766395.628707:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766395.628710:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247127040:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766395.628715:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247127168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766395.628732:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766395.628742:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766395/real 1789766395] req@ffff9985857d9180 x1876702247127168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766395.628766:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247127168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766395.628774:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766395.628777:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766395.628780:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247127168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766396.588117:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766397.610496:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766398.634532:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766399.658507:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766400.682720:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766400.746418:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766400.746431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766400.746435:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766400.746448:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3700 00000100:00080000:0.0:1789766400.746461:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766400.746469:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766400.746510:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247127296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766400.746666:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247127296:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766400.746742:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789766400.746776:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766400.746781:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766400.746783:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766400.746788:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3700 00000100:00080000:0.0:1789766400.746792:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766400.746797:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766400.746808:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766400.746823:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247127424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766400.747338:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766400/real 1789766400] req@ffff9985856a3480 x1876702247127296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766400.747359:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247127296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766400.747370:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766400.747374:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766400.747377:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247127296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766400.747408:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247127424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766400.747437:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766400.747449:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766400/real 1789766400] req@ffff9985856a0000 x1876702247127424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766400.747461:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247127424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766400.747468:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766400.747472:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766400.747475:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247127424:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789766400.747632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766400.747637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766400.747640:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766400.747645:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3700 00000100:00080000:0.0:1789766400.747650:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766400.747655:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766400.747662:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766400.747677:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247127552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766400.747719:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247127552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766400.747744:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789766400.747764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766400.747768:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766400.747770:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766400.747775:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3700 00000100:00080000:0.0:1789766400.747779:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766400.747784:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766400.747790:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766400.747802:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247127680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766400.747840:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766400/real 1789766400] req@ffff9985856a1500 x1876702247127552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766400.747850:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247127552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766400.747857:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766400.747860:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766400.747863:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247127552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766400.747875:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247127680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766400.747893:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766400.747903:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766400/real 1789766400] req@ffff9985856a0e00 x1876702247127680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766400.747914:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247127680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766400.747921:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766400.747923:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766400.747926:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247127680:192.168.203.136@tcp:8:kworker.0 00000100:00080000:0.0:1789766400.748190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766400.748195:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766400.748198:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766400.748202:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3700 00000100:00080000:0.0:1789766400.748207:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766400.748211:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766400.748217:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766400.748231:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247127808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766400.748274:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247127808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766400.748322:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766400.748491:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766400/real 1789766400] req@ffff9985856a2300 x1876702247127808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766400.748504:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247127808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766400.748511:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766400.748514:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766400.748517:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247127808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766401.707778:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766402.730839:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766403.754535:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766404.782717:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766405.804570:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766405.867204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766405.867218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766405.867223:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766405.867235:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3705 00000100:00080000:3.0:1789766405.867249:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766405.867257:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766405.867337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247127936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766405.867370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766405.867374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766405.867376:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766405.867381:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3705 00000100:00080000:3.0:1789766405.867384:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766405.867388:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766405.867398:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766405.867410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247128064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766405.867420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766405.867427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766405.867429:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789766405.867430:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247127936:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789766405.867435:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3705 00000100:00080000:3.0:1789766405.867441:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766405.867509:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766405.867516:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000800:00000100:1.0:1789766405.867528:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:3.0:1789766405.867530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247128192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766405.867540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766405.867543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766405.867545:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766405.867549:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3705 00000100:00080000:3.0:1789766405.867554:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766405.867557:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766405.867562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766405.867571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247128320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766405.867579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766405.867582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766405.867584:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766405.867587:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3705 00000100:00080000:3.0:1789766405.867590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766405.867593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766405.867598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766405.867607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247128448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766405.867613:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766405/real 1789766405] req@ffff998588b43b80 x1876702247127936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766405.867638:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247127936/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766405.867655:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766405.867659:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766405.867663:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247127936:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766405.867693:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247128064:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766405.867717:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766405.867730:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766405/real 1789766405] req@ffff998588b42300 x1876702247128064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766405.867754:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247128064/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766405.867762:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766405.867765:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766405.867768:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247128064:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766405.867774:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247128192:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766405.867793:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766405.867804:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766405/real 1789766405] req@ffff998588b43100 x1876702247128192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766405.867815:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247128192/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766405.867823:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766405.867825:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766405.867828:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247128192:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766405.867834:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247128320:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766405.867853:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766405.867865:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766405/real 1789766405] req@ffff998588b42680 x1876702247128320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766405.867876:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247128320/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766405.867883:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766405.867887:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766405.867890:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247128320:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766405.867896:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247128448:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766405.867915:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766405.867925:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766405/real 1789766405] req@ffff998588b41c00 x1876702247128448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766405.867937:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247128448/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766405.867944:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766405.867947:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766405.867950:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247128448:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766406.830177:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766407.850788:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766408.874863:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766409.901718:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766410.922814:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766410.986520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766410.986537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766410.986542:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766410.986556:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3710 00000100:00080000:3.0:1789766410.986567:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766410.986581:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766410.986627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247128576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766410.986669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766410.986673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766410.986675:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766410.986680:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3710 00000100:00080000:3.0:1789766410.986684:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766410.986688:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766410.986698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766410.986712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247128704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766410.986722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766410.986725:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766410.986728:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766410.986732:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3710 00000100:00080000:3.0:1789766410.986735:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766410.986739:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766410.986744:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766410.986754:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247128832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766410.986764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766410.986767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766410.986769:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766410.986773:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3710 00000100:00080000:3.0:1789766410.986776:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766410.986785:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766410.986789:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766410.986799:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247128960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766410.986806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766410.986809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766410.986811:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766410.986814:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3710 00000100:00080000:3.0:1789766410.986817:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766410.986820:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766410.986824:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766410.986832:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247129088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766410.986936:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247128576:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766410.987004:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766410.987058:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766410/real 1789766410] req@ffff998588b40e00 x1876702247128576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766410.987075:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247128576/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766410.987086:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766410.987089:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766410.987094:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247128576:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766410.987102:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247128704:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766410.987125:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766410.987138:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766410/real 1789766410] req@ffff998588b42a00 x1876702247128704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766410.987149:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247128704/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766410.987157:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766410.987160:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766410.987163:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247128704:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766410.987168:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247128832:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766410.987186:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766410.987197:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766410/real 1789766410] req@ffff998588b41c00 x1876702247128832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766410.987207:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247128832/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766410.987221:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766410.987225:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766410.987228:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247128832:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766410.987233:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247128960:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766410.987252:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766410.987262:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766410/real 1789766410] req@ffff998588b42680 x1876702247128960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766410.987272:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247128960/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766410.987279:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766410.987282:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766410.987284:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247128960:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766410.987316:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247129088:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766410.987334:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766410.987345:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766410/real 1789766410] req@ffff998588b43100 x1876702247129088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766410.987355:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247129088/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766410.987361:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766410.987364:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766410.987368:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247129088:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766411.946503:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766412.971071:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766413.998264:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766415.018705:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766416.042570:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766416.106478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766416.106488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766416.106492:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766416.106503:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3716 00000100:00080000:1.0:1789766416.106515:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766416.106523:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766416.106563:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9180 x1876702247129216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766416.106600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766416.106604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766416.106605:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766416.106609:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3716 00000100:00080000:1.0:1789766416.106613:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766416.106617:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766416.106626:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766416.106639:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9880 x1876702247129344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766416.106648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766416.106651:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766416.106653:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766416.106656:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3716 00000100:00080000:1.0:1789766416.106659:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766416.106662:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766416.106667:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766416.106676:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8380 x1876702247129472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766416.106684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766416.106687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766416.106688:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766416.106691:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3716 00000100:00080000:1.0:1789766416.106694:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766416.106697:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766416.106701:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766416.106708:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8e00 x1876702247129600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766416.106716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766416.106719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766416.106721:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766416.106724:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3716 00000100:00080000:1.0:1789766416.106727:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766416.106729:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766416.106733:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766416.106741:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da300 x1876702247129728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766416.107380:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247129216:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766416.107457:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766416.107502:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766416/real 1789766416] req@ffff9985836d9180 x1876702247129216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766416.107520:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9180 x1876702247129216/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766416.107530:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766416.107534:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766416.107537:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247129216:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766416.107544:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247129344:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766416.107568:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766416.107580:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766416/real 1789766416] req@ffff9985836d9880 x1876702247129344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766416.107591:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9880 x1876702247129344/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766416.107599:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766416.107602:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766416.107605:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247129344:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766416.107611:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247129472:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766416.107631:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766416.107642:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766416/real 1789766416] req@ffff9985836d8380 x1876702247129472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766416.107660:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8380 x1876702247129472/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766416.107669:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766416.107672:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766416.107675:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247129472:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766416.107681:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247129600:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766416.107703:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766416.107715:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766416/real 1789766416] req@ffff9985836d8e00 x1876702247129600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766416.107726:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8e00 x1876702247129600/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766416.107733:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766416.107736:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766416.107739:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247129600:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766416.107744:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247129728:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766416.107760:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766416.107769:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766416/real 1789766416] req@ffff9985836da300 x1876702247129728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766416.107778:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da300 x1876702247129728/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766416.107791:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766416.107795:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766416.107799:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247129728:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766417.066709:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766418.090527:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766419.114562:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766420.138894:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766421.162573:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766421.226974:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766421.226984:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766421.226989:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766421.227000:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3721 00000100:00080000:1.0:1789766421.227011:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766421.227018:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766421.227060:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836db800 x1876702247129856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766421.227091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766421.227095:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766421.227098:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766421.227102:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3721 00000100:00080000:1.0:1789766421.227106:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766421.227110:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766421.227119:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766421.227132:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836da680 x1876702247129984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766421.227141:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766421.227144:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766421.227146:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766421.227149:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3721 00000100:00080000:1.0:1789766421.227152:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766421.227156:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766421.227160:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766421.227170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d9c00 x1876702247130112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766421.227178:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766421.227181:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766421.227182:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766421.227186:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3721 00000100:00080000:1.0:1789766421.227188:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766421.227191:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766421.227194:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1789766421.227203:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8700 x1876702247130240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766421.227210:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766421.227213:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766421.227215:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766421.227217:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3721 00000100:00080000:1.0:1789766421.227220:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766421.227223:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:1.0:1789766421.227227:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766421.227237:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985836d8a80 x1876702247130368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766421.227967:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247129856:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766421.228041:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766421.228100:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766421/real 1789766421] req@ffff9985836db800 x1876702247129856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766421.228120:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836db800 x1876702247129856/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766421.228131:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766421.228135:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766421.228138:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247129856:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766421.228145:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247129984:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766421.228168:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766421.228181:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766421/real 1789766421] req@ffff9985836da680 x1876702247129984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766421.228192:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836da680 x1876702247129984/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766421.228199:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766421.228203:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766421.228206:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247129984:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766421.228214:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247130112:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766421.228236:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766421.228249:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766421/real 1789766421] req@ffff9985836d9c00 x1876702247130112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766421.228260:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d9c00 x1876702247130112/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766421.228267:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766421.228270:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766421.228272:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247130112:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766421.228279:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247130240:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766421.228328:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766421.228340:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766421/real 1789766421] req@ffff9985836d8700 x1876702247130240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766421.228350:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8700 x1876702247130240/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766421.228357:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766421.228360:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766421.228363:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247130240:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766421.228368:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247130368:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766421.228398:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766421.228409:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766421/real 1789766421] req@ffff9985836d8a80 x1876702247130368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766421.228421:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985836d8a80 x1876702247130368/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766421.228428:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766421.228431:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766421.228433:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985836d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247130368:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766422.187463:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766423.210765:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766424.236477:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766425.259165:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766426.284032:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766426.351409:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766426.351424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766426.351430:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766426.351445:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3726 00000100:00080000:3.0:1789766426.351462:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766426.351472:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766426.351531:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247130496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766426.351570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766426.351574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766426.351575:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766426.351580:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3726 00000100:00080000:3.0:1789766426.351584:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766426.351588:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766426.351604:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766426.351616:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247130624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766426.351626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766426.351631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766426.351633:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766426.351636:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3726 00000100:00080000:3.0:1789766426.351640:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766426.351643:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766426.351648:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766426.351658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247130752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766426.351667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766426.351670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766426.351672:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766426.351676:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3726 00000100:00080000:3.0:1789766426.351679:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766426.351682:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766426.351687:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766426.351696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247130880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766426.351704:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766426.351708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766426.351709:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766426.351712:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3726 00000100:00080000:3.0:1789766426.351715:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766426.351718:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766426.351723:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766426.351732:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247131008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766426.351847:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247130496:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766426.351932:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766426.351985:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766426/real 1789766426] req@ffff998588b42300 x1876702247130496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766426.352003:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247130496/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766426.352013:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766426.352017:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766426.352021:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247130496:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766426.352028:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247130624:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766426.352051:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766426.352063:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766426/real 1789766426] req@ffff998588b43b80 x1876702247130624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766426.352073:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247130624/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766426.352086:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766426.352089:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766426.352092:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247130624:192.168.203.136@tcp:38:kworker.0 00000100:00100000:0.0:1789766426.352097:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247130752:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766426.352115:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766426.352125:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766426/real 1789766426] req@ffff998588b42d80 x1876702247130752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766426.352134:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247130752/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766426.352142:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766426.352144:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766426.352147:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247130752:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766426.352153:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247130880:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766426.352169:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766426.352180:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766426/real 1789766426] req@ffff998588b41f80 x1876702247130880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766426.352189:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247130880/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766426.352195:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766426.352198:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766426.352202:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247130880:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766426.352207:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247131008:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766426.352223:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766426.352234:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766426/real 1789766426] req@ffff998588b43800 x1876702247131008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766426.352243:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247131008/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766426.352250:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766426.352253:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766426.352256:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247131008:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766427.306560:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766428.330926:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766429.356815:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766430.378962:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766431.402610:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766431.468091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766431.468106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766431.468111:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766431.468124:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3731 00000100:00080000:2.0:1789766431.468137:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766431.468146:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766431.468190:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247131136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766431.468470:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247131136:192.168.203.136@tcp:250:kworker.0 00000800:00000100:0.0:1789766431.468553:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789766431.470837:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766431.470851:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766431.470855:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766431.470867:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3731 00000100:00080000:2.0:1789766431.470882:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766431.470891:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766431.470905:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766431.470946:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247131264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766431.471481:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766431/real 1789766431] req@ffff9985857db100 x1876702247131136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766431.471509:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247131136/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766431.471521:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766431.471526:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766431.471531:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247131136:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766431.471566:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247131264:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766431.471758:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766431.471780:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766431/real 1789766431] req@ffff9985857db800 x1876702247131264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766431.471793:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247131264/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766431.471802:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766431.471805:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766431.471808:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247131264:192.168.203.136@tcp:38:kworker.0 00000100:00080000:2.0:1789766431.473862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766431.473876:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766431.473880:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766431.473891:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3731 00000100:00080000:2.0:1789766431.473904:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766431.473913:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766431.473926:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766431.473963:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247131392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766431.474006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766431.474010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766431.474012:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766431.474016:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3731 00000100:00080000:2.0:1789766431.474019:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766431.474023:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766431.474028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766431.474041:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247131520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766431.474049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766431.474053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766431.474054:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766431.474057:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3731 00000100:00080000:2.0:1789766431.474060:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766431.474063:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766431.474068:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766431.474078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247131648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766431.474280:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247131392:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766431.474386:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766431.474421:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766431/real 1789766431] req@ffff9985857d9880 x1876702247131392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766431.474441:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247131392/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766431.474453:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766431.474457:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766431.474461:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247131392:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766431.474469:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247131520:192.168.203.136@tcp:8:kworker.0 00000800:00000100:0.0:1789766431.474490:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766431.474502:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766431/real 1789766431] req@ffff9985857db800 x1876702247131520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766431.474514:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247131520/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766431.474521:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766431.474524:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766431.474528:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247131520:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766431.474534:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247131648:192.168.203.136@tcp:38:kworker.0 00000800:00000100:0.0:1789766431.474554:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:0.0:1789766431.474565:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766431/real 1789766431] req@ffff9985857db100 x1876702247131648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766431.474705:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247131648/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766431.474714:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766431.474716:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:0.0:1789766431.474720:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247131648:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766432.426897:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766433.450887:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766434.475221:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766435.498678:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766436.523000:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766436.587244:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766436.587259:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766436.587271:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766436.587284:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3736 00000100:00080000:3.0:1789766436.587338:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766436.587347:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766436.587392:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247131776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766436.587429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766436.587433:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766436.587435:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766436.587440:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3736 00000100:00080000:3.0:1789766436.587444:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766436.587448:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766436.587458:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766436.587473:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247131904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766436.587483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766436.587486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766436.587488:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766436.587491:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3736 00000100:00080000:3.0:1789766436.587494:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766436.587498:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766436.587503:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766436.587515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247132032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766436.587524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766436.587527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766436.587528:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766436.587532:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3736 00000100:00080000:3.0:1789766436.587536:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766436.587539:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766436.587639:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247131776:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766436.587788:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766436.587911:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766436/real 1789766436] req@ffff998588b41880 x1876702247131776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766436.587936:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247131776/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766436.587947:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766436.587951:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766436.587955:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247131776:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766436.587962:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247131904:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766436.587985:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766436.588002:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766436/real 1789766436] req@ffff998588b40000 x1876702247131904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766436.588015:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247131904/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766436.588023:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766436.588026:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766436.588029:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247131904:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766436.588034:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247132032:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766436.588054:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766436.588065:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766436/real 1789766436] req@ffff998588b43800 x1876702247132032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766436.588077:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247132032/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766436.588091:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766436.588094:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766436.588097:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247132032:192.168.203.136@tcp:8:kworker.0 00000008:00100000:3.0:1789766436.588574:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766436.588600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247132160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766436.588620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766436.588625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766436.588627:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766436.588632:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3736 00000100:00080000:3.0:1789766436.588638:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766436.588646:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766436.588654:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766436.588655:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247132160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:3.0:1789766436.588667:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247132288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789766436.588687:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766436.588707:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766436/real 1789766436] req@ffff998588b41f80 x1876702247132160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766436.588720:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247132160/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766436.588730:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766436.588733:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766436.588736:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247132160:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766436.588750:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247132288:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766436.588770:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766436.588786:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766436/real 1789766436] req@ffff998588b42d80 x1876702247132288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766436.588803:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247132288/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766436.588811:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766436.588814:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766436.588817:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247132288:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766437.546550:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766438.571446:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766439.594501:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766440.618728:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766441.642640:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766441.706494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766441.706503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766441.706508:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766441.706527:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3741 00000100:00080000:2.0:1789766441.706537:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766441.706545:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766441.706588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247132416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766441.706711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766441.706715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766441.706717:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766441.706722:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3741 00000100:00080000:2.0:1789766441.706726:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766441.706730:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766441.706740:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766441.706754:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247132544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766441.706763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766441.706772:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766441.706774:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766441.706777:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3741 00000100:00080000:2.0:1789766441.706780:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766441.706783:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766441.706788:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766441.706797:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247132672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766441.706806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766441.706809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766441.706810:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766441.706814:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3741 00000100:00080000:2.0:1789766441.706816:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766441.706820:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766441.706823:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766441.706832:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247132800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766441.706840:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766441.706843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766441.706845:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766441.706848:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3741 00000100:00080000:2.0:1789766441.706851:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766441.706854:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766441.706858:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766441.706866:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247132928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766441.707016:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247132416:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766441.707090:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766441.707494:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766441/real 1789766441] req@ffff9985857d9180 x1876702247132416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766441.707524:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247132416/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766441.707534:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766441.707538:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766441.707541:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247132416:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766441.707549:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247132544:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766441.707573:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766441.707584:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766441/real 1789766441] req@ffff9985857da300 x1876702247132544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766441.707594:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247132544/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766441.707601:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766441.707616:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766441.707620:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247132544:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766441.707625:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247132672:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766441.707643:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766441.707652:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766441/real 1789766441] req@ffff9985857d8a80 x1876702247132672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766441.707661:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247132672/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766441.707678:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766441.707682:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766441.707685:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247132672:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766441.707689:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247132800:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766441.707706:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766441.707715:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766441/real 1789766441] req@ffff9985857dbb80 x1876702247132800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766441.707725:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247132800/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766441.707731:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766441.707734:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766441.707737:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247132800:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766441.707741:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247132928:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766441.707759:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766441.707768:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766441/real 1789766441] req@ffff9985857d8380 x1876702247132928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766441.707777:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247132928/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766441.707783:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766441.707786:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766441.707789:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247132928:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766442.666500:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766443.690510:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766444.714832:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766445.738569:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766446.763947:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766446.826856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766446.826870:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766446.826874:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766446.826887:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3746 00000100:00080000:2.0:1789766446.826900:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766446.826908:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766446.826950:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247133056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766446.827045:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247133056:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766446.827124:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789766446.827158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766446.827162:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766446.827164:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766446.827169:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3746 00000100:00080000:2.0:1789766446.827173:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766446.827177:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766446.827195:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766446.827208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247133184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766446.828281:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766446/real 1789766446] req@ffff9985857daa00 x1876702247133056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789766446.828311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766446.828317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766446.828320:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766446.828327:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3746 00000100:00100000:1.0:1789766446.828332:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247133056/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789766446.828335:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766446.828345:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00080000:1.0:1789766446.828349:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766446.828356:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766446.828360:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247133056:192.168.203.136@tcp:250:kworker.0 00000008:00100000:2.0:1789766446.828365:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766446.828395:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247133184:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766446.828442:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766446.828457:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766446/real 1789766446] req@ffff9985857d9f80 x1876702247133184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766446.828484:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247133184/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766446.828493:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766446.828497:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766446.828501:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247133184:192.168.203.136@tcp:38:kworker.0 00000100:00100000:2.0:1789766446.828504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247133312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766446.828527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766446.828531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766446.828533:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766446.828537:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3746 00000100:00080000:2.0:1789766446.828542:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789766446.828548:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247133312:192.168.203.136@tcp:8:kworker.0 00000100:00080000:2.0:1789766446.828549:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766446.828558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766446.828574:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702247133440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789766446.828583:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:2.0:1789766446.828592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766446.828596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789766446.828600:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766446/real 1789766446] req@ffff9985857d8e00 x1876702247133312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789766446.828600:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766446.828608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3746 00000100:00080000:2.0:1789766446.828614:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766446.828620:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766446.828625:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247133312/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1789766446.828625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766446.828636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702247133568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766446.828644:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766446.828651:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766446.828655:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247133312:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766446.828672:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247133440:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766446.828696:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766446.828708:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766446/real 1789766446] req@ffff9985857d8000 x1876702247133440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766446.828719:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702247133440/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766446.828727:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766446.828730:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766446.828734:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247133440:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766446.829783:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247133568:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766446.829836:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766446.829862:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766446/real 1789766446] req@ffff9985857d9500 x1876702247133568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766446.829879:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702247133568/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766446.829890:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766446.829894:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766446.829897:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247133568:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766447.787070:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766448.811105:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766449.834547:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766450.858532:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766451.882959:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766451.946575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766451.946585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766451.946590:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766451.946600:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3751 00000100:00080000:3.0:1789766451.946611:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766451.946620:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766451.946662:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247133696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766451.946739:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247133696:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789766451.946853:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766451.946860:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766451.946862:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766451.946868:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3751 00000100:00080000:3.0:1789766451.946872:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766451.946877:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766451.946886:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766451.946900:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247133824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766451.951585:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247133824:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789766451.953017:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766451.953026:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766451.953030:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766451.953039:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3751 00000100:00080000:3.0:1789766451.953047:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766451.953055:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766451.953069:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766451.953116:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247133952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766451.953132:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766451.953135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766451.953137:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766451.953141:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3751 00000100:00080000:3.0:1789766451.953162:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766451.953166:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766451.953171:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766451.953183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247134080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766451.953192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766451.953196:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766451.953198:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766451.953201:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3751 00000100:00080000:3.0:1789766451.953204:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766451.953211:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766451.953217:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766451.953227:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247134208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766451.955074:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247133952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766451.955178:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247134080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766451.955202:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247134208:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766452.906980:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766453.930586:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766454.954575:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789766455.018719:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:2.0:1789766455.018774:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789766455.018796:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766455.018849:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766455.018860:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766455.018868:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:2.0:1789766455.018876:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789766455.019837:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766451/real 1789766455] req@ffff998588b43100 x1876702247133952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766455.019875:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247133952/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766455.019892:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766455.019898:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766455.019903:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247133952:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766455.019913:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766451/real 1789766455] req@ffff998588b42680 x1876702247134080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766455.019933:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247134080/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766455.019940:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766455.019943:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766455.019946:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247134080:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766455.019953:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766451/real 1789766455] req@ffff998588b41c00 x1876702247134208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766455.019966:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247134208/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766455.019974:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766455.019978:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766455.019983:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247134208:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766455.019990:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766451/real 1789766455] req@ffff998588b42300 x1876702247133824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766455.020002:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247133824/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766455.020010:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766455.020024:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766455.020027:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247133824:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766455.020035:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766451/real 1789766455] req@ffff998588b43b80 x1876702247133696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766455.020049:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247133696/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766455.020057:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766455.020061:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766455.020064:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247133696:192.168.203.136@tcp:250:kworker.0 00010000:00010000:2.0:1789766455.978522:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766457.002758:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766457.074986:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766457.075002:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766457.075006:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766457.075020:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3757 00000100:00080000:0.0:1789766457.075034:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766457.075043:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766457.075200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702247134336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766457.075240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766457.075245:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766457.075247:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766457.075252:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3757 00000100:00080000:0.0:1789766457.075256:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766457.075260:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766457.075271:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766457.075302:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247134464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766457.075314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766457.075317:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766457.075319:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766457.075322:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3757 00000100:00080000:0.0:1789766457.075326:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766457.075329:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766457.075334:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766457.075396:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247134336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766457.075412:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247134592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766457.075421:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766457.075425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766457.075426:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766457.075430:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3757 00000100:00080000:0.0:1789766457.075434:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766457.075437:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766457.075442:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766457.075451:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247134720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766457.075459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766457.075462:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766457.075463:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766457.075466:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3757 00000100:00080000:0.0:1789766457.075468:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766457.075471:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766457.075475:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766457.075483:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247134848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789766457.075483:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766457.075587:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766457/real 1789766457] req@ffff9985856a2a00 x1876702247134336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766457.075616:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702247134336/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766457.075631:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766457.075635:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766457.075638:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247134336:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766457.075645:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247134464:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766457.075671:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766457.075684:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766457/real 1789766457] req@ffff9985856a2300 x1876702247134464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766457.075696:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247134464/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766457.075704:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766457.075708:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766457.075711:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247134464:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766457.075740:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247134592:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766457.075760:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766457.075773:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766457/real 1789766457] req@ffff9985856a0e00 x1876702247134592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766457.075784:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247134592/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766457.075792:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766457.075794:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766457.075797:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247134592:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766457.075802:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247134720:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766457.075821:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766457.075833:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766457/real 1789766457] req@ffff9985856a1500 x1876702247134720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766457.075844:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247134720/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766457.075851:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766457.075854:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766457.075858:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247134720:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766457.075863:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247134848:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766457.075883:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766457.075893:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766457/real 1789766457] req@ffff9985856a0000 x1876702247134848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766457.076317:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247134848/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766457.076326:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766457.076330:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766457.076333:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247134848:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766458.026591:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766459.050701:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766460.076174:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766461.099469:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766462.122763:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766462.186410:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766462.186421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766462.186426:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766462.186436:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3762 00000100:00080000:0.0:1789766462.186448:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766462.186456:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766462.186498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247134976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766462.186532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766462.186536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766462.186538:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766462.186542:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3762 00000100:00080000:0.0:1789766462.186546:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766462.186550:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766462.186560:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766462.186575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247135104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766462.186585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766462.186588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766462.186590:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766462.186593:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3762 00000100:00080000:0.0:1789766462.186596:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766462.186600:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766462.186604:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766462.186614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247135232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766462.186623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766462.186626:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766462.186628:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766462.186632:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3762 00000100:00080000:0.0:1789766462.186635:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766462.186638:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766462.186643:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766462.186653:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247135360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766462.186667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766462.186670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766462.186672:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766462.186676:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3762 00000100:00080000:0.0:1789766462.186679:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766462.186683:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766462.186688:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766462.186698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247135488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766462.186957:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247134976:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766462.187022:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766462.187060:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766462/real 1789766462] req@ffff9985856a3480 x1876702247134976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766462.187985:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247134976/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766462.187997:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766462.188001:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766462.188005:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247134976:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766462.188014:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247135104:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766462.188047:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766462.188063:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766462/real 1789766462] req@ffff9985856a2d80 x1876702247135104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766462.188094:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247135104/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766462.188103:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766462.188106:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766462.188109:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247135104:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766462.188115:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247135232:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766462.188137:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766462.188149:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766462/real 1789766462] req@ffff9985856a0700 x1876702247135232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766462.188161:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247135232/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766462.188169:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766462.188173:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766462.188176:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247135232:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766462.188182:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247135360:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766462.188200:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766462.188209:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766462/real 1789766462] req@ffff9985856a2680 x1876702247135360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766462.188219:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247135360/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766462.188232:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766462.188235:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766462.188238:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247135360:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766462.188244:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247135488:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766462.188261:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766462.188271:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766462/real 1789766462] req@ffff9985856a1880 x1876702247135488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766462.188282:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247135488/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766462.188306:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766462.188310:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766462.188313:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247135488:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766463.146500:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766464.174826:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766465.194529:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766466.218484:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766467.243724:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766467.309204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766467.309213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766467.309218:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766467.309227:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3767 00000100:00080000:2.0:1789766467.309238:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766467.309246:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766467.309306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9500 x1876702247135616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766467.309328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766467.309332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766467.309333:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766467.309337:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3767 00000100:00080000:2.0:1789766467.309340:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766467.309344:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766467.309353:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766467.309365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8000 x1876702247135744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766467.309374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766467.309376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766467.309378:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766467.309382:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3767 00000100:00080000:2.0:1789766467.309385:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766467.309388:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766467.309393:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766467.309402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8e00 x1876702247135872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766467.309410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766467.309413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766467.309415:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766467.309418:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3767 00000100:00080000:2.0:1789766467.309421:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766467.309425:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:1.0:1789766467.309429:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247135616:192.168.203.136@tcp:250:kworker.0 00000008:00100000:2.0:1789766467.309431:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766467.309446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247136000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766467.309454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766467.309458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766467.309459:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766467.309462:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3767 00000100:00080000:2.0:1789766467.309465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766467.309468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766467.309472:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766467.309481:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247136128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789766467.309501:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766467.309537:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766467/real 1789766467] req@ffff9985857d9500 x1876702247135616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766467.309556:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9500 x1876702247135616/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766467.309567:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766467.309571:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766467.309575:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247135616:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766467.309582:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247135744:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766467.309607:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766467.309619:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766467/real 1789766467] req@ffff9985857d8000 x1876702247135744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766467.309631:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8000 x1876702247135744/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766467.309639:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766467.309643:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766467.309646:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247135744:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766467.309651:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247135872:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766467.309674:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766467.309685:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766467/real 1789766467] req@ffff9985857d8e00 x1876702247135872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766467.309697:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8e00 x1876702247135872/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766467.309705:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766467.309709:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766467.309712:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247135872:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766467.309736:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247136000:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766467.309755:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766467.309765:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766467/real 1789766467] req@ffff9985857d9f80 x1876702247136000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766467.309776:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247136000/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766467.309783:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766467.309786:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766467.309789:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247136000:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766467.309794:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247136128:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766467.309810:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766467.309820:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766467/real 1789766467] req@ffff9985857daa00 x1876702247136128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766467.309830:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247136128/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766467.309837:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766467.309840:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766467.309843:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247136128:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766468.270585:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766469.292093:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766470.317197:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766471.338606:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766472.362557:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766472.426412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766472.426423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766472.426427:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766472.426438:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3772 00000100:00080000:2.0:1789766472.426450:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766472.426820:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766472.426864:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247136256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766472.426898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766472.426902:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766472.426905:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766472.426910:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3772 00000100:00080000:2.0:1789766472.426914:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766472.426919:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766472.426929:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766472.426943:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247136384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766472.426951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766472.426954:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766472.426956:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766472.426959:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3772 00000100:00080000:2.0:1789766472.426962:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766472.426965:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766472.426969:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766472.426978:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247136512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766472.426986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766472.426989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766472.426990:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766472.426994:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3772 00000100:00080000:2.0:1789766472.427006:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766472.427010:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766472.427014:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766472.427025:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247136640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766472.427034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766472.427037:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766472.427039:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766472.427043:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3772 00000100:00080000:2.0:1789766472.427046:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766472.427049:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766472.427054:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766472.427064:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247136768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766472.427216:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247136256:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766472.427276:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766472.427346:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766472/real 1789766472] req@ffff9985857d8380 x1876702247136256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766472.427363:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247136256/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766472.427374:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766472.427379:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766472.427383:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247136256:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766472.427390:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247136384:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766472.427412:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766472.427424:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766472/real 1789766472] req@ffff9985857dbb80 x1876702247136384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766472.427436:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247136384/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766472.427444:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766472.427447:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766472.427450:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247136384:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766472.427456:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247136512:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766472.427596:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766472.427621:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766472/real 1789766472] req@ffff9985857d8a80 x1876702247136512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766472.427633:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247136512/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766472.427641:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766472.427643:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766472.427647:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247136512:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766472.427653:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247136640:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766472.427673:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766472.427683:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766472/real 1789766472] req@ffff9985857da300 x1876702247136640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766472.427693:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247136640/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766472.427700:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766472.427703:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766472.427706:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247136640:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766472.427711:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247136768:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766472.427730:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766472.427739:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766472/real 1789766472] req@ffff9985857d9180 x1876702247136768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766472.427748:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247136768/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766472.427755:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766472.427757:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766472.427760:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247136768:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766473.392186:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766474.411061:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766475.435499:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766476.458914:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766477.482574:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766477.548024:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766477.548038:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766477.548044:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766477.548058:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3777 00000100:00080000:2.0:1789766477.548074:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766477.548083:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766477.548135:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db100 x1876702247136896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766477.548176:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766477.548180:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766477.548183:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766477.548188:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3777 00000100:00080000:2.0:1789766477.548192:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766477.548196:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766477.548208:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766477.548221:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857db800 x1876702247137024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766477.548231:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766477.548234:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766477.548236:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766477.548240:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3777 00000100:00080000:2.0:1789766477.548243:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766477.548246:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766477.548252:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766477.548262:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9880 x1876702247137152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766477.548273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766477.548277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766477.548278:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766477.548283:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3777 00000100:00080000:2.0:1789766477.548305:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766477.548309:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766477.548314:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766477.548329:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9180 x1876702247137280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766477.548339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766477.548343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766477.548345:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766477.548350:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3777 00000100:00080000:2.0:1789766477.548353:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766477.548357:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766477.548362:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766477.548372:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857da300 x1876702247137408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766477.548481:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247136896:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766477.548563:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766477.548613:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766477/real 1789766477] req@ffff9985857db100 x1876702247136896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766477.548634:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db100 x1876702247136896/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766477.548647:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766477.548651:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766477.548656:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247136896:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766477.548663:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247137024:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766477.548688:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766477.548701:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766477/real 1789766477] req@ffff9985857db800 x1876702247137024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766477.548714:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857db800 x1876702247137024/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766477.548722:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766477.548725:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766477.548728:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247137024:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766477.548734:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247137152:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766477.548756:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766477.548768:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766477/real 1789766477] req@ffff9985857d9880 x1876702247137152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766477.548781:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9880 x1876702247137152/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766477.548811:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766477.548815:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766477.548818:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247137152:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766477.548825:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247137280:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766477.548846:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766477.548858:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766477/real 1789766477] req@ffff9985857d9180 x1876702247137280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766477.548870:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9180 x1876702247137280/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766477.548879:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766477.548883:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766477.548886:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247137280:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766477.548892:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247137408:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766477.548911:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766477.548923:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766477/real 1789766477] req@ffff9985857da300 x1876702247137408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766477.548935:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857da300 x1876702247137408/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766477.548944:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766477.548947:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766477.548952:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247137408:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766478.506681:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766479.531744:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766480.554785:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766481.580156:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766482.604673:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766482.666953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766482.666961:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766482.666965:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766482.666974:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3782 00000100:00080000:0.0:1789766482.666983:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766482.666990:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766482.667648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702247137536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766482.667678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766482.667682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766482.667684:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766482.667688:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3782 00000100:00080000:0.0:1789766482.667693:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766482.667697:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766482.667707:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766482.667721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247137664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766482.667730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766482.667733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766482.667735:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766482.667738:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3782 00000100:00080000:0.0:1789766482.667741:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766482.667744:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766482.667747:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766482.667756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247137792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766482.667765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766482.667768:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766482.667769:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766482.667773:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3782 00000100:00080000:0.0:1789766482.667776:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766482.667779:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766482.667783:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766482.667792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247137920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766482.667797:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247137536:192.168.203.136@tcp:250:kworker.0 00000100:00080000:0.0:1789766482.667805:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766482.667809:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766482.667811:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766482.667815:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3782 00000100:00080000:0.0:1789766482.667818:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766482.667822:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766482.667826:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789766482.667878:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766482.667933:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766482/real 1789766482] req@ffff9985856a3800 x1876702247137536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766482.667951:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702247137536/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766482.667961:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766482.667964:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766482.667968:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247137536:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766482.667975:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247137664:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766482.667998:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766482.668011:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766482/real 1789766482] req@ffff9985856a1880 x1876702247137664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766482.668022:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247137664/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766482.668030:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766482.668034:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766482.668037:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247137664:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766482.668044:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247137792:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766482.668065:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766482.668077:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766482/real 1789766482] req@ffff9985856a2680 x1876702247137792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766482.668088:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247137792/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766482.668096:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766482.668098:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766482.668102:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247137792:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766482.668133:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247137920:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766482.668153:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766482.668164:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766482/real 1789766482] req@ffff9985856a0700 x1876702247137920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766482.668175:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247137920/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766482.668182:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766482.668185:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766482.668188:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247137920:192.168.203.136@tcp:8:kworker.0 00000100:00100000:0.0:1789766482.668636:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247138048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766482.669102:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247138048:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766482.669138:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766482.669153:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766482/real 1789766482] req@ffff9985856a2d80 x1876702247138048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766482.669167:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247138048/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766482.669176:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766482.669180:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766482.669183:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247138048:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766483.626623:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766484.650624:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766485.674626:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766486.698884:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766487.724086:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766487.786399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766487.786409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766487.786413:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766487.786423:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3787 00000100:00080000:0.0:1789766487.786434:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766487.786442:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766487.786483:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247138176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766487.786736:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247138176:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766487.786796:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789766487.786828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766487.786832:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766487.786834:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766487.786839:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3787 00000100:00080000:0.0:1789766487.786843:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766487.786847:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766487.786857:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766487.786871:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247138304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766487.786944:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766487/real 1789766487] req@ffff9985856a3480 x1876702247138176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766487.786961:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247138176/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766487.786971:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766487.786976:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766487.786979:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247138176:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766487.787000:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247138304:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766487.787022:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766487.787034:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766487/real 1789766487] req@ffff9985856a0000 x1876702247138304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766487.787047:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247138304/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766487.787054:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766487.787057:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766487.787060:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247138304:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789766487.787192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766487.787196:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766487.787198:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766487.787202:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3787 00000100:00080000:0.0:1789766487.787207:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766487.787210:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766487.787216:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766487.787227:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247138432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766487.787269:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247138432:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766487.787324:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789766487.787372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766487.787375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766487.787377:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766487.787381:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3787 00000100:00080000:0.0:1789766487.787385:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766487.787388:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766487.787393:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766487.787405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247138560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766487.787520:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766487/real 1789766487] req@ffff9985856a1500 x1876702247138432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766487.787531:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247138432/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766487.787539:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766487.787541:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766487.787544:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247138432:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766487.787555:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247138560:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766487.787574:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766487.787584:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766487/real 1789766487] req@ffff9985856a0e00 x1876702247138560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766487.787593:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247138560/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766487.787601:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766487.787604:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766487.787607:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247138560:192.168.203.136@tcp:8:kworker.0 00000100:00080000:0.0:1789766487.787687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766487.787692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766487.787693:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766487.787698:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3787 00000100:00080000:0.0:1789766487.787702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766487.787706:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766487.787711:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766487.787723:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247138688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766487.787766:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247138688:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766487.787788:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766487.787852:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766487/real 1789766487] req@ffff9985856a2300 x1876702247138688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766487.787864:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247138688/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766487.787872:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766487.787875:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766487.787878:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247138688:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766488.747286:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766489.770579:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766490.794686:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766491.819492:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766492.842586:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766492.906446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766492.906454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766492.906458:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766492.906466:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3792 00000100:00080000:3.0:1789766492.906475:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766492.906482:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766492.906515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42a00 x1876702247138816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766492.906545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766492.906548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766492.906549:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766492.906553:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3792 00000100:00080000:3.0:1789766492.906556:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766492.906559:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766492.906568:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766492.906578:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40e00 x1876702247138944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766492.906588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766492.906591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766492.906592:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766492.906596:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3792 00000100:00080000:3.0:1789766492.906611:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766492.906616:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766492.906620:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766492.906631:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43b80 x1876702247139072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766492.906647:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247138816:192.168.203.136@tcp:250:kworker.0 00000100:00080000:3.0:1789766492.906648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766492.906660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766492.906662:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766492.906668:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3792 00000100:00080000:3.0:1789766492.906672:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766492.906679:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766492.906684:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766492.906698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42300 x1876702247139200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766492.906707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766492.906711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766492.906713:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766492.906717:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3792 00000100:00080000:3.0:1789766492.906721:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766492.906724:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766492.906729:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766492.906738:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247139328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789766492.906749:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766492.906813:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766492/real 1789766492] req@ffff998588b42a00 x1876702247138816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766492.906834:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42a00 x1876702247138816/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766492.906856:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766492.906861:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766492.906866:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247138816:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766492.906875:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247138944:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766492.906904:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766492.906918:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766492/real 1789766492] req@ffff998588b40e00 x1876702247138944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766492.906930:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40e00 x1876702247138944/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766492.906951:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766492.906954:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766492.906958:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247138944:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766492.907001:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247139072:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766492.907025:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766492.907037:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766492/real 1789766492] req@ffff998588b43b80 x1876702247139072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766492.907048:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43b80 x1876702247139072/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766492.907056:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766492.907060:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766492.907064:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247139072:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766492.907070:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247139200:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766492.907091:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766492.907103:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766492/real 1789766492] req@ffff998588b42300 x1876702247139200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766492.907114:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42300 x1876702247139200/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766492.907122:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766492.907126:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766492.907129:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247139200:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766492.907136:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247139328:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766492.907156:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766492.907167:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766492/real 1789766492] req@ffff998588b41c00 x1876702247139328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766492.907178:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247139328/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766492.907186:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766492.907189:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766492.907192:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247139328:192.168.203.136@tcp:38:kworker.0 00010000:00010000:2.0:1789766493.866620:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766494.891104:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766495.915941:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766496.938869:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766497.962892:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766498.026516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766498.026526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766498.026530:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766498.026541:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3797 00000100:00080000:0.0:1789766498.026551:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766498.026558:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766498.026597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2a00 x1876702247139456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766498.026823:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247139456:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766498.026886:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789766498.026920:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766498.026924:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766498.026926:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766498.026931:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3797 00000100:00080000:0.0:1789766498.026935:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766498.026939:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766498.026948:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766498.026974:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2300 x1876702247139584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766498.027054:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766498/real 1789766498] req@ffff9985856a2a00 x1876702247139456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766498.027073:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2a00 x1876702247139456/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766498.027082:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766498.027086:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766498.027089:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247139456:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766498.027112:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247139584:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766498.027136:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766498.027148:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766498/real 1789766498] req@ffff9985856a2300 x1876702247139584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766498.027161:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2300 x1876702247139584/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766498.027168:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766498.027171:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766498.027175:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247139584:192.168.203.136@tcp:38:kworker.0 00000100:00080000:0.0:1789766498.027269:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766498.027273:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766498.027275:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766498.027279:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3797 00000100:00080000:0.0:1789766498.027284:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766498.027316:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766498.027322:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766498.027335:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0e00 x1876702247139712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766498.027383:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247139712:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766498.027409:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:0.0:1789766498.027432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766498.027435:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766498.027437:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766498.027441:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3797 00000100:00080000:0.0:1789766498.027446:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766498.027450:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766498.027457:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766498.027470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1500 x1876702247139840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766498.027520:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766498/real 1789766498] req@ffff9985856a0e00 x1876702247139712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766498.027533:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0e00 x1876702247139712/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766498.027543:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766498.027547:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766498.027550:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247139712:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766498.027565:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247139840:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766498.027585:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766498.027598:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766498/real 1789766498] req@ffff9985856a1500 x1876702247139840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766498.027609:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1500 x1876702247139840/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766498.027618:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766498.027621:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766498.027624:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247139840:192.168.203.136@tcp:8:kworker.0 00000100:00080000:0.0:1789766498.027708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766498.027712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766498.027714:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766498.027718:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3797 00000100:00080000:0.0:1789766498.027722:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766498.027726:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766498.027732:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766498.027744:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0000 x1876702247139968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766498.027914:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247139968:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766498.027939:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766498.030925:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766498/real 1789766498] req@ffff9985856a0000 x1876702247139968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766498.030952:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0000 x1876702247139968/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766498.030962:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766498.030966:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766498.030970:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247139968:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766498.987860:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766500.011334:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766501.034950:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766502.058756:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766503.082513:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766503.147754:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766503.147767:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766503.147783:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766503.147797:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3803 00000100:00080000:3.0:1789766503.147813:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766503.147824:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766503.147875:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247140096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766503.147918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766503.147923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766503.147925:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766503.147930:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3803 00000100:00080000:3.0:1789766503.147933:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766503.147938:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766503.147950:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766503.147964:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247140224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766503.147973:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766503.147977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766503.147978:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766503.147982:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3803 00000100:00080000:3.0:1789766503.147986:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766503.147989:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766503.147994:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766503.148004:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247140352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766503.148013:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766503.148017:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766503.148019:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766503.148023:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3803 00000100:00080000:3.0:1789766503.148026:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766503.148030:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766503.148034:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766503.148046:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247140480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766503.148060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766503.148064:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766503.148065:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766503.148069:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3803 00000100:00080000:3.0:1789766503.148073:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766503.148077:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766503.148081:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766503.148091:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247140608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766503.148218:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247140096:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766503.148343:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766503.148393:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766503/real 1789766503] req@ffff998588b42680 x1876702247140096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766503.148413:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247140096/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766503.148424:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766503.148428:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766503.148432:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247140096:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766503.148440:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247140224:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766503.148463:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766503.148475:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766503/real 1789766503] req@ffff998588b43100 x1876702247140224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766503.148487:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247140224/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766503.148495:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766503.148497:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766503.148500:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247140224:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766503.148506:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247140352:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766503.148526:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766503.148536:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766503/real 1789766503] req@ffff998588b42d80 x1876702247140352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766503.148546:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247140352/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766503.148553:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766503.148556:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766503.148559:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247140352:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766503.148578:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247140480:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766503.148597:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766503.148617:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766503/real 1789766503] req@ffff998588b41f80 x1876702247140480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766503.148630:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247140480/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766503.148638:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766503.148642:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766503.148645:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247140480:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766503.148650:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247140608:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766503.148669:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766503.148679:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766503/real 1789766503] req@ffff998588b43800 x1876702247140608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766503.148691:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247140608/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766503.148697:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766503.148700:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766503.148703:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247140608:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766504.106691:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766505.130805:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766506.155568:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766507.179278:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766508.203821:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766508.266485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766508.266499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766508.266504:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766508.266516:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3808 00000100:00080000:0.0:1789766508.266531:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766508.266541:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766508.266591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3480 x1876702247140736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766508.266627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766508.266631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766508.266633:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766508.266637:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3808 00000100:00080000:0.0:1789766508.266641:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766508.266645:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766508.266657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766508.266671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247140864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766508.266681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766508.266684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766508.266686:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766508.266690:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3808 00000100:00080000:0.0:1789766508.266694:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766508.266698:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766508.266704:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:0.0:1789766508.266715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247140992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766508.266726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766508.266729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766508.266731:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766508.266744:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3808 00000100:00080000:0.0:1789766508.266747:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766508.266750:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766508.266754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766508.266764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247141120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766508.266771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766508.266775:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766508.266776:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766508.266779:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3808 00000100:00080000:0.0:1789766508.266782:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766508.266785:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766508.266790:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766508.266813:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247141248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766508.267028:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247140736:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766508.267104:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766508.267151:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766508/real 1789766508] req@ffff9985856a3480 x1876702247140736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766508.267170:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3480 x1876702247140736/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766508.267188:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766508.267255:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766508.267259:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247140736:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766508.267267:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247140864:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766508.267319:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766508.267333:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766508/real 1789766508] req@ffff9985856a2d80 x1876702247140864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766508.267345:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247140864/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766508.267352:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766508.267355:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766508.267358:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247140864:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766508.267364:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247140992:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766508.267383:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766508.267393:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766508/real 1789766508] req@ffff9985856a0700 x1876702247140992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766508.267404:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247140992/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766508.267412:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766508.267414:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766508.267417:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247140992:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766508.267423:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247141120:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766508.267442:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766508.267453:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766508/real 1789766508] req@ffff9985856a2680 x1876702247141120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766508.267462:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247141120/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766508.267469:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766508.267472:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766508.267475:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247141120:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766508.267481:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247141248:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766508.267499:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766508.267509:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766508/real 1789766508] req@ffff9985856a1880 x1876702247141248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766508.267520:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247141248/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766508.267528:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766508.267532:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766508.267535:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247141248:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766509.226592:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766510.250895:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766511.274636:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766512.298597:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766513.322469:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766513.386535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766513.386545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766513.386549:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766513.386558:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3813 00000100:00080000:3.0:1789766513.386569:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766513.386577:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766513.386611:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247141376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766513.386750:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247141376:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766513.386809:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789766513.386840:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766513.386844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766513.386846:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766513.386850:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3813 00000100:00080000:3.0:1789766513.386855:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766513.386859:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766513.386869:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766513.386894:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247141504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766513.387082:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766513/real 1789766513] req@ffff998588b40000 x1876702247141376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766513.387099:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247141376/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766513.387108:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766513.387112:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766513.387116:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247141376:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766513.387138:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247141504:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766513.387159:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766513.387170:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766513/real 1789766513] req@ffff998588b41880 x1876702247141504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766513.387181:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247141504/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766513.387189:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766513.387193:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766513.387196:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247141504:192.168.203.136@tcp:38:kworker.0 00000100:00080000:3.0:1789766513.387314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766513.387319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766513.387321:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766513.387325:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3813 00000100:00080000:3.0:1789766513.387329:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766513.387333:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766513.387339:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766513.387352:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41880 x1876702247141632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766513.387395:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247141632:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766513.387416:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00080000:3.0:1789766513.387436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766513.387440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766513.387442:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766513.387446:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3813 00000100:00080000:3.0:1789766513.387449:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766513.387454:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766513.387459:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766513.387470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b40000 x1876702247141760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766513.387516:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766513/real 1789766513] req@ffff998588b41880 x1876702247141632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766513.387530:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41880 x1876702247141632/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766513.387546:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766513.387550:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766513.387553:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247141632:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766513.387566:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247141760:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766513.387587:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766513.387598:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766513/real 1789766513] req@ffff998588b40000 x1876702247141760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766513.387609:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b40000 x1876702247141760/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766513.387617:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766513.387621:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766513.387624:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247141760:192.168.203.136@tcp:8:kworker.0 00000100:00080000:3.0:1789766513.387754:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766513.387759:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766513.387761:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766513.387765:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3813 00000100:00080000:3.0:1789766513.387769:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766513.387773:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766513.387778:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766513.387790:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43800 x1876702247141888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766513.387833:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247141888:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766513.387855:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766513.388182:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766513/real 1789766513] req@ffff998588b43800 x1876702247141888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766513.388195:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43800 x1876702247141888/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766513.388203:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766513.388205:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766513.388209:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247141888:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766514.346486:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766515.370737:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766516.394747:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766517.419262:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766518.442489:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766518.506476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766518.506487:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766518.506491:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766518.506563:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3818 00000100:00080000:3.0:1789766518.506574:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766518.506583:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:3.0:1789766518.506691:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41f80 x1876702247142016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766518.506720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766518.506724:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766518.506726:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766518.506730:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3818 00000100:00080000:3.0:1789766518.506733:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766518.506737:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766518.506746:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766518.506759:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42d80 x1876702247142144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766518.506768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766518.506771:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766518.506773:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766518.506776:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3818 00000100:00080000:3.0:1789766518.506779:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766518.506783:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766518.506788:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:3.0:1789766518.506796:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b43100 x1876702247142272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766518.506805:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766518.506808:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766518.506810:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766518.506813:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3818 00000100:00080000:3.0:1789766518.506816:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766518.506820:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766518.506824:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1789766518.506834:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b42680 x1876702247142400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766518.506843:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766518.506846:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766518.506847:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766518.506851:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3818 00000100:00080000:3.0:1789766518.506853:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766518.506856:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:3.0:1789766518.506860:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766518.506868:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff998588b41c00 x1876702247142528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766518.507204:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247142016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766518.507359:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247142144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766518.507385:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247142272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766518.507408:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247142400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766518.507426:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247142528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766519.466667:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766520.492515:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766521.514541:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789766521.578815:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.136:988 00000400:00000100:0.0:1789766521.578876:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.136@tcp at host 192.168.203.136 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789766521.578899:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:0.0:1789766521.578951:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:0.0:1789766521.578961:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:0.0:1789766521.578970:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000800:00000100:0.0:1789766521.578979:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.136@tcp 00000100:00100000:1.0:1789766521.580008:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766518/real 1789766521] req@ffff998588b41f80 x1876702247142016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766521.580047:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41f80 x1876702247142016/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766521.580062:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766521.580067:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766521.580072:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247142016:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766521.580082:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766518/real 1789766521] req@ffff998588b42d80 x1876702247142144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766521.580096:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42d80 x1876702247142144/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766521.580105:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766521.580109:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766521.580113:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247142144:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766521.580122:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766518/real 1789766521] req@ffff998588b43100 x1876702247142272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766521.580136:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b43100 x1876702247142272/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766521.580143:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766521.580146:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766521.580150:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247142272:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766521.580157:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766518/real 1789766521] req@ffff998588b42680 x1876702247142400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766521.580168:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b42680 x1876702247142400/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766521.580176:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766521.580179:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766521.580183:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247142400:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766521.580190:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766518/real 1789766521] req@ffff998588b41c00 x1876702247142528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766521.580201:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff998588b41c00 x1876702247142528/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766521.580208:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766521.580211:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766521.580213:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff998588b41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247142528:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766522.538534:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766523.562521:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766523.626500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766523.626511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766523.626515:0:36:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766523.626526:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3823 00000100:00080000:0.0:1789766523.626537:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766523.626544:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:0.0:1789766523.626578:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a3800 x1876702247142656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766523.626609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766523.626613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766523.626615:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766523.626627:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3823 00000100:00080000:0.0:1789766523.626631:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766523.626635:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766523.626645:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766523.626661:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a1880 x1876702247142784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766523.626672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766523.626676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766523.626678:0:36:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766523.626682:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3823 00000100:00080000:0.0:1789766523.626685:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766523.626688:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766523.626693:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:1.0:1789766523.626702:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247142656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:0.0:1789766523.626708:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2680 x1876702247142912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766523.626727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766523.626730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766523.626731:0:36:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766523.626735:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3823 00000100:00080000:0.0:1789766523.626738:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766523.626741:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766523.626747:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1789766523.626757:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a0700 x1876702247143040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766523.626765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766523.626769:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766523.626771:0:36:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766523.626776:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3823 00000100:00080000:0.0:1789766523.626790:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789766523.626814:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766523.626868:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766523/real 1789766523] req@ffff9985856a3800 x1876702247142656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766523.626892:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a3800 x1876702247142656/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766523.626904:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766523.626909:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766523.626913:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247142656:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766523.626922:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247142784:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766523.626945:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766523.627018:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766523/real 1789766523] req@ffff9985856a1880 x1876702247142784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766523.627031:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a1880 x1876702247142784/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766523.627039:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766523.627043:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766523.627046:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247142784:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766523.627079:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247142912:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766523.627100:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766523.627111:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766523/real 1789766523] req@ffff9985856a2680 x1876702247142912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766523.627125:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2680 x1876702247142912/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766523.627133:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766523.627137:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766523.627140:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247142912:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766523.627146:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247143040:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766523.627165:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766523.627177:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766523/real 1789766523] req@ffff9985856a0700 x1876702247143040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766523.627188:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a0700 x1876702247143040/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766523.627197:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766523.627200:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766523.627203:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247143040:192.168.203.136@tcp:8:kworker.0 00000100:00080000:0.0:1789766523.628609:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:0.0:1789766523.628637:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766523.628685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985856a2d80 x1876702247143168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766523.628774:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247143168:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766523.628851:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766523.632767:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766523/real 1789766523] req@ffff9985856a2d80 x1876702247143168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766523.632794:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985856a2d80 x1876702247143168/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766523.632878:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766523.632883:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766523.632887:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985856a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247143168:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766524.586540:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766525.610593:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766526.634659:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766527.658525:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766528.682831:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766528.746603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a6183be2-02c3-467f-81fa-2ef6138a604e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766528.746613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766528.746617:0:8:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766528.746627:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.136@tcp: connect to NID 192.168.203.136@tcp last attempt 3828 00000100:00080000:2.0:1789766528.746640:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.136@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766528.746647:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.136@tcp: import ffff99859027e800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000100:00100000:2.0:1789766528.746696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8a80 x1876702247143296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766528.746724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766528.746727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766528.746729:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766528.746733:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3828 00000100:00080000:2.0:1789766528.746736:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766528.746740:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff99859130d000: import ffff998590a7a000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766528.746748:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766528.746761:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857dbb80 x1876702247143424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766528.746769:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766528.746773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766528.746775:0:8:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766528.746778:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3828 00000100:00080000:2.0:1789766528.746781:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766528.746785:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff99859130d000: import ffff998590a7d000 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766528.746789:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 1073152, lost: 0. 00000100:00100000:2.0:1789766528.746799:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d8380 x1876702247143552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766528.746807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f07ac6c5-9215-4651-bbbc-5b452d5bdd86->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766528.746810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766528.746812:0:8:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766528.746816:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: connect to NID 192.168.203.136@tcp last attempt 3828 00000100:00080000:2.0:1789766528.746819:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766528.746822:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff99859130d000: import ffff998584ea3800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766528.746827:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1789766528.746836:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857daa00 x1876702247143680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766528.746845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16ee4165-0fa4-42d2-b611-78faaebc19a7->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766528.746848:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766528.746850:0:8:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766528.746854:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: connect to NID 192.168.203.136@tcp last attempt 3828 00000100:00080000:2.0:1789766528.746856:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766528.746859:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff998584ea0000: import ffff998588fca800 using connection 192.168.203.136@tcp/192.168.203.136@tcp 00000008:00100000:2.0:1789766528.746864:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766528.746872:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9985857d9f80 x1876702247143808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766528.748067:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247143296:192.168.203.136@tcp:250:kworker.0 00000800:00000100:1.0:1789766528.748178:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766528.748241:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766528/real 1789766528] req@ffff9985857d8a80 x1876702247143296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766528.748264:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8a80 x1876702247143296/t0(0) o250->MGC192.168.203.136@tcp@192.168.203.136@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766528.748278:0:2352:0:(import.c:65:import_set_state_nolock()) ffff99859027e800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766528.748283:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766528.748343:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a6183be2-02c3-467f-81fa-2ef6138a604e:2352:1876702247143296:192.168.203.136@tcp:250:kworker.0 00000100:00100000:1.0:1789766528.748353:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247143424:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766528.748380:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766528.748394:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766528/real 1789766528] req@ffff9985857dbb80 x1876702247143424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766528.748408:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857dbb80 x1876702247143424/t0(0) o38->lustre-MDT0000-mdc-ffff99859130d000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766528.748417:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766528.748421:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766528.748425:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247143424:192.168.203.136@tcp:38:kworker.0 00000100:00100000:1.0:1789766528.748433:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247143552:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766528.748456:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766528.748470:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766528/real 1789766528] req@ffff9985857d8380 x1876702247143552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766528.748482:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d8380 x1876702247143552/t0(0) o8->lustre-OST0000-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766528.748491:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998590a7d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766528.748495:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766528.748498:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247143552:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766528.748505:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247143680:192.168.203.136@tcp:8:kworker.0 00000800:00000100:1.0:1789766528.748528:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766528.748541:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766528/real 1789766528] req@ffff9985857daa00 x1876702247143680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766528.748554:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857daa00 x1876702247143680/t0(0) o8->lustre-OST0001-osc-ffff99859130d000@192.168.203.136@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766528.748563:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998584ea3800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766528.748567:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766528.748590:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f07ac6c5-9215-4651-bbbc-5b452d5bdd86:2352:1876702247143680:192.168.203.136@tcp:8:kworker.0 00000100:00100000:1.0:1789766528.748598:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247143808:192.168.203.136@tcp:38:kworker.0 00000800:00000100:1.0:1789766528.748621:0:2352:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.136@tcp 00000100:00100000:1.0:1789766528.748633:0:2352:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766528/real 1789766528] req@ffff9985857d9f80 x1876702247143808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766528.748646:0:2352:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9985857d9f80 x1876702247143808/t0(0) o38->lustre-MDT0000-mdc-ffff998584ea0000@192.168.203.136@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766528.748660:0:2352:0:(import.c:65:import_set_state_nolock()) ffff998588fca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766528.748664:0:2352:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.136@tcp failed (-110) 00000100:00100000:1.0:1789766528.748668:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9985857d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:16ee4165-0fa4-42d2-b611-78faaebc19a7:2352:1876702247143808:192.168.203.136@tcp:38:kworker.0 00010000:00010000:3.0:1789766529.707069:0:10429:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766530.731191:0:5430:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766531.754571:0:5431:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766532.778561:0:5888:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 79453 lines, 79453 kept, 0 dropped, 0 bad.